00000800:00000200:3.1F:1734675278.487671:0:3764:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b4269d80] -> 12345-192.168.201.115@tcp (2) 00000800:00000200:3.1:1734675278.489629:0:3755:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b4269d80] -> 12345-192.168.201.115@tcp (2) 00000800:00000200:3.1:1734675278.489634:0:3755:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.115@tcp ffff8800a810a000 deleted 00000800:00000010:3.1:1734675278.489636:0:3755:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a810a000. 00000800:00000200:3.1:1734675278.489641:0:3755:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1734675278.489647:0:3755:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.115@tcp ip 192.168.201.115:1023 00000800:00000200:3.1:1734675278.489654:0:3755:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b5289f00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1F:1734675278.490268:0:3754:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1734675278.490732:0:3756:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800b4269d80] -> 12345-192.168.201.115@tcp (4) 00000800:00000200:2.1:1734675278.490735:0:3756:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.201.115@tcp ffff88012fa46c00 deleted 00000800:00000010:2.1:1734675278.490737:0:3756:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012fa46c00. 00000800:00000200:2.1:1734675278.490739:0:3756:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1734675278.490937:0:3754:0:(socklnd.c:409:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:1.1F:1734675278.611637:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a8e0d400. 00010000:00000010:1.1:1734675278.636765:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800adce7c00. 00010000:00000010:1.1:1734675278.768563:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006ea2d600. 00010000:00000010:1.1:1734675278.768571:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b4edee00. 00010000:00000010:1.1:1734675278.768577:0:34:0:(ldlm_resource.c:1499:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a468cb00. 00010000:00000010:1.1:1734675278.768582:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800addb8600. 00010000:00000010:3.1:1734675278.777759:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8801370b8e00. 00080000:00000010:1.1:1734675278.782920:0:34:0:(osd_handler.c:1602:osd_oxc_free()) kfreed 'oxe': 68 at ffff8800b2244480. 00010000:00080000:0.2F:1734675541.653635:0:0:0:(ldlm_lib.c:2933:target_recovery_expired()) lustre-MDT0000: recovery timed out; 0 clients are still in recovery after 70 seconds (1 clients connected) 00010000:00080000:2.2F:1734675641.654498:0:0:0:(ldlm_lib.c:2933:target_recovery_expired()) lustre-MDT0000: recovery timed out; 0 clients are still in recovery after 70 seconds (1 clients connected) 00000100:00100000:1.0:1734683874.789151:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847802112:0@lo:400:kworker.0 00000100:00100000:1.0:1734683874.789170:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847801344 00000100:00100000:1.0:1734683874.789173:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847801344 00000100:00100000:1.0:1734683874.789194:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40389 00000100:00100000:1.0:1734683874.789197:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847801344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683874.789221:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072853b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847801344:12345-0@lo:400:kworker.0 Request processed in 23us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683874.789226:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40389 00000100:00100000:1.0:1734683874.789254:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683874.789270:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847801344:0@lo:400:kworker.0 00000100:00100000:1.0:1734683874.789284:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847801088 00000100:00100000:1.0:1734683874.789287:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847801088 00000100:00100000:1.0:1734683874.789302:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847802112 00000100:00100000:1.0:1734683874.789303:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847802112 00000100:00100000:1.0:1734683874.789313:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1734683874.789316:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847801088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683874.789339:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847801088:12345-0@lo:400:kworker.0 Request processed in 22us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683874.789344:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1734683874.789351:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:1.0:1734683874.789354:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847801728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683874.789370:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847801728:12345-0@lo:400:kworker.0 Request processed in 15us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683874.789374:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:1.0:1734683874.789381:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847801216 00000100:00100000:1.0:1734683874.789382:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847801216 00000100:00100000:1.0:1734683874.789394:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1734683874.789397:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847801216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683874.789418:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847801216:12345-0@lo:400:kworker.0 Request processed in 20us (54us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683874.789423:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1734683874.789441:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847802112:0@lo:400:kworker.0 00000100:00100000:1.0:1734683874.790103:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847801984:0@lo:400:kworker.0 00000100:00100000:1.0:1734683874.821056:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847802240 00000100:00100000:1.0:1734683874.821062:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847802240 00000100:00100000:1.0:1734683874.821108:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40390 00000100:00100000:1.0:1734683874.821114:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847802240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734683874.821197:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734683874.821796:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847802240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 681us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683874.821803:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40390 00000100:00100000:1.0:1734683874.868849:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847802368 00000100:00100000:1.0:1734683874.868855:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847802368 00000100:00100000:1.0:1734683874.868895:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6268 00000100:00100000:1.0:1734683874.868901:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847802368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734683874.868965:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683874.869004:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847802368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683874.869009:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6268 00010000:00010000:1.0:1734683874.996812:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683876.581140:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847802496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734683877.239928:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1010 00000100:00100000:1.0:1734683877.239933:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872532352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683877.239958:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872532352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (559us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683877.239962:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1010 00000100:00100000:1.0:1734683879.748751:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847802624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683879.748806:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683879.749213:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847802624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683879.797141:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847803008:0@lo:400:kworker.0 00000100:00100000:1.0:1734683879.797174:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683879.797199:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847803776:0@lo:400:kworker.0 00000100:00100000:1.0:1734683879.797219:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683879.797241:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847803776 00000100:00100000:1.0:1734683879.797244:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847803776 00000100:00100000:1.0:1734683879.797268:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7144 00000100:00100000:1.0:1734683879.797272:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847803776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683879.797298:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847803776:12345-0@lo:400:kworker.0 Request processed in 25us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683879.797303:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7144 00000100:00100000:1.0:1734683879.797326:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847803008:0@lo:400:kworker.0 00000100:00100000:1.0:1734683879.797333:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847803776:0@lo:400:kworker.0 00000100:00100000:1.0:1734683879.876870:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847804160 00000100:00100000:1.0:1734683879.876876:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847804160 00000100:00100000:1.0:1734683879.876911:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6270 00000100:00100000:1.0:1734683879.876916:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847804160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734683879.876943:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683879.876977:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847804160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683879.876982:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6270 00010000:00010000:1.0:1734683880.006891:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683881.589164:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847804288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734683881.589222:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683881.589257:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847804288 00000100:00100000:1.0:1734683881.589263:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847804288 00000100:00100000:1.0:1734683881.589304:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6271 00000100:00100000:1.0:1734683881.589309:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847804288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734683881.589327:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683881.589351:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847804288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683881.589356:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6271 00000100:00100000:1.0:1734683881.589382:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847804288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734683882.247429:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872532992 00000100:00100000:1.0:1734683882.247439:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872532992 00000100:00100000:1.0:1734683882.247478:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53268 00000100:00100000:1.0:1734683882.247485:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872532992:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734683882.247510:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734683882.247611:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872532992:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 125us (593us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734683882.247619:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53268 00000100:00100000:1.0:1734683884.884845:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847805952 00000100:00100000:1.0:1734683884.884851:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847805952 00000100:00100000:1.0:1734683884.884888:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6272 00000100:00100000:1.0:1734683884.884895:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847805952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734683884.884920:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683884.884949:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847805952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683884.884954:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6272 00010000:00010000:1.0:1734683885.016987:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683886.597171:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847806080 00000100:00100000:1.0:1734683886.597177:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847806080 00000100:00100000:1.0:1734683886.597227:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6273 00000100:00100000:1.0:1734683886.597233:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847806080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734683886.597252:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683886.597321:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847806080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683886.597330:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6273 00000100:00100000:1.0:1734683887.256036:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53271 00000100:00100000:1.0:1734683887.256042:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872533504:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734683887.256060:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734683887.256086:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872533504:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (720us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734683887.256091:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53271 00000100:00100000:1.0:1734683889.813393:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847806464 00000100:00100000:1.0:1734683889.813398:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847806464 00000100:00100000:1.0:1734683889.813423:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847807104 00000100:00100000:1.0:1734683889.813425:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847807104 00000100:00100000:1.0:1734683889.813435:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847806592 00000100:00100000:1.0:1734683889.813436:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847806592 00000100:00100000:1.0:1734683889.813448:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:1.0:1734683889.813454:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847806464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683889.813488:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847806464:12345-0@lo:400:kworker.0 Request processed in 34us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683889.813494:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:1.0:1734683889.813505:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1734683889.813508:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847807104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683889.813526:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847807104:12345-0@lo:400:kworker.0 Request processed in 17us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683889.813574:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1734683889.892862:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847807744 00000100:00100000:1.0:1734683889.892868:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847807744 00000100:00100000:1.0:1734683889.892905:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6274 00000100:00100000:1.0:1734683889.892911:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847807744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734683889.892938:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683889.892980:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847807744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683889.892986:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6274 00010000:00010000:1.0:1734683890.028911:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683891.604887:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847807872 00000100:00100000:1.0:1734683891.604894:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847807872 00000100:00100000:1.0:1734683891.604993:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6275 00000100:00100000:1.0:1734683891.604999:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847807872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734683891.605019:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683891.605177:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847807872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 176us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683891.605183:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6275 00000100:00100000:1.0:1734683892.262903:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872533760 00000100:00100000:1.0:1734683892.262908:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872533760 00000100:00100000:1.0:1734683892.262932:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872533888 00000100:00100000:1.0:1734683892.262934:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872533888 00000100:00100000:1.0:1734683892.262948:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1027 00000100:00100000:1.0:1734683892.262951:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872533760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683892.262980:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872533760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683892.262986:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1027 00000100:00100000:1.0:1734683894.773227:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847808000:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683894.820867:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847808512:0@lo:400:kworker.0 00000100:00100000:1.0:1734683894.820914:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683894.820942:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734683894.820948:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847808384:0@lo:400:kworker.0 00000100:00100000:1.0:1734683894.820976:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683894.820994:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847809280:0@lo:400:kworker.0 00000100:00100000:1.0:1734683894.821031:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847808768 00000100:00100000:1.0:1734683894.821034:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847808768 00000100:00100000:1.0:1734683894.821062:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847808640 00000100:00100000:1.0:1734683894.821064:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847808640 00000100:00100000:1.0:1734683894.821075:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847809024 00000100:00100000:1.0:1734683894.821076:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847809024 00000100:00100000:1.0:1734683894.821087:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7149 00000100:00100000:1.0:1734683894.821090:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847808768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683894.821112:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847808768:12345-0@lo:400:kworker.0 Request processed in 22us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683894.821116:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7149 00000100:00100000:1.0:1734683894.821123:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53275 00000100:00100000:1.0:1734683894.821125:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938847808640:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734683894.821140:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734683894.821154:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938847808640:12345-0@lo:8:kworker.0 Request processed in 29us (148us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734683894.821158:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53275 00000100:00100000:1.0:1734683894.821184:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847808512 00000100:00100000:1.0:1734683894.821186:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847808512 00000100:00100000:1.0:1734683894.821201:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40401 00000100:00100000:1.0:1734683894.821203:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847808512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683894.821220:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847808512:12345-0@lo:400:kworker.0 Request processed in 16us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683894.821226:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40401 00000100:00080000:1.0:1734683894.821234:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683864 00000100:00080000:1.0:1734683894.821242:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683864 00000100:00100000:1.0:1734683894.853102:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847809408 00000100:00100000:1.0:1734683894.853108:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847809408 00000100:00100000:1.0:1734683894.853151:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40402 00000100:00100000:1.0:1734683894.853157:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847809408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734683894.853187:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734683894.853295:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847809408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683894.853304:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40402 00000100:00100000:1.0:1734683894.900908:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847809536 00000100:00100000:1.0:1734683894.900916:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847809536 00000100:00100000:1.0:1734683894.900967:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6276 00000100:00100000:1.0:1734683894.900975:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847809536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734683894.901014:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683894.901067:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847809536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683894.901073:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6276 00010000:00010000:1.0:1734683895.038834:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683896.612946:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847809664 00000100:00100000:1.0:1734683896.612952:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847809664 00000100:00100000:1.0:1734683896.613006:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6277 00000100:00100000:1.0:1734683896.613012:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847809664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734683896.613032:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683896.613064:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847809664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683896.613070:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6277 00000100:00100000:1.0:1734683897.271972:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872534144 00000100:00100000:1.0:1734683897.271976:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872534144 00000100:00100000:1.0:1734683897.272009:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 315 00000100:00100000:1.0:1734683897.272014:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872534144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683897.272038:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872534144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683897.272043:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 315 00000100:00100000:1.0:1734683899.780898:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847809792 00000100:00100000:1.0:1734683899.780904:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847809792 00000100:00100000:1.0:1734683899.780947:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40403 00000100:00100000:1.0:1734683899.780953:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847809792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734683899.780986:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734683899.781031:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847809792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683899.781037:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40403 00000100:00100000:1.0:1734683899.828987:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847809920 00000100:00100000:1.0:1734683899.828993:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847809920 00000100:00100000:1.0:1734683899.829026:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1734683899.829031:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847809920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683899.829068:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847809920:12345-0@lo:400:kworker.0 Request processed in 37us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683899.829074:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00080000:1.0:1734683899.829095:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683869 00000100:00100000:1.0:1734683899.829113:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847810304 00000100:00100000:1.0:1734683899.829116:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847810304 00000100:00100000:1.0:1734683899.829132:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40404 00000100:00100000:1.0:1734683899.829136:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847810304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683899.829264:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847810304:12345-0@lo:400:kworker.0 Request processed in 127us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683899.829270:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40404 00000100:00080000:1.0:1734683899.829281:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683869 00000100:00080000:1.0:1734683899.829283:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683869 00000100:00080000:1.0:1734683899.829293:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683869 00000100:00100000:1.0:1734683899.829302:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:1.0:1734683899.829306:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847810176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683899.829333:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847810176:12345-0@lo:400:kworker.0 Request processed in 27us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683899.830080:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:1.0:1734683899.861269:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847811200 00000100:00100000:1.0:1734683899.861275:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847811200 00000100:00100000:1.0:1734683899.861306:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40405 00000100:00100000:1.0:1734683899.861311:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847811200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734683899.861339:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734683899.861384:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847811200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683899.861390:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40405 00010000:00010000:1.0:1734683900.051215:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683904.837726:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734683904.837752:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847811712:0@lo:400:kworker.0 00000100:00100000:1.0:1734683904.837812:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683904.837854:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847811712 00000100:00100000:1.0:1734683904.837865:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847811712 00000100:00100000:1.0:1734683904.837903:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1734683904.837908:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938847811712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683904.837988:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938847811712:12345-0@lo:400:kworker.0 Request processed in 79us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683904.837994:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00080000:1.0:1734683904.838016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683874 00000100:00100000:1.0:1734683904.838028:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847811968 00000100:00100000:1.0:1734683904.838031:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847811968 00000100:00100000:1.0:1734683904.838053:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847811840 00000100:00100000:1.0:1734683904.838055:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847811840 00000100:00100000:1.0:1734683904.838076:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847812480 00000100:00100000:1.0:1734683904.838079:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847812480 00000100:00100000:1.0:1734683904.838093:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1734683904.838097:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847811840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683904.838129:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847811840:12345-0@lo:400:kworker.0 Request processed in 32us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683904.838137:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1734683904.838148:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:1.0:1734683904.838360:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847812480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683904.838401:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847812480:12345-0@lo:400:kworker.0 Request processed in 248us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683904.838407:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00080000:1.0:1734683904.838451:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683874 00000100:00080000:1.0:1734683904.838455:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683874 00000100:00080000:1.0:1734683904.838457:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683874 00000100:00100000:1.0:1734683904.838475:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847811712:0@lo:400:kworker.0 00000100:00100000:1.0:1734683904.870797:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734683904.870822:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847812992:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734683904.870877:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683904.871983:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096a0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847812992:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734683904.916733:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847813120:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734683904.916786:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683904.916833:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847813120 00000100:00100000:1.0:1734683904.916838:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847813120 00000100:00100000:1.0:1734683904.917430:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6280 00000100:00100000:1.0:1734683904.917436:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847813120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734683904.917460:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683904.917499:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847813120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683904.917505:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6280 00010000:00010000:1.0:1734683905.060902:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734683906.629288:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683876 00000100:00100000:1.0:1734683907.288449:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872535296 00000100:00100000:1.0:1734683907.288461:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872535296 00000100:00100000:1.0:1734683907.288518:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1045 00000100:00100000:1.0:1734683907.288524:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872535296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683907.288627:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872535296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 103us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683907.288634:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1045 00000100:00080000:1.0:1734683907.288652:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683877 00000100:00100000:1.0:1734683907.289606:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872535424 00000100:00100000:1.0:1734683907.289611:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872535424 00000100:00100000:1.0:1734683907.289656:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1046 00000100:00100000:1.0:1734683907.289661:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872535424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683907.289690:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872535424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683907.289847:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1046 00000100:00100000:1.0:1734683909.796886:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847813376:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683909.796947:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683909.798812:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847813376:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683909.844850:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847813888:0@lo:400:kworker.0 00000100:00100000:1.0:1734683909.844880:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683909.844898:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734683909.844903:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847813760:0@lo:400:kworker.0 00000100:00100000:1.0:1734683909.844930:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847813632 00000100:00100000:1.0:1734683909.844935:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847813632 00000100:00100000:1.0:1734683909.844968:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:1.0:1734683909.844974:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847813632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683909.845013:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847813632:12345-0@lo:400:kworker.0 Request processed in 39us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683909.845019:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:1.0:1734683909.845034:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683909.845046:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847814656:0@lo:400:kworker.0 00000100:00100000:1.0:1734683909.845063:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683909.845079:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847813760 00000100:00100000:1.0:1734683909.845082:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847813760 00000100:00100000:1.0:1734683909.845096:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847814656 00000100:00100000:1.0:1734683909.845098:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847814656 00000100:00100000:1.0:1734683909.845110:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:1.0:1734683909.845113:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847813760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683909.845139:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847813760:12345-0@lo:400:kworker.0 Request processed in 25us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683909.845144:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:1.0:1734683909.845152:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:1.0:1734683909.845155:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847814656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683909.845175:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847814656:12345-0@lo:400:kworker.0 Request processed in 19us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683909.845180:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:1.0:1734683909.845205:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847814656:0@lo:400:kworker.0 00000100:00100000:1.0:1734683909.845212:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847813760:0@lo:400:kworker.0 00000100:00100000:1.0:1734683909.845252:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847813888:0@lo:400:kworker.0 00000100:00100000:1.0:1734683909.924995:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847814912 00000100:00100000:1.0:1734683909.925002:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847814912 00000100:00100000:1.0:1734683909.925042:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6282 00000100:00100000:1.0:1734683909.925049:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847814912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734683909.925075:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683909.925109:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847814912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683909.925114:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6282 00010000:00010000:1.0:1734683910.070879:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683911.636756:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734683911.636788:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847815040:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734683911.636841:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683911.637133:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847815040:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734683912.295760:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683882 00000100:00080000:1.0:1734683912.295765:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683882 00000100:00100000:1.0:1734683912.295778:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1052 00000100:00100000:1.0:1734683912.295783:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872535936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683912.295811:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872535936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683912.295817:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1052 00000100:00080000:1.0:1734683912.295844:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683882 00000100:00100000:1.0:1734683914.804779:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847815168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683914.804838:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683914.805108:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847815168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683914.852792:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847815680:0@lo:400:kworker.0 00000100:00100000:1.0:1734683914.852841:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683914.852875:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847816448:0@lo:400:kworker.0 00000100:00100000:1.0:1734683914.852897:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683914.852911:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734683914.852916:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847815552:0@lo:400:kworker.0 00000100:00100000:1.0:1734683914.852930:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683914.852938:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847816320:0@lo:400:kworker.0 00000100:00100000:1.0:1734683914.852950:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683914.852972:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:1.0:1734683914.852976:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847815424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683914.853000:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847815424:12345-0@lo:400:kworker.0 Request processed in 23us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683914.853004:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:1.0:1734683914.853016:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1734683914.853020:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847815552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683914.853038:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847815552:12345-0@lo:400:kworker.0 Request processed in 18us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683914.853043:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00080000:1.0:1734683914.853056:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683884 00000100:00080000:1.0:1734683914.853059:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683884 00000100:00080000:1.0:1734683914.853060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683884 00000100:00080000:1.0:1734683914.853062:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683884 00000100:00100000:1.0:1734683914.853068:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847816064 00000100:00100000:1.0:1734683914.853071:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847816064 00000100:00100000:1.0:1734683914.853086:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1734683914.853089:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847816064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683914.853113:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847816064:12345-0@lo:400:kworker.0 Request processed in 23us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683914.853118:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1734683914.853139:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847815552:0@lo:400:kworker.0 00000100:00100000:1.0:1734683914.853147:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847816320:0@lo:400:kworker.0 00000100:00100000:1.0:1734683914.853153:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847816448:0@lo:400:kworker.0 00000100:00100000:1.0:1734683914.853160:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847815680:0@lo:400:kworker.0 00010000:00010000:1.0:1734683915.081035:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683917.305191:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872536320 00000100:00100000:1.0:1734683917.305196:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872536320 00000100:00100000:1.0:1734683917.305233:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872536448 00000100:00100000:1.0:1734683917.305235:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872536448 00000100:00100000:1.0:1734683917.305251:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1057 00000100:00100000:1.0:1734683917.305254:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872536320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683917.305283:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872536320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (1790us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683917.305288:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1057 00000100:00100000:1.0:1734683917.305299:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1058 00000100:00100000:1.0:1734683917.305302:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872536448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683917.305320:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872536448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683917.305325:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1058 00000100:00100000:1.0:1734683919.814675:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847816960 00000100:00100000:1.0:1734683919.814683:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847816960 00000100:00100000:1.0:1734683919.814726:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40415 00000100:00100000:1.0:1734683919.814733:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847816960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734683919.814772:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734683919.814815:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847816960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683919.814822:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40415 00000100:00100000:1.0:1734683919.860896:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847817216:0@lo:400:kworker.0 00000100:00100000:1.0:1734683919.860950:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734683919.861016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683889 00000100:00100000:1.0:1734683919.861036:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847817344:0@lo:400:kworker.0 00000100:00100000:1.0:1734683919.861058:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683919.861500:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1734683919.861506:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847817344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683919.861556:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847817344:12345-0@lo:400:kworker.0 Request processed in 50us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683919.861563:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00080000:1.0:1734683919.861578:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683889 00000100:00080000:1.0:1734683919.861581:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683889 00000100:00100000:1.0:1734683919.861588:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847817856:0@lo:400:kworker.0 00000100:00100000:1.0:1734683919.861614:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847818240 00000100:00100000:1.0:1734683919.861617:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847818240 00000100:00100000:1.0:1734683919.861917:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1734683919.861921:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847818240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683919.861948:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847818240:12345-0@lo:400:kworker.0 Request processed in 26us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683919.861957:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00080000:1.0:1734683919.861971:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683889 00000100:00080000:1.0:1734683919.861973:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683889 00000100:00100000:1.0:1734683919.861979:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683919.862008:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847817216:0@lo:400:kworker.0 00000100:00100000:1.0:1734683919.862191:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847817856:0@lo:400:kworker.0 00010000:00010000:1.0:1734683920.090741:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734683921.653392:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683891 00000100:00100000:1.0:1734683924.869040:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847819136:0@lo:400:kworker.0 00000100:00100000:1.0:1734683924.869159:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683924.869186:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847819904:0@lo:400:kworker.0 00000100:00100000:1.0:1734683924.869211:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683924.869232:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734683924.869238:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847819264:0@lo:400:kworker.0 00000100:00100000:1.0:1734683924.869257:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683924.869270:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847820032:0@lo:400:kworker.0 00000100:00100000:1.0:1734683924.869288:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683924.869312:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847819904:0@lo:400:kworker.0 00000100:00100000:1.0:1734683924.869339:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847819136 00000100:00100000:1.0:1734683924.869343:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847819136 00000100:00100000:1.0:1734683924.869371:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847819008 00000100:00100000:1.0:1734683924.869373:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847819008 00000100:00100000:1.0:1734683924.869387:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847820032 00000100:00100000:1.0:1734683924.869389:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847820032 00000100:00100000:1.0:1734683924.869404:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1734683924.869409:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847819008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683924.869450:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847819008:12345-0@lo:400:kworker.0 Request processed in 40us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683924.869456:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1734683924.869469:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1734683924.869473:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847820032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683924.869491:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847820032:12345-0@lo:400:kworker.0 Request processed in 18us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683924.869496:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00080000:1.0:1734683924.869575:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683894 00000100:00100000:1.0:1734683924.948672:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847820288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734683924.948727:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683924.949409:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847820288:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734683925.100685:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683926.661502:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847820416 00000100:00100000:1.0:1734683926.661509:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847820416 00000100:00100000:1.0:1734683926.661656:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6289 00000100:00100000:1.0:1734683926.661663:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847820416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734683926.661690:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683926.661733:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847820416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683926.661739:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6289 00000100:00100000:1.0:1734683927.320639:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1069 00000100:00100000:1.0:1734683927.320648:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872537344:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683927.320711:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872537344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 65us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683927.320719:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1069 00000100:00100000:1.0:1734683929.877308:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847821184 00000100:00100000:1.0:1734683929.877319:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847821184 00000100:00100000:1.0:1734683929.877357:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847821696 00000100:00100000:1.0:1734683929.877360:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847821696 00000100:00100000:1.0:1734683929.877383:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7164 00000100:00100000:1.0:1734683929.877388:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847821696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683929.877767:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847821696:12345-0@lo:400:kworker.0 Request processed in 377us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683929.877774:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7164 00000100:00100000:1.0:1734683929.909286:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734683929.909308:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847821952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734683929.909442:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683929.910182:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847821952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734683929.957142:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847822080 00000100:00100000:1.0:1734683929.957149:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847822080 00000100:00100000:1.0:1734683929.957239:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6290 00000100:00100000:1.0:1734683929.957245:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847822080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734683929.957270:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683929.957308:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847822080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683929.957313:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6290 00010000:00010000:1.0:1734683930.111771:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683932.330240:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872538112 00000100:00100000:1.0:1734683932.330244:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872538112 00000100:00100000:1.0:1734683932.330265:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53298 00000100:00100000:1.0:1734683932.330269:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872538112:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734683932.330287:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734683932.330482:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872538112:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 211us (317us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734683932.330488:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53298 00000100:00100000:1.0:1734683934.838358:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012deb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847822336:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683934.838417:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683934.838738:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012deb9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847822336:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683934.884880:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847822848:0@lo:400:kworker.0 00000100:00100000:1.0:1734683934.884914:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683934.884951:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734683934.884956:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847822720:0@lo:400:kworker.0 00000100:00100000:1.0:1734683934.884972:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683934.885007:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847822592 00000100:00100000:1.0:1734683934.885012:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847822592 00000100:00100000:1.0:1734683934.885045:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1734683934.885051:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847822592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683934.885087:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072850e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847822592:12345-0@lo:400:kworker.0 Request processed in 35us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683934.885287:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1734683934.885299:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847823232 00000100:00100000:1.0:1734683934.885302:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847823232 00000100:00100000:1.0:1734683934.885318:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:1.0:1734683934.885323:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847823232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683934.885349:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847823232:12345-0@lo:400:kworker.0 Request processed in 25us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683934.885357:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:1.0:1734683934.885378:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847822464:0@lo:400:kworker.0 00000100:00100000:1.0:1734683934.885387:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847822592:0@lo:400:kworker.0 00000100:00100000:1.0:1734683934.885401:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847822848 00000100:00100000:1.0:1734683934.885403:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847822848 00000100:00100000:1.0:1734683934.885422:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40425 00000100:00100000:1.0:1734683934.885425:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847822848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683934.885456:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847822848:12345-0@lo:400:kworker.0 Request processed in 29us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683934.885461:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40425 00000100:00100000:1.0:1734683934.918550:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847823744 00000100:00100000:1.0:1734683934.918557:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847823744 00000100:00100000:1.0:1734683934.918592:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40426 00000100:00100000:1.0:1734683934.918598:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847823744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734683934.918627:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734683934.918669:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847823744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683934.918675:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40426 00000100:00100000:1.0:1734683934.965211:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847823872 00000100:00100000:1.0:1734683934.965219:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847823872 00000100:00100000:1.0:1734683934.965266:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6292 00000100:00100000:1.0:1734683934.965272:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847823872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734683934.965299:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683934.965332:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847823872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683934.965342:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6292 00010000:00010000:1.0:1734683935.121662:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683939.893083:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847824640:0@lo:400:kworker.0 00000100:00100000:1.0:1734683939.893137:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683939.893151:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847825408:0@lo:400:kworker.0 00000100:00100000:1.0:1734683939.893165:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683939.893177:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734683939.893181:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847824512:0@lo:400:kworker.0 00000100:00100000:1.0:1734683939.893193:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683939.893201:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847825280:0@lo:400:kworker.0 00000100:00100000:1.0:1734683939.893216:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847824640 00000100:00100000:1.0:1734683939.893219:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847824640 00000100:00100000:1.0:1734683939.893236:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40428 00000100:00100000:1.0:1734683939.893240:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847824640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683939.893261:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847824640:12345-0@lo:400:kworker.0 Request processed in 21us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683939.893266:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40428 00000100:00100000:1.0:1734683939.893280:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847825408 00000100:00100000:1.0:1734683939.893281:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847825408 00000100:00100000:1.0:1734683939.893294:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847824512 00000100:00100000:1.0:1734683939.893295:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847824512 00000100:00100000:1.0:1734683939.893305:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:1.0:1734683939.893308:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847824384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683939.893328:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847824384:12345-0@lo:400:kworker.0 Request processed in 19us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683939.893397:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:1.0:1734683939.893409:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:1.0:1734683939.893412:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847824512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683939.893434:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847824512:12345-0@lo:400:kworker.0 Request processed in 21us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683939.893438:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:1.0:1734683939.893451:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683939.893464:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847824640:0@lo:400:kworker.0 00000100:00100000:1.0:1734683939.893472:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847825408:0@lo:400:kworker.0 00000100:00100000:1.0:1734683939.893486:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847824512:0@lo:400:kworker.0 00000100:00100000:1.0:1734683939.893545:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847825280:0@lo:400:kworker.0 00000100:00100000:1.0:1734683939.925241:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847825536 00000100:00100000:1.0:1734683939.925247:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847825536 00000100:00100000:1.0:1734683939.925289:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40429 00000100:00100000:1.0:1734683939.925295:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847825536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734683939.925322:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734683939.925370:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847825536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683939.925377:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40429 00010000:00010000:1.0:1734683940.132709:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683942.344460:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872538880 00000100:00100000:1.0:1734683942.344465:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872538880 00000100:00100000:1.0:1734683942.344492:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1088 00000100:00100000:1.0:1734683942.344496:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872538880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683942.344583:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872538880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 84us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683942.344592:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1088 00000100:00100000:1.0:1734683944.852729:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847825920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683944.852803:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683944.852844:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847825920 00000100:00100000:1.0:1734683944.852849:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847825920 00000100:00100000:1.0:1734683944.852891:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40430 00000100:00100000:1.0:1734683944.852896:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847825920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734683944.852921:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734683944.852961:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847825920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683944.852966:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40430 00000100:00100000:1.0:1734683944.900776:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847826432:0@lo:400:kworker.0 00000100:00100000:1.0:1734683944.900822:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683944.900847:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847827200:0@lo:400:kworker.0 00000100:00100000:1.0:1734683944.900868:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683944.900881:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734683944.900886:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847826304:0@lo:400:kworker.0 00000100:00100000:1.0:1734683944.900900:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683944.900909:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847827072:0@lo:400:kworker.0 00000100:00100000:1.0:1734683944.900922:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683944.900941:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847826432 00000100:00100000:1.0:1734683944.900945:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847826432 00000100:00100000:1.0:1734683944.900974:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40431 00000100:00100000:1.0:1734683944.900979:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847826432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683944.901017:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847826432:12345-0@lo:400:kworker.0 Request processed in 38us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683944.901024:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40431 00000100:00080000:1.0:1734683944.901039:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683914 00000100:00080000:1.0:1734683944.901042:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683914 00000100:00100000:1.0:1734683944.901051:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847827200 00000100:00100000:1.0:1734683944.901053:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847827200 00000100:00100000:1.0:1734683944.901068:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847826304 00000100:00100000:1.0:1734683944.901070:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847826304 00000100:00100000:1.0:1734683944.901083:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847826176 00000100:00100000:1.0:1734683944.901085:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847826176 00000100:00100000:1.0:1734683944.901095:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1734683944.901099:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847827200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683944.901122:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847827200:12345-0@lo:400:kworker.0 Request processed in 22us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683944.901127:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1734683944.901137:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:1.0:1734683944.901140:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847826176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683944.901162:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847826176:12345-0@lo:400:kworker.0 Request processed in 20us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683944.901166:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00080000:1.0:1734683944.901184:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683914 00000100:00080000:1.0:1734683944.901186:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683914 00000100:00100000:1.0:1734683944.901207:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847826304:0@lo:400:kworker.0 00000100:00100000:1.0:1734683944.901215:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847827072:0@lo:400:kworker.0 00000100:00100000:1.0:1734683944.901221:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847827200:0@lo:400:kworker.0 00000100:00100000:1.0:1734683944.901227:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847826432:0@lo:400:kworker.0 00000100:00080000:1.0:1734683944.901243:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683914 00000100:00100000:1.0:1734683944.901256:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53306 00000100:00100000:1.0:1734683944.901260:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938847826944:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734683944.901274:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734683944.901293:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938847826944:12345-0@lo:8:kworker.0 Request processed in 33us (388us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734683944.901296:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53306 00000100:00100000:1.0:1734683944.932722:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734683944.932738:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847827328:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734683944.932797:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683944.981131:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847827456 00000100:00100000:1.0:1734683944.981138:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847827456 00000100:00100000:1.0:1734683944.981283:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6296 00000100:00100000:1.0:1734683944.981289:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847827456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734683944.981315:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683944.981357:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847827456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683944.981363:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6296 00010000:00010000:1.0:1734683945.142941:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683946.692755:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734683946.692773:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847827584:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734683946.692823:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734683946.693110:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683916 00000100:00100000:1.0:1734683947.353147:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734683947.353192:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734683947.353219:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734683947.353249:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734683947.353293:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872539392 00000100:00100000:1.0:1734683947.353301:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872539392 00000100:00100000:1.0:1734683947.353327:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872539520 00000100:00100000:1.0:1734683947.353329:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872539520 00000100:00100000:1.0:1734683947.353341:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1093 00000100:00100000:1.0:1734683947.353345:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872539392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683947.353666:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872539392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 319us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683947.353672:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1093 00000100:00080000:1.0:1734683947.353690:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683917 00000100:00080000:1.0:1734683947.353693:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683917 00000100:00080000:1.0:1734683947.353695:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683917 00000100:00100000:1.0:1734683949.861142:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847827712 00000100:00100000:1.0:1734683949.861150:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847827712 00000100:00100000:1.0:1734683949.861201:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40433 00000100:00100000:1.0:1734683949.861208:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847827712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734683949.861246:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734683949.861299:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847827712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683949.861305:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40433 00000100:00100000:1.0:1734683949.908778:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847827968:0@lo:400:kworker.0 00000100:00100000:1.0:1734683949.908852:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683949.908883:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847828608:0@lo:400:kworker.0 00000100:00100000:1.0:1734683949.908905:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683949.908958:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847827968 00000100:00100000:1.0:1734683949.908966:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847827968 00000100:00100000:1.0:1734683949.909010:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:1.0:1734683949.909016:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847828608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683949.909066:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847828608:12345-0@lo:400:kworker.0 Request processed in 51us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683949.909072:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:1.0:1734683949.909087:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1734683949.909090:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847828096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683949.909119:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847828096:12345-0@lo:400:kworker.0 Request processed in 28us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683949.909124:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00080000:1.0:1734683949.909144:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683919 00000100:00080000:1.0:1734683949.909147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683919 00000100:00080000:1.0:1734683949.909150:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683919 00000100:00080000:1.0:1734683949.909151:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683919 00000100:00100000:1.0:1734683949.909189:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53309 00000100:00100000:1.0:1734683949.909193:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847828736:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734683949.909208:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734683949.909238:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847828736:12345-0@lo:8:kworker.0 Request processed in 43us (266us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734683949.909289:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53309 00000100:00080000:1.0:1734683949.909567:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683919 00000100:00100000:1.0:1734683949.988821:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847829248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734683949.988888:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683949.989238:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847829248:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734683950.153149:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734683951.701617:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683921 00000100:00100000:1.0:1734683952.359554:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53310 00000100:00100000:1.0:1734683952.359558:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872540160:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734683952.359574:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734683952.359608:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872540160:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 48us (393us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734683952.359614:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53310 00000100:00100000:1.0:1734683954.916753:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847829760:0@lo:400:kworker.0 00000100:00100000:1.0:1734683954.916791:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683954.916831:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847830400:0@lo:400:kworker.0 00000100:00100000:1.0:1734683954.916851:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683954.916885:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847829760 00000100:00100000:1.0:1734683954.916889:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847829760 00000100:00100000:1.0:1734683954.916909:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1734683954.916913:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847829760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683954.916935:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847829760:12345-0@lo:400:kworker.0 Request processed in 22us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683954.916939:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1734683954.916964:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847830400:0@lo:400:kworker.0 00000100:00100000:1.0:1734683954.916970:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847829760:0@lo:400:kworker.0 00000100:00100000:1.0:1734683954.917004:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847830016 00000100:00100000:1.0:1734683954.917006:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847830016 00000100:00100000:1.0:1734683954.917019:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40437 00000100:00100000:1.0:1734683954.917022:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096a09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847830016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683954.917045:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096a09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847830016:12345-0@lo:400:kworker.0 Request processed in 23us (55us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683954.917049:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40437 00000100:00100000:1.0:1734683954.917067:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:1.0:1734683954.917069:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847829888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683954.917085:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847829888:12345-0@lo:400:kworker.0 Request processed in 15us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683954.917088:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00010000:00010000:1.0:1734683955.165303:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683956.709977:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847831168:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734683957.367051:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683927 00000100:00080000:1.0:1734683957.367055:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683927 00000100:00080000:1.0:1734683957.367266:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683927 00000100:00100000:1.0:1734683959.876795:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847831296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683959.876878:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683959.877266:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847831296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683959.924736:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847831552:0@lo:400:kworker.0 00000100:00100000:1.0:1734683959.924786:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683959.924834:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847831552 00000100:00100000:1.0:1734683959.924840:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847831552 00000100:00100000:1.0:1734683959.925281:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:1.0:1734683959.925287:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847831552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683959.925327:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847831552:12345-0@lo:400:kworker.0 Request processed in 40us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683959.925334:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:1.0:1734683959.925348:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847831680 00000100:00100000:1.0:1734683959.925351:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847831680 00000100:00100000:1.0:1734683959.925365:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:1.0:1734683959.925368:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847831680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683959.925395:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847831680:12345-0@lo:400:kworker.0 Request processed in 25us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683959.925399:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:1.0:1734683959.925427:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847831552:0@lo:400:kworker.0 00000100:00080000:1.0:1734683959.925448:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683929 00000100:00080000:1.0:1734683959.925451:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683929 00000100:00080000:1.0:1734683959.925453:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683929 00000100:00100000:1.0:1734683959.925849:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847832192 00000100:00100000:1.0:1734683959.925853:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847832192 00000100:00100000:1.0:1734683959.925870:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1734683959.925874:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847832192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683959.925912:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847832192:12345-0@lo:400:kworker.0 Request processed in 37us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683959.925917:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1734683959.925934:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847832576:0@lo:400:kworker.0 00000100:00100000:1.0:1734683959.925953:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683959.925964:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734683959.925969:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847832448:0@lo:400:kworker.0 00000100:00100000:1.0:1734683959.926205:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683959.926232:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847832576 00000100:00100000:1.0:1734683959.926235:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847832576 00000100:00100000:1.0:1734683959.926250:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1734683959.926254:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847832576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683959.926279:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847832576:12345-0@lo:400:kworker.0 Request processed in 24us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683959.926283:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1734683959.926304:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847832448:0@lo:400:kworker.0 00000100:00100000:1.0:1734683959.926313:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847832576:0@lo:400:kworker.0 00000100:00100000:1.0:1734683959.956852:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734683959.956871:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847832704:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734683959.956924:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683959.957155:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847832704:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734683960.004826:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847832832:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734683960.004883:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683960.005110:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847832832:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734683960.174784:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683961.716843:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734683961.716863:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847832960:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734683961.716912:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683962.375157:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872540928 00000100:00100000:1.0:1734683962.375164:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872540928 00000100:00100000:1.0:1734683962.375208:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872541056 00000100:00100000:1.0:1734683962.375211:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872541056 00000100:00100000:1.0:1734683962.375227:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1111 00000100:00100000:1.0:1734683962.375231:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872540928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683962.375285:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872540928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683962.375294:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1111 00000100:00100000:1.0:1734683962.375309:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1112 00000100:00100000:1.0:1734683962.375312:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872541056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683962.375330:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872541056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683962.375335:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1112 00000100:00100000:1.0:1734683964.932811:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847833344:0@lo:400:kworker.0 00000100:00100000:1.0:1734683964.932881:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683964.932914:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847833984:0@lo:400:kworker.0 00000100:00100000:1.0:1734683964.932945:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683964.932982:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847833344 00000100:00100000:1.0:1734683964.932986:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847833344 00000100:00100000:1.0:1734683964.933012:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847833984 00000100:00100000:1.0:1734683964.933014:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847833984 00000100:00100000:1.0:1734683964.933027:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847834368 00000100:00100000:1.0:1734683964.933029:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847834368 00000100:00100000:1.0:1734683964.933038:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847833472 00000100:00100000:1.0:1734683964.933039:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847833472 00000100:00100000:1.0:1734683964.933049:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1734683964.933055:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012deb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847833344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683964.933099:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012deb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847833344:12345-0@lo:400:kworker.0 Request processed in 45us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683964.933104:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1734683964.933119:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1734683964.933123:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847833984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683964.933152:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847833984:12345-0@lo:400:kworker.0 Request processed in 28us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683964.933157:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1734683964.933165:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1734683964.933168:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847834368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683964.933188:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847834368:12345-0@lo:400:kworker.0 Request processed in 19us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683964.933193:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1734683964.933231:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847833984:0@lo:400:kworker.0 00000100:00100000:1.0:1734683964.933239:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847833344:0@lo:400:kworker.0 00000100:00100000:1.0:1734683964.964872:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847834496 00000100:00100000:1.0:1734683964.964879:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847834496 00000100:00100000:1.0:1734683964.964914:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40444 00000100:00100000:1.0:1734683964.964920:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847834496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734683964.964947:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734683964.964980:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847834496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683964.964986:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40444 00010000:00010000:1.0:1734683965.184808:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683967.383095:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872541312 00000100:00100000:1.0:1734683967.383098:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872541312 00000100:00100000:1.0:1734683967.383129:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 343 00000100:00100000:1.0:1734683967.383133:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872541312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683967.383154:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872541312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683967.383168:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 343 00000100:00100000:1.0:1734683969.892964:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847834880 00000100:00100000:1.0:1734683969.892971:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847834880 00000100:00100000:1.0:1734683969.893014:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40445 00000100:00100000:1.0:1734683969.893020:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847834880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734683969.893051:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734683969.893093:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847834880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683969.893100:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40445 00000100:00100000:1.0:1734683969.941122:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847835008 00000100:00100000:1.0:1734683969.941126:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847835008 00000100:00100000:1.0:1734683969.941148:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1734683969.941152:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847835008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683969.941177:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847835008:12345-0@lo:400:kworker.0 Request processed in 24us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683969.941182:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00080000:1.0:1734683969.941219:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683939 00000100:00080000:1.0:1734683969.941221:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683939 00000100:00100000:1.0:1734683970.020721:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847836416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734683970.020775:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683970.021126:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847836416:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734683970.194841:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734683971.733041:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683941 00000100:00100000:1.0:1734683972.391141:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872541824 00000100:00100000:1.0:1734683972.391148:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872541824 00000100:00100000:1.0:1734683972.391185:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 345 00000100:00100000:1.0:1734683972.391191:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872541824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683972.391249:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872541824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683972.391255:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 345 00000100:00080000:1.0:1734683972.391309:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683942 00000100:00080000:1.0:1734683972.391312:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683942 00000100:00080000:1.0:1734683972.391314:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683942 00000100:00100000:1.0:1734683974.948870:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847836928:0@lo:400:kworker.0 00000100:00100000:1.0:1734683974.948924:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683974.948944:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847837568:0@lo:400:kworker.0 00000100:00100000:1.0:1734683974.948973:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683974.948988:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734683974.948993:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847836800:0@lo:400:kworker.0 00000100:00100000:1.0:1734683974.949015:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683974.949025:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847837440:0@lo:400:kworker.0 00000100:00100000:1.0:1734683974.949037:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683974.949056:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:1.0:1734683974.949061:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847837568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683974.949095:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847837568:12345-0@lo:400:kworker.0 Request processed in 33us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683974.949100:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:1.0:1734683974.949123:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847836800 00000100:00100000:1.0:1734683974.949127:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847836800 00000100:00100000:1.0:1734683974.949675:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1734683974.949679:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938847836800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683974.949709:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938847836800:12345-0@lo:400:kworker.0 Request processed in 29us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683974.949714:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1734683974.949738:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847837952 00000100:00100000:1.0:1734683974.949741:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847837952 00000100:00100000:1.0:1734683974.949754:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847837056 00000100:00100000:1.0:1734683974.949756:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847837056 00000100:00100000:1.0:1734683974.949769:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:1.0:1734683974.949774:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847837952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683974.949798:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847837952:12345-0@lo:400:kworker.0 Request processed in 25us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683974.949803:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:1.0:1734683974.949827:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847836800:0@lo:400:kworker.0 00000100:00100000:1.0:1734683974.949836:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847837440:0@lo:400:kworker.0 00000100:00100000:1.0:1734683974.949844:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847836928:0@lo:400:kworker.0 00000100:00100000:1.0:1734683974.949851:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847837568:0@lo:400:kworker.0 00000100:00100000:1.0:1734683975.028847:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847838208 00000100:00100000:1.0:1734683975.028853:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847838208 00000100:00100000:1.0:1734683975.028889:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6308 00000100:00100000:1.0:1734683975.028894:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847838208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734683975.028935:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683975.028978:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847838208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683975.028983:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6308 00010000:00010000:1.0:1734683975.204783:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683976.740871:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847838336 00000100:00100000:1.0:1734683976.740877:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847838336 00000100:00100000:1.0:1734683976.740915:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6309 00000100:00100000:1.0:1734683976.740921:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847838336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734683976.740945:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683976.740984:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847838336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683976.741011:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6309 00000100:00100000:1.0:1734683977.399246:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872542336 00000100:00100000:1.0:1734683977.399250:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872542336 00000100:00100000:1.0:1734683977.399274:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 347 00000100:00100000:1.0:1734683977.399279:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872542336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683977.399322:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872542336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683977.399328:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 347 00000100:00100000:1.0:1734683979.956878:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847838592 00000100:00100000:1.0:1734683979.956889:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847838592 00000100:00100000:1.0:1734683979.956924:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1734683979.956930:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847838592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683979.956966:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847838592:12345-0@lo:400:kworker.0 Request processed in 36us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683979.956972:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00080000:1.0:1734683979.957012:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683949 00000100:00080000:1.0:1734683979.957016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683949 00000100:00100000:1.0:1734683979.957023:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847839104:0@lo:8:kworker.0 00000100:00100000:1.0:1734683979.957043:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683979.957056:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847839488:0@lo:8:kworker.0 00000100:00100000:1.0:1734683979.957069:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683979.957091:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847839232 00000100:00100000:1.0:1734683979.957094:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847839232 00000100:00100000:1.0:1734683979.957112:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847839104 00000100:00100000:1.0:1734683979.957114:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847839104 00000100:00100000:1.0:1734683979.957122:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847839488 00000100:00100000:1.0:1734683979.957124:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847839488 00000100:00100000:1.0:1734683979.957134:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7183 00000100:00100000:1.0:1734683979.957138:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847839232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683979.957180:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847839232:12345-0@lo:400:kworker.0 Request processed in 41us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683979.957185:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7183 00000100:00100000:1.0:1734683979.957193:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847839616 00000100:00100000:1.0:1734683979.957196:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847839616 00000100:00100000:1.0:1734683979.957209:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7184 00000100:00100000:1.0:1734683979.957212:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847839616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683979.957740:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847839616:12345-0@lo:400:kworker.0 Request processed in 526us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683979.957746:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7184 00000100:00100000:1.0:1734683979.957756:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53327 00000100:00100000:1.0:1734683979.957759:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847839488:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734683979.957768:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734683979.957784:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847839488:12345-0@lo:8:kworker.0 Request processed in 24us (714us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734683979.957788:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53327 00000100:00100000:1.0:1734683979.989359:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847839872 00000100:00100000:1.0:1734683979.989365:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847839872 00000100:00100000:1.0:1734683979.989394:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40453 00000100:00100000:1.0:1734683979.989398:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847839872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734683979.989426:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734683979.989472:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847839872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683979.989478:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40453 00000100:00100000:1.0:1734683980.036742:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847840000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734683980.036797:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683980.036989:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847840000:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734683980.215053:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683982.407155:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872542848 00000100:00100000:1.0:1734683982.407168:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872542848 00000100:00100000:1.0:1734683982.407225:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 349 00000100:00100000:1.0:1734683982.407232:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872542848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683982.407293:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872542848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683982.407299:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 349 00000100:00100000:1.0:1734683982.407335:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872543232 00000100:00100000:1.0:1734683982.407339:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872543232 00000100:00100000:1.0:1734683982.407354:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53328 00000100:00100000:1.0:1734683982.407358:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872543232:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734683982.407376:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734683982.407395:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872543232:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (240us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734683982.407403:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53328 00000100:00100000:1.0:1734683984.965776:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847841024 00000100:00100000:1.0:1734683984.965787:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847841024 00000100:00100000:1.0:1734683984.965819:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7185 00000100:00100000:1.0:1734683984.965825:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847841024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683984.965863:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847841024:12345-0@lo:400:kworker.0 Request processed in 37us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683984.965868:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7185 00000100:00100000:1.0:1734683984.965890:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847840384 00000100:00100000:1.0:1734683984.965893:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847840384 00000100:00100000:1.0:1734683984.965910:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1734683984.965914:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847840384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683984.965939:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847840384:12345-0@lo:400:kworker.0 Request processed in 24us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683984.965944:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1734683984.965983:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847841152 00000100:00100000:1.0:1734683984.965986:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847841152 00000100:00100000:1.0:1734683984.966001:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:1.0:1734683984.966005:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847841152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683984.966357:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847841152:12345-0@lo:400:kworker.0 Request processed in 350us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683984.966363:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:1.0:1734683984.966380:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847841536 00000100:00100000:1.0:1734683984.966383:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847841536 00000100:00100000:1.0:1734683984.966395:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1734683984.966398:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847841536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683984.966425:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847841536:12345-0@lo:400:kworker.0 Request processed in 26us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683984.966430:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1734683984.966451:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847841536:0@lo:400:kworker.0 00000100:00100000:1.0:1734683985.045003:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847841792:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734683985.045057:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683985.045336:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847841792:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734683985.224809:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683986.756793:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734683986.756813:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847841920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734683986.756862:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683986.757081:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847841920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734683987.416318:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872543360 00000100:00100000:1.0:1734683987.416322:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872543360 00000100:00100000:1.0:1734683987.416346:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 351 00000100:00100000:1.0:1734683987.416352:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872543360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683987.416402:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872543360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683987.416409:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 351 00000100:00100000:1.0:1734683989.925040:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847842048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683989.925381:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683989.926583:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847842048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734683989.972727:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847842304:0@lo:400:kworker.0 00000100:00100000:1.0:1734683989.972782:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683989.972821:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847842176 00000100:00100000:1.0:1734683989.972827:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847842176 00000100:00100000:1.0:1734683989.972859:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1734683989.972866:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847842176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683989.972899:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847842176:12345-0@lo:400:kworker.0 Request processed in 33us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683989.972904:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1734683989.972932:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847842944:0@lo:400:kworker.0 00000100:00100000:1.0:1734683989.972946:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683989.972955:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734683989.972958:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847842816:0@lo:400:kworker.0 00000100:00100000:1.0:1734683989.972967:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683989.972988:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847842304:0@lo:400:kworker.0 00000100:00100000:1.0:1734683989.973029:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1734683989.973033:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847842944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683989.973060:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847842944:12345-0@lo:400:kworker.0 Request processed in 25us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683989.973065:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1734683989.973087:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53333 00000100:00100000:1.0:1734683989.973091:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847843072:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734683989.973172:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734683989.973207:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847843072:12345-0@lo:8:kworker.0 Request processed in 115us (318us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734683989.973213:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53333 00000100:00100000:1.0:1734683989.973238:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847842816:0@lo:400:kworker.0 00000100:00100000:1.0:1734683989.973246:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847842944:0@lo:400:kworker.0 00000100:00100000:1.0:1734683990.053214:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847843584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734683990.053268:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683990.053633:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847843584:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734683990.234732:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683992.424167:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872543872 00000100:00100000:1.0:1734683992.424171:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872543872 00000100:00100000:1.0:1734683992.424209:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 353 00000100:00100000:1.0:1734683992.424214:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872543872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683992.424237:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872543872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683992.424241:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 353 00000100:00100000:1.0:1734683994.982062:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847844096:0@lo:400:kworker.0 00000100:00100000:1.0:1734683994.982085:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683994.982132:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847844736:0@lo:400:kworker.0 00000100:00100000:1.0:1734683994.982147:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683994.982421:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847844096:0@lo:400:kworker.0 00000100:00100000:1.0:1734683994.982430:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847844736:0@lo:400:kworker.0 00000100:00100000:1.0:1734683994.982441:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734683994.982445:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847843968:0@lo:400:kworker.0 00000100:00100000:1.0:1734683994.982466:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683994.982476:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847844608:0@lo:400:kworker.0 00000100:00100000:1.0:1734683994.982489:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683994.982503:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847844608 00000100:00100000:1.0:1734683994.982505:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847844608 00000100:00100000:1.0:1734683994.982545:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7189 00000100:00100000:1.0:1734683994.982549:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847844608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683994.982579:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847844608:12345-0@lo:400:kworker.0 Request processed in 29us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683994.982583:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7189 00000100:00100000:1.0:1734683994.982599:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847843968 00000100:00100000:1.0:1734683994.982601:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847843968 00000100:00100000:1.0:1734683994.982615:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1734683994.982619:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938847843968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683994.982637:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938847843968:12345-0@lo:400:kworker.0 Request processed in 17us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683994.982641:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1734683994.982660:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847843968:0@lo:400:kworker.0 00000100:00100000:1.0:1734683994.982666:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847844608:0@lo:400:kworker.0 00000100:00100000:1.0:1734683995.061553:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847845376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734683995.061606:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1734683995.244796:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734683996.773615:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847845504 00000100:00100000:1.0:1734683996.773622:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847845504 00000100:00100000:1.0:1734683996.773668:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6317 00000100:00100000:1.0:1734683996.773674:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847845504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734683996.773706:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734683996.773742:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847845504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683996.773747:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6317 00000100:00100000:1.0:1734683997.432784:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872544512 00000100:00100000:1.0:1734683997.432793:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872544512 00000100:00100000:1.0:1734683997.432849:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1153 00000100:00100000:1.0:1734683997.432856:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872544512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683997.432927:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872544512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 70us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683997.432933:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1153 00000100:00100000:1.0:1734683997.434408:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872544640 00000100:00100000:1.0:1734683997.434413:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872544640 00000100:00100000:1.0:1734683997.434451:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1154 00000100:00100000:1.0:1734683997.434456:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872544640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734683997.434483:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872544640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (1397us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683997.434488:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1154 00000100:00100000:1.0:1734683999.990142:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847845888:0@lo:400:kworker.0 00000100:00100000:1.0:1734683999.990179:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683999.990202:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847846528:0@lo:400:kworker.0 00000100:00100000:1.0:1734683999.990225:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734683999.990250:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847845888 00000100:00100000:1.0:1734683999.990253:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847845888 00000100:00100000:1.0:1734683999.990278:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847846528 00000100:00100000:1.0:1734683999.990281:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847846528 00000100:00100000:1.0:1734683999.990291:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847846912 00000100:00100000:1.0:1734683999.990292:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847846912 00000100:00100000:1.0:1734683999.990304:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1734683999.990308:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847845888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683999.990340:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847845888:12345-0@lo:400:kworker.0 Request processed in 32us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683999.990345:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1734683999.990355:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:1.0:1734683999.990358:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847846528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683999.990371:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847846528:12345-0@lo:400:kworker.0 Request processed in 13us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683999.990375:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:1.0:1734683999.990381:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1734683999.990384:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847846016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683999.990400:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847846016:12345-0@lo:400:kworker.0 Request processed in 15us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683999.990404:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1734683999.990433:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847845888:0@lo:400:kworker.0 00000100:00100000:1.0:1734683999.990441:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847846528:0@lo:400:kworker.0 00000100:00100000:1.0:1734683999.991169:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847846400 00000100:00100000:1.0:1734683999.991171:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847846400 00000100:00100000:1.0:1734683999.991203:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7192 00000100:00100000:1.0:1734683999.991207:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847846400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734683999.991241:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847846400:12345-0@lo:400:kworker.0 Request processed in 34us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1734683999.991247:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7192 00000100:00100000:1.0:1734684000.020758:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684000.020780:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847847040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684000.020850:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684000.021137:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847847040:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1734684000.254723:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684001.781318:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847847296 00000100:00100000:1.0:1734684001.781324:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847847296 00000100:00100000:1.0:1734684001.781361:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6319 00000100:00100000:1.0:1734684001.781366:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847847296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734684001.781389:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734684001.781416:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847847296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684001.781421:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6319 00000100:00080000:1.0:1734684001.781443:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683971 00000100:00080000:1.0:1734684002.439361:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683972 00000100:00080000:1.0:1734684002.439701:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683972 00000100:00100000:1.0:1734684004.997438:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847847680:0@lo:400:kworker.0 00000100:00100000:1.0:1734684004.997508:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847848064:0@lo:8:kworker.0 00000100:00100000:1.0:1734684004.997552:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684004.997582:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847848448:0@lo:8:kworker.0 00000100:00100000:1.0:1734684004.997651:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684004.997671:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684004.997673:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684004.997676:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847848064:0@lo:8:kworker.0 00000100:00100000:1.0:1734684004.997703:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684004.997715:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847848320:0@lo:400:kworker.0 00000100:00100000:1.0:1734684004.997734:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684004.997767:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684004.997770:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684004.997772:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847848448:0@lo:8:kworker.0 00000100:00100000:1.0:1734684004.997792:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847847680 00000100:00100000:1.0:1734684004.997794:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847847680 00000100:00100000:1.0:1734684004.997820:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:1.0:1734684004.997825:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847847680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684004.997868:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847847680:12345-0@lo:400:kworker.0 Request processed in 43us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684004.997874:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:1.0:1734684004.997918:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847848320:0@lo:400:kworker.0 00000100:00100000:1.0:1734684004.997926:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847847680:0@lo:400:kworker.0 00000100:00100000:1.0:1734684004.997964:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847847552 00000100:00100000:1.0:1734684004.997967:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847847552 00000100:00100000:1.0:1734684005.029088:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847848832 00000100:00100000:1.0:1734684005.029095:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847848832 00000100:00100000:1.0:1734684005.029131:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40468 00000100:00100000:1.0:1734684005.029137:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847848832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684005.029166:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684005.029203:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847848832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684005.029208:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40468 00000100:00100000:1.0:1734684005.077034:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847848960 00000100:00100000:1.0:1734684005.077047:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847848960 00000100:00100000:1.0:1734684005.077108:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6320 00000100:00100000:1.0:1734684005.077117:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847848960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734684005.077157:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734684005.077219:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847848960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684005.077226:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6320 00010000:00010000:1.0:1734684005.264852:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684007.447731:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872545408 00000100:00100000:1.0:1734684007.447739:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872545408 00000100:00100000:1.0:1734684007.447794:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 359 00000100:00100000:1.0:1734684007.447800:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872545408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684007.447844:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872545408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684007.447850:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 359 00000100:00100000:1.0:1734684009.956866:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847849216:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684009.956922:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684009.957695:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847849216:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684010.005482:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847849344:0@lo:400:kworker.0 00000100:00100000:3.0:1734684010.005569:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684010.005597:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847849984:0@lo:400:kworker.0 00000100:00100000:3.0:1734684010.005617:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684010.005644:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847850112 00000100:00100000:3.0:1734684010.005649:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847850112 00000100:00100000:3.0:1734684010.005689:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:3.0:1734684010.005694:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847850112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684010.005749:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847850112:12345-0@lo:400:kworker.0 Request processed in 54us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684010.005755:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00080000:3.0:1734684010.005772:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683980 00000100:00080000:3.0:1734684010.005776:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683980 00000100:00100000:1.0:1734684010.005780:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847849344 00000100:00100000:1.0:1734684010.005783:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847849344 00000100:00100000:3.0:1734684010.005794:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847850496 00000100:00100000:3.0:1734684010.005796:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847850496 00000100:00100000:1.0:1734684010.005806:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1734684010.005810:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847849344:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684010.005817:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683980 00000100:00100000:3.0:1734684010.005826:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847849728 00000100:00100000:3.0:1734684010.005828:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847849728 00000100:00100000:3.0:1734684010.005842:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40470 00000100:00100000:3.0:1734684010.005845:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847849728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684010.006036:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847849344:12345-0@lo:400:kworker.0 Request processed in 224us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684010.006037:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073331c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847849728:12345-0@lo:400:kworker.0 Request processed in 190us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684010.006042:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40470 00000100:00080000:3.0:1734684010.006053:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683980 00000100:00080000:3.0:1734684010.006056:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683980 00000100:00100000:3.0:1734684010.006069:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847849984:0@lo:400:kworker.0 00000100:00100000:3.0:1734684010.006076:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847849344:0@lo:400:kworker.0 00000100:00100000:1.0:1734684010.006106:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1734684010.006163:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847849856 00000100:00100000:3.0:1734684010.006166:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847849856 00000100:00100000:3.0:1734684010.006183:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53345 00000100:00100000:3.0:1734684010.006186:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847849856:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684010.006204:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684010.006227:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847849856:12345-0@lo:8:kworker.0 Request processed in 40us (108us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684010.006232:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53345 00000100:00100000:3.0:1734684010.036744:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847850624:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684010.036801:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684010.084807:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847850752:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684010.084863:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684010.085139:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847850752:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734684010.274759:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684011.276813:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684011.797565:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847850880 00000100:00100000:3.0:1734684011.797571:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847850880 00000100:00100000:3.0:1734684011.797613:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6323 00000100:00100000:3.0:1734684011.797619:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847850880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684011.797655:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684011.797698:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847850880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684011.797704:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6323 00000100:00100000:1.0:1734684011.797749:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847850880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684012.455061:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872545920 00000100:00100000:1.0:1734684012.455068:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872545920 00000100:00100000:1.0:1734684012.455120:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 361 00000100:00100000:1.0:1734684012.455126:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872545920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684012.455175:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872545920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684012.455181:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 361 00000100:00080000:3.0:1734684012.455303:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683982 00000100:00080000:3.0:1734684012.455307:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683982 00000100:00080000:3.0:1734684012.455308:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683982 00010000:00010000:3.0:1734684014.285467:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684015.012756:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847851264:0@lo:400:kworker.0 00000100:00100000:1.0:1734684015.012818:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684015.012861:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847851264 00000100:00100000:1.0:1734684015.012866:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847851264 00000100:00100000:1.0:1734684015.012898:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:1.0:1734684015.012904:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847851264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684015.012937:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847851264:12345-0@lo:400:kworker.0 Request processed in 33us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684015.012943:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:1.0:1734684015.012974:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847851392:0@lo:400:kworker.0 00000100:00100000:1.0:1734684015.012992:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684015.013002:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847852160:0@lo:400:kworker.0 00000100:00100000:1.0:1734684015.013015:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684015.013025:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734684015.013029:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847851520:0@lo:400:kworker.0 00000100:00100000:1.0:1734684015.013044:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684015.013054:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847852288:0@lo:400:kworker.0 00000100:00100000:1.0:1734684015.013069:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684015.013085:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7198 00000100:00100000:1.0:1734684015.013089:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847851776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684015.013112:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847851776:12345-0@lo:400:kworker.0 Request processed in 22us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684015.013118:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7198 00000100:00100000:1.0:1734684015.013128:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53348 00000100:00100000:1.0:1734684015.013132:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847852032:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684015.013140:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684015.013155:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073330380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847852032:12345-0@lo:8:kworker.0 Request processed in 23us (161us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684015.013159:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53348 00000100:00100000:1.0:1734684015.013171:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847852288 00000100:00100000:1.0:1734684015.013174:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847852288 00000100:00080000:3.0:1734684015.013174:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683985 00000100:00080000:3.0:1734684015.013178:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683985 00000100:00080000:3.0:1734684015.013179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683985 00000100:00080000:3.0:1734684015.013181:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683985 00000100:00100000:1.0:1734684015.013189:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:3.0:1734684015.013191:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847851520 00000100:00100000:1.0:1734684015.013193:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847851392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684015.013194:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847851520 00000100:00100000:3.0:1734684015.013214:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40473 00000100:00100000:3.0:1734684015.013217:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847851520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684015.013227:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847851392:12345-0@lo:400:kworker.0 Request processed in 33us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684015.013234:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:3.0:1734684015.013243:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847851520:12345-0@lo:400:kworker.0 Request processed in 26us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684015.013248:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40473 00000100:00100000:1.0:1734684015.013256:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847851520:0@lo:400:kworker.0 00000100:00080000:3.0:1734684015.013259:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683985 00000100:00100000:1.0:1734684015.013264:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847852288:0@lo:400:kworker.0 00000100:00100000:1.0:1734684015.013269:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847851392:0@lo:400:kworker.0 00000100:00100000:1.0:1734684015.013274:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847852160:0@lo:400:kworker.0 00000100:00100000:3.0:1734684015.044794:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847852416 00000100:00100000:3.0:1734684015.044800:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847852416 00000100:00100000:3.0:1734684015.044832:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40474 00000100:00100000:3.0:1734684015.044838:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847852416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684015.044863:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684015.044896:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847852416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684015.044902:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40474 00000100:00100000:3.0:1734684015.092822:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847852544:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684015.092880:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684015.093086:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847852544:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734684015.286749:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684016.288757:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684016.804751:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847852672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684016.804806:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684016.805041:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847852672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684017.463327:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872546688 00000100:00100000:3.0:1734684017.463334:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872546688 00000100:00100000:3.0:1734684017.463370:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872546560 00000100:00100000:3.0:1734684017.463372:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872546560 00000100:00100000:1.0:1734684017.463396:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1178 00000100:00100000:1.0:1734684017.463404:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872546560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684017.463409:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872546816 00000100:00100000:3.0:1734684017.463411:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872546816 00000100:00100000:3.0:1734684017.463426:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53349 00000100:00100000:3.0:1734684017.463430:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872546816:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684017.463449:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684017.463453:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872546560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684017.463459:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1178 00000100:00100000:3.0:1734684017.463475:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872546816:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (139us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684017.463480:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53349 00010000:00010000:3.0:1734684019.294791:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684019.972749:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684019.972774:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847852800:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684019.972842:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684019.972906:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847852800 00000100:00100000:3.0:1734684019.972914:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847852800 00000100:00100000:3.0:1734684019.972956:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40475 00000100:00100000:3.0:1734684019.972962:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847852800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684019.972996:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684019.973051:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847852800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684019.973058:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40475 00000100:00100000:1.0:1734684019.973138:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847852800:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684020.020767:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847853184:0@lo:400:kworker.0 00000100:00100000:3.0:1734684020.020776:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847853056:0@lo:400:kworker.0 00000100:00100000:1.0:1734684020.020832:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684020.020877:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847853440:0@lo:8:kworker.0 00000100:00100000:1.0:1734684020.020892:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684020.020898:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073333800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847853952:0@lo:400:kworker.0 00000100:00100000:3.0:1734684020.020907:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684020.020932:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847853184 00000100:00100000:1.0:1734684020.020937:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847853184 00000100:00100000:3.0:1734684020.020942:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847853824:0@lo:8:kworker.0 00000100:00100000:3.0:1734684020.020960:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684020.020969:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847854080 00000100:00100000:1.0:1734684020.020972:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847854080 00000100:00100000:1.0:1734684020.020985:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:1.0:1734684020.020988:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847854080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684020.020998:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847853824 00000100:00100000:3.0:1734684020.021003:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847853824 00000100:00100000:3.0:1734684020.021026:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53351 00000100:00100000:1.0:1734684020.021029:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847854080:12345-0@lo:400:kworker.0 Request processed in 37us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684020.021032:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847853824:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684020.021035:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00010000:00020000:3.0:1734684020.021049:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684020.021055:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684020.021070:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847853312:0@lo:400:kworker.0 00000100:00100000:3.0:1734684020.021079:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847853824:12345-0@lo:8:kworker.0 Request processed in 47us (117us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684020.021087:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53351 00000100:00100000:1.0:1734684020.021088:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684020.021101:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847853952 00000100:00100000:3.0:1734684020.021104:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847853952 00000100:00100000:1.0:1734684020.021107:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073333b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847853184:0@lo:400:kworker.0 00000100:00100000:1.0:1734684020.021124:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847853568 00000100:00100000:1.0:1734684020.021126:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847853568 00000100:00100000:3.0:1734684020.021131:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7199 00000100:00100000:3.0:1734684020.021136:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847853952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684020.021148:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847853312 00000100:00100000:1.0:1734684020.021150:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847853312 00000100:00100000:1.0:1734684020.021167:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40476 00000100:00100000:1.0:1734684020.021171:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847853312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684020.021176:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847853952:12345-0@lo:400:kworker.0 Request processed in 39us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684020.021182:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7199 00000100:00100000:1.0:1734684020.021198:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847853312:12345-0@lo:400:kworker.0 Request processed in 26us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684020.021202:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40476 00000100:00080000:3.0:1734684020.021208:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684020.021212:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684020.021216:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847853824:0@lo:8:kworker.0 00000100:00080000:3.0:1734684020.021224:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684020.021226:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684020.021228:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073330e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847853440:0@lo:8:kworker.0 00000100:00100000:1.0:1734684020.021234:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073333800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847853952:0@lo:400:kworker.0 00000100:00100000:1.0:1734684020.021241:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847853312:0@lo:400:kworker.0 00000100:00100000:3.0:1734684020.021256:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684020.021315:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847853056:0@lo:400:kworker.0 00000100:00100000:1.0:1734684020.052864:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847854208 00000100:00100000:1.0:1734684020.052870:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847854208 00000100:00100000:1.0:1734684020.052908:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40477 00000100:00100000:1.0:1734684020.052913:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847854208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684020.052944:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684020.052988:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073332300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847854208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684020.052998:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40477 00010000:00010000:1.0:1734684020.296807:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684021.298706:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684022.471338:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872547072 00000100:00100000:3.0:1734684022.471348:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872547072 00000100:00080000:1.0:1734684022.471414:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683992 00000100:00080000:1.0:1734684022.471418:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683992 00000100:00080000:1.0:1734684022.471420:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683992 00000100:00100000:3.0:1734684022.471421:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1184 00000100:00100000:3.0:1734684022.471426:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872547072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684022.471494:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872547328 00000100:00100000:1.0:1734684022.471498:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872547328 00000100:00100000:3.0:1734684022.471515:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872547072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 88us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684022.471518:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53352 00000100:00100000:1.0:1734684022.471523:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872547328:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684022.471523:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1184 00010000:00020000:1.0:1734684022.471593:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684022.471642:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872547328:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 118us (344us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684022.471655:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53352 00010000:00010000:3.0:1734684024.304833:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684024.980942:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847854592 00000100:00100000:1.0:1734684024.980950:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847854592 00000100:00100000:1.0:1734684024.980996:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40478 00000100:00100000:1.0:1734684024.981003:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847854592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684024.981039:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684024.981087:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847854592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684024.981094:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40478 00000100:00100000:1.0:1734684025.030025:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847854848:0@lo:400:kworker.0 00000100:00100000:1.0:1734684025.030083:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684025.030107:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684025.030113:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847854720:0@lo:400:kworker.0 00000100:00100000:1.0:1734684025.030137:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684025.030181:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847854720 00000100:00100000:1.0:1734684025.030188:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847854720 00000100:00100000:1.0:1734684025.030222:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1734684025.030227:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938847854720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684025.030260:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938847854720:12345-0@lo:400:kworker.0 Request processed in 32us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684025.030265:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00080000:1.0:1734684025.030289:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683995 00000100:00100000:1.0:1734684025.030306:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847854720:0@lo:400:kworker.0 00000100:00100000:1.0:1734684025.030331:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847854848 00000100:00100000:1.0:1734684025.030333:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847854848 00000100:00100000:3.0:1734684025.030510:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073333800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847854976:0@lo:400:kworker.0 00000100:00100000:3.0:1734684025.030552:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684025.031966:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847854976 00000100:00100000:1.0:1734684025.031976:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847854976 00000100:00100000:1.0:1734684025.032010:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:1.0:1734684025.032017:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847854848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684025.032114:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847855744:0@lo:400:kworker.0 00000100:00100000:1.0:1734684025.032139:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847854848:12345-0@lo:400:kworker.0 Request processed in 122us (2056us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684025.032140:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684025.032145:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:3.0:1734684025.032162:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1734684025.032168:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095468380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847854976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684025.032195:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095468380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847854976:12345-0@lo:400:kworker.0 Request processed in 28us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684025.032198:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847854848:0@lo:400:kworker.0 00000100:00100000:3.0:1734684025.032200:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1734684025.032239:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847855744:0@lo:400:kworker.0 00000100:00080000:1.0:1734684025.032240:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683995 00000100:00080000:1.0:1734684025.032244:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734683995 00000100:00100000:3.0:1734684025.032248:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073333800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847854976:0@lo:400:kworker.0 00000100:00100000:1.0:1734684025.032355:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847855488 00000100:00100000:1.0:1734684025.032360:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847855488 00000100:00100000:1.0:1734684025.032392:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1734684025.032396:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847855488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684025.032454:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847855488:12345-0@lo:400:kworker.0 Request processed in 57us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684025.032460:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1734684025.032473:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1734684025.032477:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847855872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684025.032506:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073331880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847855872:12345-0@lo:400:kworker.0 Request processed in 28us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684025.032511:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1734684025.061563:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847856000:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684025.108727:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847856128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684025.108783:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684025.108846:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847856128 00000100:00100000:3.0:1734684025.108853:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847856128 00000100:00100000:3.0:1734684025.108896:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6328 00000100:00100000:3.0:1734684025.108901:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847856128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684025.108926:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684025.108967:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847856128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684025.108972:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6328 00000100:00100000:1.0:1734684025.109004:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847856128:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734684025.306786:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684026.308741:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684026.820758:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847856256:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684026.820834:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684027.479043:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872547456 00000100:00100000:1.0:1734684027.479052:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872547456 00000100:00100000:1.0:1734684027.479094:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 367 00000100:00100000:1.0:1734684027.479100:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872547456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684027.479151:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872547456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684027.479152:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1189 00000100:00100000:1.0:1734684027.479157:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 367 00000100:00100000:3.0:1734684027.479163:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872547584:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734684027.479185:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734683997 00000100:00080000:1.0:1734684027.479188:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734683997 00000100:00080000:1.0:1734684027.479190:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734683997 00000100:00100000:3.0:1734684027.479226:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872547584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 65us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684027.479293:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1189 00010000:00010000:3.0:1734684029.314740:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684030.036806:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847856640:0@lo:400:kworker.0 00000100:00100000:3.0:1734684030.036896:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847856768:0@lo:400:kworker.0 00000100:00100000:1.0:1734684030.036945:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684030.036958:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847856896:0@lo:400:kworker.0 00000100:00100000:1.0:1734684030.036977:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847857280:0@lo:400:kworker.0 00000100:00100000:3.0:1734684030.036983:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684030.036992:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684030.036999:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847857664:0@lo:400:kworker.0 00000100:00100000:1.0:1734684030.037017:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847856640 00000100:00100000:3.0:1734684030.037017:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684030.037023:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847856640 00000100:00100000:3.0:1734684030.037031:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684030.037036:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880073333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847857536:0@lo:400:kworker.0 00000100:00100000:1.0:1734684030.037051:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:3.0:1734684030.037051:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684030.037056:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847857280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684030.037076:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847857408 00000100:00100000:3.0:1734684030.037079:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847857408 00000100:00100000:1.0:1734684030.037092:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847857280:12345-0@lo:400:kworker.0 Request processed in 36us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684030.037095:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847857536 00000100:00100000:3.0:1734684030.037096:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847857536 00000100:00100000:1.0:1734684030.037101:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:1.0:1734684030.037110:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:1.0:1734684030.037113:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847857664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684030.037113:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7204 00000100:00100000:3.0:1734684030.037117:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095469180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847857536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684030.037139:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847857664:12345-0@lo:400:kworker.0 Request processed in 25us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684030.037143:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1734684030.037145:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095469180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847857536:12345-0@lo:400:kworker.0 Request processed in 28us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684030.037151:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7204 00000100:00100000:1.0:1734684030.037158:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847856512 00000100:00100000:1.0:1734684030.037160:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847856512 00000100:00100000:3.0:1734684030.037163:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53357 00000100:00100000:3.0:1734684030.037166:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847857408:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684030.037175:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684030.037177:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1734684030.037180:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847856512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684030.037192:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847857408:12345-0@lo:8:kworker.0 Request processed in 25us (182us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684030.037198:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53357 00000100:00100000:1.0:1734684030.037202:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847856512:12345-0@lo:400:kworker.0 Request processed in 22us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684030.037207:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1734684030.037222:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847857536:0@lo:400:kworker.0 00000100:00100000:1.0:1734684030.037229:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073332a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847857280:0@lo:400:kworker.0 00000100:00100000:3.0:1734684030.037231:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073332680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847857664:0@lo:400:kworker.0 00000100:00100000:1.0:1734684030.037236:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073330000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847856640:0@lo:400:kworker.0 00000100:00100000:3.0:1734684030.037248:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684030.037728:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847856896:0@lo:400:kworker.0 00000100:00100000:3.0:1734684030.037754:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847856768:0@lo:400:kworker.0 00010000:00010000:1.0:1734684030.316722:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684031.318903:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684031.828781:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847858048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684031.828841:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684031.829059:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847858048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684032.486883:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872548096 00000100:00100000:3.0:1734684032.486886:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872548096 00000100:00100000:3.0:1734684032.486914:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872548224 00000100:00100000:3.0:1734684032.486916:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872548224 00000100:00100000:3.0:1734684032.486940:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1196 00000100:00100000:3.0:1734684032.486943:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872548224:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684032.486975:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872548224:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684032.486981:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1196 00000100:00100000:3.0:1734684032.486998:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872548352 00000100:00100000:3.0:1734684032.487001:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872548352 00000100:00100000:3.0:1734684032.487014:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53358 00000100:00100000:3.0:1734684032.487017:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073332d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872548352:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684032.487034:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684032.487051:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073332d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872548352:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 32us (194us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684032.487055:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53358 00010000:00010000:3.0:1734684034.324707:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684035.044809:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847858432:0@lo:400:kworker.0 00000100:00100000:1.0:1734684035.044840:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847858688:0@lo:400:kworker.0 00000100:00100000:1.0:1734684035.044873:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684035.044873:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684035.044912:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847859072:0@lo:400:kworker.0 00000100:00100000:1.0:1734684035.044913:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847859456:0@lo:400:kworker.0 00000100:00100000:3.0:1734684035.044934:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684035.044958:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847858816:0@lo:8:kworker.0 00000100:00100000:1.0:1734684035.044976:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684035.044977:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847858432 00000100:00100000:3.0:1734684035.044982:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847858432 00000100:00100000:1.0:1734684035.044990:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847859200:0@lo:8:kworker.0 00000100:00100000:1.0:1734684035.045003:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684035.045010:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847859072 00000100:00100000:3.0:1734684035.045012:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847859072 00000100:00100000:3.0:1734684035.045025:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1734684035.045031:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:3.0:1734684035.045031:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847858432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684035.045036:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847859072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684035.045072:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847859072:12345-0@lo:400:kworker.0 Request processed in 35us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684035.045072:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847858432:12345-0@lo:400:kworker.0 Request processed in 41us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684035.045077:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1734684035.045080:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:3.0:1734684035.045101:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847858560:0@lo:400:kworker.0 00000100:00100000:3.0:1734684035.045118:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684035.045129:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847859072:0@lo:400:kworker.0 00000100:00100000:3.0:1734684035.045130:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847859328:0@lo:400:kworker.0 00000100:00100000:1.0:1734684035.045139:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847858432:0@lo:400:kworker.0 00000100:00100000:3.0:1734684035.045145:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684035.045162:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684035.045163:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847859328 00000100:00080000:1.0:1734684035.045165:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684035.045166:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847859328 00000100:00100000:1.0:1734684035.045168:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847858816:0@lo:8:kworker.0 00000100:00080000:1.0:1734684035.045174:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684035.045177:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684035.045179:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847859200:0@lo:8:kworker.0 00000100:00100000:3.0:1734684035.045181:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7206 00000100:00100000:3.0:1734684035.045183:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009546a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847859328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684035.045193:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684035.045202:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009546a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847859328:12345-0@lo:400:kworker.0 Request processed in 18us (57us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684035.045206:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7206 00000100:00100000:1.0:1734684035.045209:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847858688:0@lo:400:kworker.0 00000100:00100000:3.0:1734684035.045216:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847858560 00000100:00100000:3.0:1734684035.045218:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847858560 00000100:00100000:1.0:1734684035.045225:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847859456 00000100:00100000:1.0:1734684035.045228:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847859456 00000100:00100000:1.0:1734684035.045257:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:1.0:1734684035.045260:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009546a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847858560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684035.045262:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:3.0:1734684035.045265:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847859456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684035.045279:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009546a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847858560:12345-0@lo:400:kworker.0 Request processed in 18us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684035.045282:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:3.0:1734684035.045286:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847859456:12345-0@lo:400:kworker.0 Request processed in 21us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684035.045289:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:3.0:1734684035.045307:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847858560:0@lo:400:kworker.0 00000100:00100000:3.0:1734684035.045311:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847859328:0@lo:400:kworker.0 00000100:00100000:1.0:1734684035.076829:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847859584 00000100:00100000:1.0:1734684035.076835:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847859584 00000100:00100000:1.0:1734684035.076864:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40486 00000100:00100000:1.0:1734684035.076869:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847859584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684035.076896:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684035.076936:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847859584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684035.076942:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40486 00000100:00100000:1.0:1734684035.124766:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847859712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684035.124821:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684035.125012:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847859712:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734684035.326707:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684036.328722:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684036.837014:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684036.837033:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009546aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847859840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684036.837080:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684036.837395:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009546aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847859840:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684037.495127:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872548736 00000100:00100000:3.0:1734684037.495132:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872548736 00000100:00100000:3.0:1734684037.495159:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872548608 00000100:00100000:3.0:1734684037.495161:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872548608 00000100:00100000:3.0:1734684037.495186:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1202 00000100:00100000:3.0:1734684037.495191:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872548608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684037.495231:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073333480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872548608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684037.495241:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1202 00000100:00100000:1.0:1734684037.495242:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872548864 00000100:00100000:1.0:1734684037.495246:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872548864 00000100:00100000:1.0:1734684037.495262:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53361 00000100:00100000:1.0:1734684037.495265:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073333800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872548864:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684037.495283:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684037.495302:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073333800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872548864:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 36us (172us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684037.495307:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53361 00010000:00010000:3.0:1734684039.334721:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684040.005115:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880073330a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847859968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684040.052743:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847860096:0@lo:400:kworker.0 00000100:00100000:1.0:1734684040.052758:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847860224:0@lo:400:kworker.0 00000100:00100000:3.0:1734684040.052878:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684040.052904:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847860736:0@lo:400:kworker.0 00000100:00100000:3.0:1734684040.052924:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684040.052935:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734684040.052940:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847860864:0@lo:400:kworker.0 00000100:00100000:3.0:1734684040.052959:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847860352:0@lo:400:kworker.0 00000100:00080000:3.0:1734684040.052987:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684010 00000100:00100000:3.0:1734684040.053006:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847860736 00000100:00100000:3.0:1734684040.053009:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847860736 00000100:00100000:3.0:1734684040.053029:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7207 00000100:00100000:3.0:1734684040.053033:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009546ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847860736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684040.053063:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009546ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847860736:12345-0@lo:400:kworker.0 Request processed in 29us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684040.053069:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7207 00000100:00100000:3.0:1734684040.053079:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847860608 00000100:00100000:3.0:1734684040.053081:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847860608 00000100:00100000:3.0:1734684040.053092:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53362 00000100:00100000:3.0:1734684040.053095:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847860608:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684040.053110:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684040.053125:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684040.053133:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847860608:12345-0@lo:8:kworker.0 Request processed in 36us (74us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684040.053139:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53362 00000100:00080000:3.0:1734684040.053147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684010 00000100:00080000:3.0:1734684040.053149:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684010 00000100:00100000:3.0:1734684040.053345:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684040.053366:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847860736:0@lo:400:kworker.0 00000100:00100000:3.0:1734684040.053372:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847860096:0@lo:400:kworker.0 00000100:00100000:3.0:1734684040.053394:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:3.0:1734684040.053397:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009546b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847860864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684040.053419:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009546b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847860864:12345-0@lo:400:kworker.0 Request processed in 21us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684040.053424:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:3.0:1734684040.053432:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847861248 00000100:00100000:3.0:1734684040.053433:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847861248 00000100:00100000:1.0:1734684040.053466:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847860224:0@lo:400:kworker.0 00000100:00100000:3.0:1734684040.053512:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1734684040.053516:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880073332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847861248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684040.053578:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880073332a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847861248:12345-0@lo:400:kworker.0 Request processed in 57us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684040.053583:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1734684040.053597:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684040.053607:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847861120:0@lo:400:kworker.0 00000100:00100000:1.0:1734684040.053608:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847861248:0@lo:400:kworker.0 00000100:00100000:3.0:1734684040.053623:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684040.053644:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847860864:0@lo:400:kworker.0 00000100:00100000:3.0:1734684040.053685:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847860352:0@lo:400:kworker.0 00000100:00100000:3.0:1734684040.053699:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847861120 00000100:00100000:3.0:1734684040.053701:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847861120 00000100:00100000:3.0:1734684040.053715:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7208 00000100:00100000:3.0:1734684040.053718:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009546b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847861120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684040.053740:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009546b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847861120:12345-0@lo:400:kworker.0 Request processed in 21us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684040.053745:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7208 00000100:00100000:3.0:1734684040.084743:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847861376:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684040.084796:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684040.085072:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847861376:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684040.132812:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734684040.132831:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938847861504:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684040.132922:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684040.133198:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a0da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938847861504:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734684040.336742:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684041.338726:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684041.844825:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847861632 00000100:00100000:1.0:1734684041.844832:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847861632 00000100:00100000:1.0:1734684041.844872:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6335 00000100:00100000:1.0:1734684041.844878:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847861632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734684041.844904:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734684041.844936:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847861632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684041.844941:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6335 00000100:00100000:3.0:1734684042.503327:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872548992 00000100:00100000:3.0:1734684042.503335:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872548992 00000100:00100000:3.0:1734684042.503374:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 373 00000100:00100000:3.0:1734684042.503381:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872548992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684042.503443:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872548992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684042.503449:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 373 00000100:00080000:3.0:1734684042.503480:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684012 00000100:00080000:3.0:1734684042.503484:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684012 00000100:00080000:3.0:1734684042.503485:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684012 00000100:00100000:3.0:1734684042.503568:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684042.503585:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872549376 00000100:00100000:3.0:1734684042.503588:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872549376 00000100:00100000:3.0:1734684042.503602:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53364 00000100:00100000:3.0:1734684042.503606:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872549376:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684042.503624:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684042.503646:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872549376:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (78us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684042.503654:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53364 00010000:00010000:3.0:1734684044.344804:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684045.013253:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847861760 00000100:00100000:3.0:1734684045.013261:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847861760 00000100:00100000:3.0:1734684045.013305:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40490 00000100:00100000:3.0:1734684045.013311:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847861760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684045.013341:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684045.013394:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096430380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847861760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684045.013400:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40490 00000100:00100000:1.0:1734684045.013562:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847861760:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684045.060697:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847861888:0@lo:400:kworker.0 00000100:00100000:3.0:1734684045.060753:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684045.060777:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847862528:0@lo:400:kworker.0 00000100:00100000:3.0:1734684045.060795:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684045.060821:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847861888 00000100:00100000:3.0:1734684045.060827:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847861888 00000100:00100000:3.0:1734684045.060858:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1734684045.060864:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847861888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684045.060927:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847862528 00000100:00100000:1.0:1734684045.060931:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847862528 00000100:00100000:1.0:1734684045.060954:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7209 00000100:00100000:1.0:1734684045.060959:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847862528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684045.061308:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847861888:12345-0@lo:400:kworker.0 Request processed in 443us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684045.061314:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1734684045.061321:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847862528:12345-0@lo:400:kworker.0 Request processed in 361us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684045.061330:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7209 00000100:00100000:3.0:1734684045.061339:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847862400 00000100:00100000:1.0:1734684045.061342:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847862784 00000100:00100000:3.0:1734684045.061342:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847862400 00000100:00100000:1.0:1734684045.061345:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847862784 00000100:00100000:3.0:1734684045.061353:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53365 00000100:00100000:1.0:1734684045.061357:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53366 00000100:00100000:3.0:1734684045.061357:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847862400:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684045.061361:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847862784:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684045.061373:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734684045.061376:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684045.061401:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847862400:12345-0@lo:8:kworker.0 Request processed in 43us (566us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684045.061406:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847862784:12345-0@lo:8:kworker.0 Request processed in 44us (542us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684045.061406:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53365 00000100:00100000:1.0:1734684045.061412:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53366 00000100:00100000:3.0:1734684045.061415:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7210 00000100:00100000:3.0:1734684045.061419:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847862912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684045.061438:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847862912:12345-0@lo:400:kworker.0 Request processed in 19us (51us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684045.061443:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7210 00000100:00100000:1.0:1734684045.061449:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847862144 00000100:00100000:1.0:1734684045.061452:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847862144 00000100:00080000:3.0:1734684045.061454:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684015 00000100:00080000:3.0:1734684045.061457:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684015 00000100:00080000:3.0:1734684045.061459:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684015 00000100:00080000:3.0:1734684045.061461:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684015 00000100:00100000:1.0:1734684045.061466:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847863040 00000100:00100000:1.0:1734684045.061468:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847863040 00000100:00100000:1.0:1734684045.061478:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:1.0:1734684045.061482:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847862144:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684045.061487:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684015 00000100:00100000:3.0:1734684045.061643:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847862272:0@lo:400:kworker.0 00000100:00100000:3.0:1734684045.061650:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847863040:0@lo:400:kworker.0 00000100:00100000:1.0:1734684045.061710:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847862144:12345-0@lo:400:kworker.0 Request processed in 226us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684045.061716:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1734684045.061720:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847862144:0@lo:400:kworker.0 00000100:00100000:1.0:1734684045.141259:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938847863296:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734684045.346756:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684046.348784:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684046.852728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847863424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684046.852781:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684046.853037:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847863424:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684047.512001:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872549632 00000100:00100000:1.0:1734684047.512011:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872549632 00000100:00100000:1.0:1734684047.512077:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872549760 00000100:00100000:1.0:1734684047.512080:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872549760 00000100:00100000:3.0:1734684047.512080:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872549888 00000100:00100000:3.0:1734684047.512084:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872549888 00000100:00100000:1.0:1734684047.512099:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1214 00000100:00100000:3.0:1734684047.512099:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53367 00000100:00100000:3.0:1734684047.512103:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872549888:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684047.512104:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872549760:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734684047.512126:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684047.512151:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096431c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872549760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684047.512154:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096431880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872549888:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 50us (199us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684047.512159:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53367 00000100:00100000:1.0:1734684047.512161:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1214 00000100:00080000:3.0:1734684047.512175:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684017 00000100:00080000:3.0:1734684047.512178:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684017 00000100:00080000:3.0:1734684047.512179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684017 00010000:00010000:3.0:1734684049.354734:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684050.020787:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847863552:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684050.020838:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684050.020861:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847863552 00000100:00100000:3.0:1734684050.020868:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847863552 00000100:00100000:3.0:1734684050.020902:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40493 00000100:00100000:3.0:1734684050.020909:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847863552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684050.020941:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684050.020979:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847863552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684050.020985:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40493 00000100:00100000:1.0:1734684050.021061:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847863552:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684050.068761:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847863936:0@lo:400:kworker.0 00000100:00100000:1.0:1734684050.068784:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847863680:0@lo:400:kworker.0 00000100:00100000:3.0:1734684050.068801:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847864192:0@lo:8:kworker.0 00000100:00100000:1.0:1734684050.068818:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684050.068835:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847864320:0@lo:400:kworker.0 00000100:00100000:3.0:1734684050.068839:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684050.068851:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684050.068857:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847864576:0@lo:8:kworker.0 00000100:00100000:3.0:1734684050.068872:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684050.068876:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847864192 00000100:00100000:1.0:1734684050.068879:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847864192 00000100:00100000:1.0:1734684050.068892:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847864320 00000100:00100000:1.0:1734684050.068893:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847864320 00000100:00100000:3.0:1734684050.068899:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847864576 00000100:00100000:3.0:1734684050.068903:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847864576 00000100:00100000:1.0:1734684050.068909:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7211 00000100:00100000:1.0:1734684050.068914:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847864320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684050.068924:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53368 00000100:00100000:3.0:1734684050.068929:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847864192:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684050.068938:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847864320:12345-0@lo:400:kworker.0 Request processed in 23us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684050.068943:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7211 00010000:00020000:3.0:1734684050.068947:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684050.068954:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53369 00000100:00100000:1.0:1734684050.068957:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847864576:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684050.068971:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847864192:12345-0@lo:8:kworker.0 Request processed in 41us (131us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684050.068977:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53368 00000100:00080000:3.0:1734684050.069013:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684050.069016:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684050.069019:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847864192:0@lo:8:kworker.0 00000100:00100000:3.0:1734684050.069033:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684050.069055:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847864704:0@lo:400:kworker.0 00010000:00020000:1.0:1734684050.069065:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684050.069073:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684050.069089:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847864576:12345-0@lo:8:kworker.0 Request processed in 130us (216us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684050.069092:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847864064 00000100:00100000:3.0:1734684050.069094:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847864064 00000100:00100000:1.0:1734684050.069098:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53369 00000100:00100000:1.0:1734684050.069109:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847864704 00000100:00100000:1.0:1734684050.069111:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847864704 00000100:00100000:3.0:1734684050.069114:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40494 00000100:00100000:3.0:1734684050.069119:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847864064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684050.069124:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7212 00000100:00100000:1.0:1734684050.069127:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847864704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684050.069147:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096432680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847864064:12345-0@lo:400:kworker.0 Request processed in 27us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684050.069148:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847864704:12345-0@lo:400:kworker.0 Request processed in 20us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684050.069152:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40494 00000100:00100000:1.0:1734684050.069153:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7212 00000100:00100000:3.0:1734684050.069171:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847864704:0@lo:400:kworker.0 00000100:00080000:1.0:1734684050.069172:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684050.069175:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684050.069177:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847864576:0@lo:8:kworker.0 00000100:00100000:3.0:1734684050.069179:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847863936:0@lo:400:kworker.0 00000100:00100000:1.0:1734684050.100724:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684050.100740:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847864960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684050.100784:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684050.100834:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847864960 00000100:00100000:3.0:1734684050.100840:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847864960 00000100:00100000:3.0:1734684050.100880:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40495 00000100:00100000:3.0:1734684050.100885:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847864960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684050.100910:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684050.100954:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847864960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684050.100960:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40495 00000100:00100000:1.0:1734684050.101002:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847864960:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1734684050.356727:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684051.358743:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684052.519311:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1220 00000100:00100000:3.0:1734684052.519318:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872550272:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684052.519344:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096433800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872550272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684052.519350:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1220 00000100:00100000:1.0:1734684052.519351:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872550400 00000100:00100000:1.0:1734684052.519355:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872550400 00000100:00100000:1.0:1734684052.519377:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53370 00000100:00100000:1.0:1734684052.519382:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872550400:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684052.519400:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684052.519421:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096433480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872550400:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (339us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684052.519426:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53370 00010000:00010000:3.0:1734684054.365141:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684055.029038:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847865344 00000100:00100000:3.0:1734684055.029045:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847865344 00000100:00100000:3.0:1734684055.029080:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40496 00000100:00100000:3.0:1734684055.029084:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847865344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684055.029109:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684055.029171:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096433b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847865344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684055.029178:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40496 00000100:00100000:3.0:1734684055.076742:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847865600:0@lo:400:kworker.0 00000100:00100000:1.0:1734684055.076772:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847865984:0@lo:8:kworker.0 00000100:00100000:3.0:1734684055.076799:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684055.076805:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684055.076823:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847866240:0@lo:400:kworker.0 00000100:00100000:1.0:1734684055.076824:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847866368:0@lo:8:kworker.0 00000100:00100000:1.0:1734684055.076865:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684055.076872:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684055.076890:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847866368 00000100:00100000:1.0:1734684055.076893:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847866368 00000100:00100000:3.0:1734684055.076917:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847865600 00000100:00100000:3.0:1734684055.076920:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847865600 00000100:00100000:1.0:1734684055.076926:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53372 00000100:00100000:1.0:1734684055.076931:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847866368:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684055.076947:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847866240 00010000:00020000:1.0:1734684055.076949:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684055.076949:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847866240 00000100:00100000:3.0:1734684055.076964:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:3.0:1734684055.076968:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847865600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684055.076976:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847866368:12345-0@lo:8:kworker.0 Request processed in 45us (111us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684055.076986:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53372 00000100:00100000:3.0:1734684055.077002:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095460380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847865600:12345-0@lo:400:kworker.0 Request processed in 32us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684055.077007:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00080000:1.0:1734684055.077013:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684055.077015:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684055.077019:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847866368:0@lo:8:kworker.0 00000100:00080000:1.0:1734684055.077025:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684055.077025:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684025 00000100:00080000:1.0:1734684055.077027:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:3.0:1734684055.077028:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684025 00000100:00100000:1.0:1734684055.077030:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847865984:0@lo:8:kworker.0 00000100:00100000:3.0:1734684055.077046:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847866240:0@lo:400:kworker.0 00000100:00100000:1.0:1734684055.077051:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847865728:0@lo:400:kworker.0 00000100:00100000:3.0:1734684055.077053:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847865600:0@lo:400:kworker.0 00000100:00080000:3.0:1734684055.077066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684025 00000100:00100000:1.0:1734684055.077070:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684055.077073:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847865856 00000100:00100000:3.0:1734684055.077076:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847865856 00000100:00100000:1.0:1734684055.077084:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847866496:0@lo:400:kworker.0 00000100:00100000:3.0:1734684055.077093:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40497 00000100:00100000:3.0:1734684055.077097:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847865856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684055.077100:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684055.077121:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847866496 00000100:00100000:3.0:1734684055.077122:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847865856:12345-0@lo:400:kworker.0 Request processed in 24us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684055.077123:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847866496 00000100:00100000:3.0:1734684055.077126:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40497 00000100:00080000:3.0:1734684055.077137:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684025 00000100:00100000:1.0:1734684055.077139:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7214 00000100:00080000:3.0:1734684055.077139:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684025 00000100:00080000:3.0:1734684055.077141:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684025 00000100:00100000:1.0:1734684055.077143:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847866496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684055.077169:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847866496:12345-0@lo:400:kworker.0 Request processed in 25us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684055.077174:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:1.0:1734684055.077175:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7214 00000100:00100000:3.0:1734684055.077179:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847866624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684055.077197:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847865728:0@lo:400:kworker.0 00000100:00100000:1.0:1734684055.077203:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847866496:0@lo:400:kworker.0 00000100:00100000:3.0:1734684055.077213:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847866624:12345-0@lo:400:kworker.0 Request processed in 33us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684055.077219:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:3.0:1734684055.108880:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847866752 00000100:00100000:3.0:1734684055.108887:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847866752 00000100:00100000:3.0:1734684055.108939:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40498 00000100:00100000:3.0:1734684055.108944:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847866752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684055.108976:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684055.109009:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847866752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684055.109015:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40498 00000100:00100000:3.0:1734684055.156722:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847866880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684055.156774:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684055.157019:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847866880:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734684055.366756:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684056.369603:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684056.868800:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847867008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684056.868854:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684056.869112:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847867008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684057.526957:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872550784 00000100:00100000:1.0:1734684057.526964:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872550784 00000100:00100000:1.0:1734684057.526998:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872550656 00000100:00100000:1.0:1734684057.527000:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872550656 00000100:00100000:1.0:1734684057.527013:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1225 00000100:00100000:1.0:1734684057.527017:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872550784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684057.527067:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872550784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684057.527073:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1225 00000100:00100000:1.0:1734684057.527087:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1226 00000100:00100000:1.0:1734684057.527091:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872550656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684057.527108:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872550656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 16us (213us total) trans 0 rc 0/0 00000100:00080000:3.0:1734684057.527111:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684027 00000100:00100000:1.0:1734684057.527112:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1226 00000100:00080000:3.0:1734684057.527114:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684027 00000100:00080000:3.0:1734684057.527116:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684027 00010000:00010000:3.0:1734684059.374686:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684060.036735:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684060.036756:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847867136:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684060.036808:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684060.036924:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847867136 00000100:00100000:3.0:1734684060.036930:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847867136 00000100:00100000:3.0:1734684060.036964:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40499 00000100:00100000:3.0:1734684060.036970:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847867136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684060.037550:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684060.037593:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847867136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 621us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684060.037599:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40499 00000100:00100000:1.0:1734684060.037635:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847867136:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684060.084732:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847867392:0@lo:400:kworker.0 00000100:00100000:1.0:1734684060.084758:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847867520:0@lo:400:kworker.0 00000100:00100000:3.0:1734684060.084783:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684060.084791:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847867776:0@lo:8:kworker.0 00000100:00100000:1.0:1734684060.084810:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684060.084812:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847868032:0@lo:400:kworker.0 00000100:00100000:1.0:1734684060.084840:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847868160:0@lo:8:kworker.0 00000100:00100000:3.0:1734684060.084843:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684060.084856:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684060.084856:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734684060.084861:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847867264:0@lo:400:kworker.0 00000100:00100000:1.0:1734684060.084883:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847867392 00000100:00100000:3.0:1734684060.084883:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684060.084889:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847867392 00000100:00100000:3.0:1734684060.084894:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847867904:0@lo:400:kworker.0 00000100:00100000:3.0:1734684060.084909:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684060.084927:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847867776 00000100:00100000:1.0:1734684060.084929:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847868032 00000100:00100000:3.0:1734684060.084930:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847867776 00000100:00100000:1.0:1734684060.084931:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847868032 00000100:00100000:1.0:1734684060.084942:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847868416 00000100:00100000:1.0:1734684060.084944:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847868416 00000100:00100000:3.0:1734684060.084946:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847868160 00000100:00100000:3.0:1734684060.084948:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847868160 00000100:00100000:3.0:1734684060.084958:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847867904 00000100:00100000:1.0:1734684060.084959:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:3.0:1734684060.084960:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847867904 00000100:00100000:1.0:1734684060.084964:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847867392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684060.084974:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7215 00000100:00100000:3.0:1734684060.084979:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847867904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684060.085004:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847867392:12345-0@lo:400:kworker.0 Request processed in 38us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684060.085008:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847867904:12345-0@lo:400:kworker.0 Request processed in 29us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684060.085009:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:3.0:1734684060.085013:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7215 00000100:00100000:1.0:1734684060.085023:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:3.0:1734684060.085024:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53374 00000100:00100000:1.0:1734684060.085026:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847868032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684060.085027:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847867776:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684060.085041:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684060.085045:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847868032:12345-0@lo:400:kworker.0 Request processed in 18us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684060.085050:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:3.0:1734684060.085065:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847867776:12345-0@lo:8:kworker.0 Request processed in 36us (254us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734684060.085066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684030 00000100:00080000:1.0:1734684060.085069:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684030 00000100:00100000:3.0:1734684060.085070:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53374 00000100:00080000:1.0:1734684060.085072:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684030 00000100:00080000:1.0:1734684060.085088:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684060.085091:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684060.085101:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684060.085104:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847868160:0@lo:8:kworker.0 00000100:00080000:1.0:1734684060.085111:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684060.085113:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684060.085116:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847867776:0@lo:8:kworker.0 00000100:00080000:1.0:1734684060.085128:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684030 00000100:00100000:1.0:1734684060.085138:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847867264:0@lo:400:kworker.0 00000100:00100000:1.0:1734684060.085144:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847867904:0@lo:400:kworker.0 00000100:00100000:1.0:1734684060.085151:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847868032:0@lo:400:kworker.0 00000100:00100000:1.0:1734684060.085157:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847867392:0@lo:400:kworker.0 00000100:00100000:3.0:1734684060.085167:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847867520:0@lo:400:kworker.0 00000100:00080000:1.0:1734684060.085169:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684030 00000100:00100000:3.0:1734684060.117179:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847868544:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1734684060.376696:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684061.378723:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684061.876717:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684061.876736:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847868800:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684061.876783:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684061.876998:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847868800:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684062.535040:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872551168 00000100:00100000:1.0:1734684062.535047:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872551168 00000100:00100000:1.0:1734684062.535069:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872551296 00000100:00100000:1.0:1734684062.535071:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872551296 00000100:00100000:1.0:1734684062.535097:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1232 00000100:00100000:1.0:1734684062.535102:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872551296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684062.535140:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872551296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684062.535146:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1232 00010000:00010000:3.0:1734684064.384711:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684065.092818:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098499500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847869312:0@lo:400:kworker.0 00000100:00100000:1.0:1734684065.092836:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098499180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847869184:0@lo:400:kworker.0 00000100:00100000:3.0:1734684065.092849:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684065.092863:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684065.092868:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847870080:0@lo:400:kworker.0 00000100:00100000:1.0:1734684065.092877:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847869824:0@lo:400:kworker.0 00000100:00100000:1.0:1734684065.092901:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684065.092919:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847869568:0@lo:8:kworker.0 00000100:00100000:1.0:1734684065.092935:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684065.092945:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847869952:0@lo:8:kworker.0 00000100:00100000:1.0:1734684065.092957:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684065.092964:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847869312 00000100:00100000:1.0:1734684065.092977:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847869184 00000100:00100000:1.0:1734684065.092981:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847869184 00000100:00100000:1.0:1734684065.092999:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847869824 00000100:00100000:1.0:1734684065.093001:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847869824 00000100:00100000:1.0:1734684065.093010:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847870208 00000100:00100000:1.0:1734684065.093011:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847870208 00000100:00100000:1.0:1734684065.093022:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:1.0:1734684065.093026:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847869184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684065.093040:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847869312 00000100:00100000:1.0:1734684065.093052:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847869184:12345-0@lo:400:kworker.0 Request processed in 26us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684065.093057:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1734684065.093060:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1734684065.093063:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847869824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684065.093072:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1734684065.093075:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009849b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847870208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684065.093085:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847869824:12345-0@lo:400:kworker.0 Request processed in 21us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684065.093088:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:1.0:1734684065.093095:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009849b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847870208:12345-0@lo:400:kworker.0 Request processed in 19us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684065.093097:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1734684065.093099:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847869312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684065.093100:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1734684065.093114:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847869312:12345-0@lo:400:kworker.0 Request processed in 13us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684065.093118:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:1.0:1734684065.093132:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098499180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847869184:0@lo:400:kworker.0 00000100:00100000:1.0:1734684065.093140:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009849a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847869824:0@lo:400:kworker.0 00000100:00100000:3.0:1734684065.093142:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684065.093160:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098499500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847869312:0@lo:400:kworker.0 00000100:00100000:3.0:1734684065.093176:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847870080 00000100:00100000:3.0:1734684065.093178:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847870080 00000100:00100000:3.0:1734684065.093199:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7218 00000100:00100000:3.0:1734684065.093203:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847870080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684065.093238:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847870080:12345-0@lo:400:kworker.0 Request processed in 34us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684065.093247:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7218 00000100:00100000:1.0:1734684065.173038:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847870464:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684065.173091:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684065.173300:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009849ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847870464:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684066.388737:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684066.884740:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684066.884758:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847870592:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684066.884803:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684066.884975:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847870592:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734684067.543096:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684037 00000100:00100000:1.0:1734684067.543181:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1237 00000100:00100000:1.0:1734684067.543185:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872551680:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684067.543214:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872551680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684067.543219:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1237 00010000:00010000:3.0:1734684069.394962:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684070.053263:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847870720:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684070.053321:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684070.053632:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847870720:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684070.100773:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847870976:0@lo:400:kworker.0 00000100:00100000:1.0:1734684070.100826:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684070.100858:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847871232:0@lo:400:kworker.0 00000100:00100000:1.0:1734684070.100860:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847871616:0@lo:400:kworker.0 00000100:00100000:1.0:1734684070.100874:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684070.100893:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684070.100896:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684070.100897:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847871488:0@lo:400:kworker.0 00000100:00100000:3.0:1734684070.100914:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847872000:0@lo:400:kworker.0 00000100:00100000:1.0:1734684070.100920:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847870976 00000100:00100000:1.0:1734684070.100925:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847870976 00000100:00100000:1.0:1734684070.100956:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847871616 00000100:00100000:1.0:1734684070.100957:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847871616 00000100:00100000:1.0:1734684070.100967:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847871104 00000100:00100000:1.0:1734684070.100969:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847871104 00000100:00100000:1.0:1734684070.100979:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1734684070.100985:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847870976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684070.101005:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684070.101017:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847870976:12345-0@lo:400:kworker.0 Request processed in 32us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684070.101022:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1734684070.101034:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847872000 00000100:00100000:1.0:1734684070.101036:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847872000 00000100:00100000:1.0:1734684070.101044:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1734684070.101046:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847871616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684070.101062:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847871616:12345-0@lo:400:kworker.0 Request processed in 15us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684070.101066:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1734684070.101069:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:3.0:1734684070.101071:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847871104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684070.101075:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:1.0:1734684070.101083:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847872000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684070.101103:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847872000:12345-0@lo:400:kworker.0 Request processed in 24us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684070.101105:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847871104:12345-0@lo:400:kworker.0 Request processed in 34us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684070.101108:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:3.0:1734684070.101111:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1734684070.101125:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684070.101134:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847871232 00000100:00100000:3.0:1734684070.101137:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847871232 00000100:00100000:1.0:1734684070.101146:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009849aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847871616:0@lo:400:kworker.0 00000100:00100000:1.0:1734684070.101154:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847870976:0@lo:400:kworker.0 00000100:00080000:1.0:1734684070.101179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684040 00000100:00080000:1.0:1734684070.101183:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684040 00000100:00080000:1.0:1734684070.101184:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684040 00000100:00080000:1.0:1734684070.101186:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684040 00000100:00100000:1.0:1734684070.101219:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009849ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847871488:0@lo:400:kworker.0 00000100:00100000:3.0:1734684070.101258:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40506 00000100:00100000:3.0:1734684070.101264:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847871232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684070.101294:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847871232:12345-0@lo:400:kworker.0 Request processed in 30us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684070.101299:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40506 00000100:00100000:3.0:1734684070.101323:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098499f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847872000:0@lo:400:kworker.0 00000100:00100000:3.0:1734684070.101330:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009849bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847871232:0@lo:400:kworker.0 00000100:00100000:3.0:1734684070.132931:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847872128 00000100:00100000:3.0:1734684070.132938:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847872128 00000100:00100000:3.0:1734684070.132977:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40507 00000100:00100000:3.0:1734684070.132983:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847872128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684070.133010:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684070.133057:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847872128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684070.133062:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40507 00010000:00010000:3.0:1734684071.398742:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684072.550956:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872552320 00000100:00100000:3.0:1734684072.550960:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872552320 00000100:00100000:3.0:1734684072.550982:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872552192 00000100:00100000:3.0:1734684072.550985:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872552192 00000100:00100000:3.0:1734684072.551001:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1243 00000100:00100000:3.0:1734684072.551005:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872552320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684072.551033:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872552320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684072.551039:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1243 00000100:00080000:1.0:1734684072.551046:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684042 00000100:00080000:1.0:1734684072.551050:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684042 00000100:00080000:1.0:1734684072.551052:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684042 00000100:00100000:3.0:1734684072.551052:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1244 00000100:00100000:3.0:1734684072.551056:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872552192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684072.551075:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872552192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684072.551086:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1244 00000100:00100000:3.0:1734684075.061037:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847872512 00000100:00100000:3.0:1734684075.061044:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847872512 00000100:00100000:3.0:1734684075.061080:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40508 00000100:00100000:3.0:1734684075.061086:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847872512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684075.061114:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684075.061151:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847872512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684075.061157:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40508 00000100:00100000:3.0:1734684075.108757:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847872640:0@lo:400:kworker.0 00000100:00100000:1.0:1734684075.108775:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847872896:0@lo:400:kworker.0 00000100:00100000:3.0:1734684075.108814:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684075.108826:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847873152:0@lo:8:kworker.0 00000100:00100000:3.0:1734684075.108839:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847873280:0@lo:400:kworker.0 00000100:00100000:1.0:1734684075.108846:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684075.108860:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847873536:0@lo:8:kworker.0 00000100:00100000:3.0:1734684075.108862:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684075.108876:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684075.108888:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847873408 00000100:00100000:3.0:1734684075.108892:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847873408 00000100:00100000:1.0:1734684075.108897:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847873152 00000100:00100000:1.0:1734684075.108900:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847873152 00000100:00100000:1.0:1734684075.108914:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847873280 00000100:00100000:1.0:1734684075.108916:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847873280 00000100:00100000:3.0:1734684075.108921:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:3.0:1734684075.108926:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847872768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684075.108929:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847873536 00000100:00100000:1.0:1734684075.108931:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847873536 00000100:00100000:1.0:1734684075.108938:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847873664 00000100:00100000:1.0:1734684075.108940:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847873664 00000100:00100000:1.0:1734684075.108950:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7221 00000100:00100000:1.0:1734684075.108954:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847873280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684075.108966:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847872768:12345-0@lo:400:kworker.0 Request processed in 39us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684075.108974:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:1.0:1734684075.108980:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847873280:12345-0@lo:400:kworker.0 Request processed in 25us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684075.108985:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7221 00000100:00100000:3.0:1734684075.108990:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847872640 00000100:00100000:3.0:1734684075.108993:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847872640 00000100:00100000:1.0:1734684075.108997:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53384 00000100:00100000:1.0:1734684075.109000:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847873536:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684075.109010:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1734684075.109014:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847872640:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734684075.109018:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684075.109035:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847872640:12345-0@lo:400:kworker.0 Request processed in 20us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684075.109036:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847873536:12345-0@lo:8:kworker.0 Request processed in 35us (159us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684075.109040:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1734684075.109044:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53384 00000100:00100000:3.0:1734684075.109064:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847873280:0@lo:400:kworker.0 00000100:00100000:1.0:1734684075.109066:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684075.109071:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098499880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847872640:0@lo:400:kworker.0 00000100:00100000:1.0:1734684075.109080:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847872896 00000100:00100000:1.0:1734684075.109082:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847872896 00000100:00100000:1.0:1734684075.109097:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:1.0:1734684075.109101:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847872896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684075.109133:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847872896:12345-0@lo:400:kworker.0 Request processed in 31us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684075.109138:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:3.0:1734684075.140733:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847873920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684075.140789:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684075.141898:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847873920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684075.188854:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734684075.188874:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938847874048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684075.188927:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684075.189283:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938847874048:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684076.408817:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684076.901200:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cb7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847874176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684077.559454:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872552960 00000100:00100000:1.0:1734684077.559465:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872552960 00000100:00100000:1.0:1734684077.559508:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53385 00000100:00100000:1.0:1734684077.559519:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872552960:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684077.559606:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684077.559660:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872552960:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 141us (310us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684077.559668:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53385 00000100:00100000:3.0:1734684077.559854:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872552576 00000100:00100000:3.0:1734684077.559858:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872552576 00000100:00100000:3.0:1734684077.559892:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 387 00000100:00100000:3.0:1734684077.559897:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872552576:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734684077.559898:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684047 00000100:00100000:3.0:1734684077.559932:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872552576:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684077.559937:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 387 00000100:00100000:3.0:1734684080.068836:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847874304:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684080.068895:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684080.069136:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847874304:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684080.116739:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847874432:0@lo:400:kworker.0 00000100:00100000:1.0:1734684080.116814:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847874688:0@lo:400:kworker.0 00000100:00100000:3.0:1734684080.116963:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684080.116989:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847874432 00000100:00100000:3.0:1734684080.116992:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847874432 00000100:00100000:3.0:1734684080.117012:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1734684080.117018:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847874432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684080.117050:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847874432:12345-0@lo:400:kworker.0 Request processed in 32us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684080.117055:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1734684080.117079:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847874816:0@lo:400:kworker.0 00000100:00100000:3.0:1734684080.117096:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684080.117106:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847875584:0@lo:400:kworker.0 00000100:00100000:3.0:1734684080.117119:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684080.117127:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684080.117131:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847875456:0@lo:400:kworker.0 00000100:00100000:3.0:1734684080.117145:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684080.117158:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847875584 00000100:00100000:3.0:1734684080.117160:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847875584 00000100:00100000:3.0:1734684080.117172:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:3.0:1734684080.117175:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847875584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684080.117286:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684080.117291:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847875584:12345-0@lo:400:kworker.0 Request processed in 114us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684080.117297:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:3.0:1734684080.117373:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847874688 00000100:00100000:3.0:1734684080.117378:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847874688 00000100:00100000:3.0:1734684080.117391:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1734684080.117395:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847874688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684080.117415:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847874688:12345-0@lo:400:kworker.0 Request processed in 19us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684080.117419:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1734684080.117431:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847874816 00000100:00100000:3.0:1734684080.117433:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847874816 00000100:00100000:3.0:1734684080.117457:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40512 00000100:00100000:3.0:1734684080.117461:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847874816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684080.117480:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847874816:12345-0@lo:400:kworker.0 Request processed in 19us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684080.117496:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40512 00000100:00100000:3.0:1734684080.117519:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847874432:0@lo:400:kworker.0 00000100:00100000:1.0:1734684080.117688:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847874688:0@lo:400:kworker.0 00000100:00100000:3.0:1734684080.117691:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847875456:0@lo:400:kworker.0 00000100:00100000:3.0:1734684080.117698:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847874816:0@lo:400:kworker.0 00000100:00100000:3.0:1734684080.117705:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847875584:0@lo:400:kworker.0 00000100:00100000:1.0:1734684080.117714:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847875072:0@lo:400:kworker.0 00000100:00100000:1.0:1734684080.117722:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847875200:0@lo:400:kworker.0 00000100:00100000:1.0:1734684080.117728:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847874560:0@lo:400:kworker.0 00000100:00100000:3.0:1734684080.148816:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847875712 00000100:00100000:3.0:1734684080.148823:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847875712 00000100:00100000:1.0:1734684080.196853:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847875840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684080.196910:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684080.197110:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847875840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684081.908683:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847875968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684081.908737:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684081.908973:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847875968:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734684082.566982:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684052 00000100:00080000:1.0:1734684082.566988:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684052 00000100:00100000:1.0:1734684082.567016:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872553472 00000100:00100000:1.0:1734684082.567019:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872553472 00000100:00100000:3.0:1734684082.567029:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872553088 00000100:00100000:1.0:1734684082.567036:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53388 00000100:00100000:3.0:1734684082.567039:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872553088 00000100:00100000:1.0:1734684082.567041:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872553472:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684082.567058:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684082.567080:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872553472:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (160us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684082.567086:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53388 00000100:00100000:3.0:1734684082.567089:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 389 00000100:00100000:3.0:1734684082.567095:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872553088:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734684082.567098:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684052 00000100:00100000:3.0:1734684082.567145:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872553088:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684082.567149:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 389 00000100:00100000:1.0:1734684085.124751:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847876352:0@lo:400:kworker.0 00000100:00100000:3.0:1734684085.124778:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847876608:0@lo:400:kworker.0 00000100:00100000:1.0:1734684085.124806:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684085.124815:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684085.124829:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847876992:0@lo:400:kworker.0 00000100:00100000:3.0:1734684085.124834:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684085.124839:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847876480:0@lo:400:kworker.0 00000100:00100000:1.0:1734684085.124844:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684085.124858:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684085.124866:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847876864 00000100:00100000:1.0:1734684085.124872:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847876864 00000100:00100000:3.0:1734684085.124872:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847877376:0@lo:400:kworker.0 00000100:00100000:3.0:1734684085.124886:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684085.124895:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684085.124899:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847877248:0@lo:400:kworker.0 00000100:00100000:1.0:1734684085.124902:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847876736 00000100:00100000:1.0:1734684085.124905:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847876736 00000100:00100000:1.0:1734684085.124915:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7225 00000100:00100000:1.0:1734684085.124919:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847876864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684085.124921:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847876224 00000100:00100000:3.0:1734684085.124925:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847876224 00000100:00100000:3.0:1734684085.124946:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1734684085.124950:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847876224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684085.124954:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847876864:12345-0@lo:400:kworker.0 Request processed in 33us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684085.124958:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7225 00000100:00100000:1.0:1734684085.124970:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847877120 00000100:00100000:1.0:1734684085.124972:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847877120 00000100:00100000:3.0:1734684085.124975:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847876224:12345-0@lo:400:kworker.0 Request processed in 24us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684085.124980:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1734684085.124981:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53389 00000100:00100000:1.0:1734684085.124984:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009849b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847876736:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684085.124997:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684085.125005:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53390 00000100:00100000:3.0:1734684085.125009:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847877120:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684085.125016:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009849b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847876736:12345-0@lo:8:kworker.0 Request processed in 31us (127us total) trans 0 rc -19/-19 00010000:00020000:3.0:1734684085.125019:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684085.125021:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53389 00000100:00080000:1.0:1734684085.125036:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684055 00000100:00080000:1.0:1734684085.125039:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684055 00000100:00100000:3.0:1734684085.125039:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847877120:12345-0@lo:8:kworker.0 Request processed in 29us (123us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734684085.125040:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684055 00000100:00080000:1.0:1734684085.125042:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684055 00000100:00100000:3.0:1734684085.125044:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53390 00000100:00100000:1.0:1734684085.125059:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847876992:0@lo:400:kworker.0 00000100:00100000:3.0:1734684085.125063:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847876608 00000100:00100000:3.0:1734684085.125066:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847876608 00000100:00100000:1.0:1734684085.125067:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847876352:0@lo:400:kworker.0 00000100:00080000:1.0:1734684085.125079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684055 00000100:00100000:3.0:1734684085.125086:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40515 00000100:00100000:3.0:1734684085.125090:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847876608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684085.125115:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847876608:12345-0@lo:400:kworker.0 Request processed in 24us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684085.125120:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40515 00000100:00100000:3.0:1734684085.125132:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684085.125173:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847877376:0@lo:400:kworker.0 00000100:00100000:3.0:1734684085.125180:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847876480:0@lo:400:kworker.0 00000100:00100000:3.0:1734684085.125186:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847876608:0@lo:400:kworker.0 00000100:00080000:1.0:1734684085.125213:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684055 00000100:00100000:3.0:1734684085.125246:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847877248:0@lo:400:kworker.0 00000100:00100000:3.0:1734684085.156937:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847877504 00000100:00100000:3.0:1734684085.156942:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847877504 00000100:00100000:3.0:1734684085.157004:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40516 00000100:00100000:3.0:1734684085.157010:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847877504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684085.157040:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684085.157086:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847877504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684085.157092:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40516 00000100:00100000:3.0:1734684086.917021:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847877760 00000100:00100000:3.0:1734684086.917028:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847877760 00000100:00100000:3.0:1734684086.917124:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6353 00000100:00100000:3.0:1734684086.917130:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847877760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684086.917155:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684086.917188:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847877760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684086.917194:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6353 00000100:00100000:3.0:1734684087.575146:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872553856 00000100:00100000:3.0:1734684087.575151:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872553856 00000100:00100000:3.0:1734684087.575171:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872553728 00000100:00100000:3.0:1734684087.575172:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872553728 00000100:00100000:1.0:1734684087.575176:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1261 00000100:00100000:1.0:1734684087.575182:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872553856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684087.575187:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1262 00000100:00100000:3.0:1734684087.575191:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872553728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684087.575225:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872553728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684087.575226:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872553856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684087.575229:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1262 00000100:00100000:1.0:1734684087.575233:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1261 00000100:00080000:1.0:1734684087.575248:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684057 00000100:00080000:1.0:1734684087.575251:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684057 00000100:00080000:1.0:1734684087.575252:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684057 00000100:00100000:1.0:1734684090.084758:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684090.084773:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847877888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684090.084819:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684090.085052:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847877888:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684090.132746:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847878272:0@lo:400:kworker.0 00000100:00100000:1.0:1734684090.132781:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684090.132803:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684090.132806:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847878144:0@lo:400:kworker.0 00000100:00100000:1.0:1734684090.132809:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847879040:0@lo:400:kworker.0 00000100:00100000:1.0:1734684090.132842:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847878656 00000100:00100000:3.0:1734684090.132842:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684090.132848:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847878656 00000100:00100000:3.0:1734684090.132855:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847878784:0@lo:400:kworker.0 00000100:00100000:3.0:1734684090.132869:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684090.132877:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847879040 00000100:00100000:1.0:1734684090.132879:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847879040 00000100:00100000:3.0:1734684090.132887:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847878784 00000100:00100000:3.0:1734684090.132890:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847878784 00000100:00100000:1.0:1734684090.132892:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7227 00000100:00100000:1.0:1734684090.132897:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847878656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684090.132905:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847879168 00000100:00100000:3.0:1734684090.132906:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847879168 00000100:00100000:3.0:1734684090.132913:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:3.0:1734684090.132918:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847878144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684090.132938:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847878656:12345-0@lo:400:kworker.0 Request processed in 40us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684090.132945:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7227 00000100:00100000:3.0:1734684090.132945:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847878144:12345-0@lo:400:kworker.0 Request processed in 27us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684090.132950:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:3.0:1734684090.132962:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:3.0:1734684090.132966:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847879168:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684090.132970:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684060 00000100:00080000:1.0:1734684090.132973:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684060 00000100:00080000:1.0:1734684090.132974:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684060 00000100:00100000:3.0:1734684090.132982:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847879168:12345-0@lo:400:kworker.0 Request processed in 16us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684090.132987:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:1.0:1734684090.133004:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847878016 00000100:00100000:3.0:1734684090.133005:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847878144:0@lo:400:kworker.0 00000100:00100000:1.0:1734684090.133007:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847878016 00000100:00100000:3.0:1734684090.133012:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847878784:0@lo:400:kworker.0 00000100:00100000:1.0:1734684090.133028:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1734684090.133033:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847878016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684090.133041:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847878400 00000100:00100000:3.0:1734684090.133043:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847878400 00000100:00100000:1.0:1734684090.133058:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847878016:12345-0@lo:400:kworker.0 Request processed in 25us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684090.133059:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40518 00000100:00100000:1.0:1734684090.133063:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1734684090.133063:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847878400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684090.133082:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53393 00000100:00100000:1.0:1734684090.133085:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938847878912:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684090.133095:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684090.133109:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847878400:12345-0@lo:400:kworker.0 Request processed in 45us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684090.133114:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40518 00000100:00100000:1.0:1734684090.133117:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938847878912:12345-0@lo:8:kworker.0 Request processed in 30us (83us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684090.133122:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53393 00000100:00080000:1.0:1734684090.133131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684060 00000100:00100000:3.0:1734684090.133132:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847878400:0@lo:400:kworker.0 00000100:00080000:1.0:1734684090.133134:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684060 00000100:00100000:3.0:1734684090.164870:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847879296 00000100:00100000:3.0:1734684090.164878:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847879296 00000100:00100000:3.0:1734684090.164914:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40519 00000100:00100000:3.0:1734684090.164919:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847879296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684090.164946:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684090.164982:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847879296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684090.164988:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40519 00000100:00100000:3.0:1734684090.212699:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847879424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684090.212742:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684090.212985:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847879424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684091.924715:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847879552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684091.924766:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684091.924979:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847879552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684092.583304:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872554368 00000100:00100000:3.0:1734684092.583309:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872554368 00000100:00100000:3.0:1734684092.583340:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1267 00000100:00100000:3.0:1734684092.583346:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872554368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684092.583392:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872554112 00000100:00100000:1.0:1734684092.583396:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872554112 00000100:00100000:3.0:1734684092.583403:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872554368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684092.583409:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1267 00000100:00100000:1.0:1734684092.583418:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 393 00000100:00100000:1.0:1734684092.583423:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872554112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684092.583447:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872554112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684092.583453:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 393 00000100:00100000:1.0:1734684095.092858:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847879680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684095.092937:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684095.092998:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847879680 00000100:00100000:3.0:1734684095.093006:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847879680 00000100:00100000:3.0:1734684095.093056:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40520 00000100:00100000:3.0:1734684095.093063:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847879680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684095.093104:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684095.093156:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847879680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684095.093164:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40520 00000100:00100000:1.0:1734684095.093274:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847879680:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684095.141009:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847879936:0@lo:400:kworker.0 00000100:00100000:3.0:1734684095.141064:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684095.141113:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847880064:0@lo:400:kworker.0 00000100:00100000:1.0:1734684095.141166:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847880448 00000100:00100000:1.0:1734684095.141173:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847880448 00000100:00100000:3.0:1734684095.141184:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847880576 00000100:00100000:3.0:1734684095.141190:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847880576 00000100:00100000:1.0:1734684095.141206:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847880704 00000100:00100000:1.0:1734684095.141209:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847880704 00000100:00100000:1.0:1734684095.141226:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53395 00000100:00100000:3.0:1734684095.141238:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1734684095.141240:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847880320:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684095.141245:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847880576:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734684095.141258:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684095.141288:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847880576:12345-0@lo:400:kworker.0 Request processed in 43us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684095.141292:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847880320:12345-0@lo:8:kworker.0 Request processed in 61us (179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684095.141294:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1734684095.141306:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53395 00000100:00100000:3.0:1734684095.141317:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684095.141328:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847880832:0@lo:400:kworker.0 00000100:00100000:1.0:1734684095.141331:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847879808 00000100:00100000:1.0:1734684095.141334:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847879808 00000100:00100000:3.0:1734684095.141348:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684095.141353:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1734684095.141357:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847879808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684095.141362:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1734684095.141368:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847880192:0@lo:400:kworker.0 00000100:00100000:1.0:1734684095.141384:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847879808:12345-0@lo:400:kworker.0 Request processed in 27us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684095.141391:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1734684095.141393:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684095.141408:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847880960:0@lo:400:kworker.0 00000100:00100000:1.0:1734684095.141427:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847880192 00000100:00100000:1.0:1734684095.141430:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847880192 00000100:00100000:3.0:1734684095.141430:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684095.141447:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40521 00000100:00100000:1.0:1734684095.141451:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847880192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684095.141455:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847880064:0@lo:400:kworker.0 00000100:00100000:3.0:1734684095.141465:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847880832:0@lo:400:kworker.0 00000100:00100000:1.0:1734684095.141478:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847880192:12345-0@lo:400:kworker.0 Request processed in 27us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684095.141483:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40521 00000100:00100000:3.0:1734684095.141486:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847880192:0@lo:400:kworker.0 00000100:00100000:3.0:1734684095.141495:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847880960:0@lo:400:kworker.0 00000100:00100000:3.0:1734684095.141522:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847879936:0@lo:400:kworker.0 00000100:00100000:1.0:1734684095.173438:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847881088 00000100:00100000:1.0:1734684095.173445:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847881088 00000100:00100000:1.0:1734684095.173486:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40522 00000100:00100000:1.0:1734684095.173491:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847881088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684095.173519:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684095.173590:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847881088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684095.173596:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40522 00000100:00100000:1.0:1734684096.932933:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684096.932952:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847881344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684096.933006:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684096.933055:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847881344 00000100:00100000:3.0:1734684096.933062:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847881344 00000100:00100000:3.0:1734684096.933101:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6357 00000100:00100000:3.0:1734684096.933107:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847881344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684096.933133:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684096.933173:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847881344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684096.933179:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6357 00000100:00100000:1.0:1734684096.933224:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847881344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684097.591215:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1274 00000100:00100000:3.0:1734684097.591221:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872554752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684097.591263:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872554752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684097.591269:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1274 00000100:00100000:1.0:1734684097.591366:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872554624 00000100:00100000:1.0:1734684097.591369:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872554624 00000100:00100000:1.0:1734684097.591410:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 395 00000100:00100000:1.0:1734684097.591415:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872554624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684097.591440:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872554624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (447us total) trans 0 rc 0/0 00000100:00080000:3.0:1734684097.591442:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684067 00000100:00100000:1.0:1734684097.591446:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 395 00000100:00100000:1.0:1734684100.148794:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847881728:0@lo:400:kworker.0 00000100:00100000:3.0:1734684100.148806:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847881984:0@lo:400:kworker.0 00000100:00100000:3.0:1734684100.148836:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684100.148849:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847881856 00000100:00100000:3.0:1734684100.148869:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847882752:0@lo:400:kworker.0 00000100:00100000:3.0:1734684100.148893:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684100.148916:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847882752 00000100:00100000:3.0:1734684100.148919:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847882752 00000100:00100000:3.0:1734684100.148936:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:3.0:1734684100.148940:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847882752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684100.148964:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847881856 00000100:00100000:3.0:1734684100.148972:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847882752:12345-0@lo:400:kworker.0 Request processed in 30us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684100.148977:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:1.0:1734684100.148985:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:1.0:1734684100.148989:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847881856:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684100.148993:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684070 00000100:00080000:3.0:1734684100.148997:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684070 00000100:00080000:3.0:1734684100.148998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684070 00000100:00100000:3.0:1734684100.149013:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847882752:0@lo:400:kworker.0 00000100:00100000:1.0:1734684100.149020:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847881856:12345-0@lo:400:kworker.0 Request processed in 30us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684100.149020:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847881984:0@lo:400:kworker.0 00000100:00100000:1.0:1734684100.149025:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:1.0:1734684100.149041:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684100.149041:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847882496 00000100:00100000:3.0:1734684100.149044:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847882496 00000100:00100000:3.0:1734684100.149060:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53399 00000100:00100000:3.0:1734684100.149064:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847882496:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684100.149069:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847882368:0@lo:400:kworker.0 00010000:00020000:3.0:1734684100.149074:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684100.149086:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684100.149095:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734684100.149097:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847882496:12345-0@lo:8:kworker.0 Request processed in 31us (73us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684100.149099:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847881600:0@lo:400:kworker.0 00000100:00100000:3.0:1734684100.149103:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53399 00000100:00100000:1.0:1734684100.149123:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684100.149133:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847882240:0@lo:400:kworker.0 00000100:00100000:1.0:1734684100.149144:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684100.149178:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847881728:0@lo:400:kworker.0 00000100:00100000:3.0:1734684100.149193:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847882240 00000100:00100000:3.0:1734684100.149196:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847882240 00000100:00100000:3.0:1734684100.149213:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7232 00000100:00100000:3.0:1734684100.149217:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847882240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684100.149241:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847882240:12345-0@lo:400:kworker.0 Request processed in 24us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684100.149246:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7232 00000100:00100000:1.0:1734684100.149276:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847882368 00000100:00100000:1.0:1734684100.149279:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847882368 00000100:00100000:1.0:1734684100.149294:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1734684100.149298:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847882368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684100.149319:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847882368:12345-0@lo:400:kworker.0 Request processed in 20us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684100.149324:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1734684100.149339:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847881600:0@lo:400:kworker.0 00000100:00100000:1.0:1734684100.149346:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847882240:0@lo:400:kworker.0 00000100:00100000:1.0:1734684100.149353:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847882368:0@lo:400:kworker.0 00000100:00080000:3.0:1734684100.149615:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684100.149618:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684100.149620:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847882112:0@lo:8:kworker.0 00000100:02020000:3.0:1734684100.149624:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1734684100.149626:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684100.149628:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684100.149629:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847882496:0@lo:8:kworker.0 00000100:00100000:1.0:1734684100.180996:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847882880:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684100.228729:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847883008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684100.228781:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684100.228841:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847883008 00000100:00100000:3.0:1734684100.228848:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847883008 00000100:00100000:3.0:1734684100.228888:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6358 00000100:00100000:3.0:1734684100.228894:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847883008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684100.228921:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684100.228958:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847883008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684100.228964:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6358 00000100:00100000:1.0:1734684100.228991:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847883008:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684100.456738:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684101.941009:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847883136 00000100:00100000:3.0:1734684101.941016:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847883136 00000100:00100000:3.0:1734684101.941063:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6359 00000100:00100000:3.0:1734684101.941068:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847883136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684101.941095:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684101.941168:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847883136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684101.941174:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6359 00000100:00100000:3.0:1734684102.599051:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872555520 00000100:00100000:3.0:1734684102.599060:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872555520 00000100:00100000:3.0:1734684102.599095:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53400 00000100:00100000:3.0:1734684102.599102:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872555520:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684102.599135:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1279 00000100:00100000:1.0:1734684102.599143:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872555264:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734684102.599143:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684102.599189:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872555520:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 87us (176us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684102.599190:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872555264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684102.599195:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53400 00000100:00100000:1.0:1734684102.599198:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1279 00000100:00100000:3.0:1734684105.108756:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847883264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684105.108814:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684105.109146:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847883264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684105.156732:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847883520:0@lo:400:kworker.0 00000100:00100000:3.0:1734684105.156760:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847883776:0@lo:400:kworker.0 00000100:00100000:1.0:1734684105.156783:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684105.156791:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684105.156813:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847884160:0@lo:400:kworker.0 00000100:00100000:3.0:1734684105.156826:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847883904:0@lo:8:kworker.0 00000100:00100000:1.0:1734684105.156833:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684105.156850:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684105.156861:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847884288:0@lo:8:kworker.0 00000100:00100000:1.0:1734684105.156863:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847883520 00000100:00100000:1.0:1734684105.156866:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847883520 00000100:00100000:3.0:1734684105.156873:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684105.156886:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847884160 00000100:00100000:1.0:1734684105.156887:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847884160 00000100:00100000:3.0:1734684105.156898:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:3.0:1734684105.156903:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847883520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684105.156906:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:1.0:1734684105.156910:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847884160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684105.156935:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847883520:12345-0@lo:400:kworker.0 Request processed in 32us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684105.156938:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847884160:12345-0@lo:400:kworker.0 Request processed in 27us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684105.156941:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:1.0:1734684105.156944:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:3.0:1734684105.156963:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847884032 00000100:00100000:3.0:1734684105.156965:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847884032 00000100:00100000:3.0:1734684105.156989:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53402 00000100:00100000:3.0:1734684105.156993:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847884288:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684105.157008:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684105.157032:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847884288:12345-0@lo:8:kworker.0 Request processed in 38us (157us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684105.157037:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53402 00000100:00080000:3.0:1734684105.157057:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684105.157060:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684105.157079:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847883904:0@lo:8:kworker.0 00000100:00080000:3.0:1734684105.157086:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684105.157088:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684105.157091:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847884288:0@lo:8:kworker.0 00000100:00100000:3.0:1734684105.157112:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847884544:0@lo:400:kworker.0 00000100:00100000:3.0:1734684105.157129:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684105.157152:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847883776:0@lo:400:kworker.0 00000100:00100000:3.0:1734684105.157162:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684105.157166:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847884416:0@lo:400:kworker.0 00000100:00100000:1.0:1734684105.157173:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847884160:0@lo:400:kworker.0 00000100:00100000:3.0:1734684105.157183:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684105.157184:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847883520:0@lo:400:kworker.0 00000100:00100000:3.0:1734684105.157196:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847884416 00000100:00100000:3.0:1734684105.157199:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847884416 00000100:00100000:3.0:1734684105.157215:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7234 00000100:00100000:3.0:1734684105.157219:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847884416:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684105.157226:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684075 00000100:00100000:3.0:1734684105.157239:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847884416:12345-0@lo:400:kworker.0 Request processed in 20us (56us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684105.157244:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7234 00000100:00100000:3.0:1734684105.157261:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847884416:0@lo:400:kworker.0 00000100:00100000:3.0:1734684105.157268:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847884544:0@lo:400:kworker.0 00000100:00080000:1.0:1734684105.157282:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684075 00000100:00100000:1.0:1734684105.188757:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684105.188775:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847884672:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684105.188825:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684105.189095:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847884672:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684105.236914:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847884800 00000100:00100000:3.0:1734684105.236921:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847884800 00000100:00100000:3.0:1734684105.236950:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6360 00000100:00100000:3.0:1734684105.236956:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847884800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684105.236979:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684105.237011:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847884800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684105.237017:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6360 00010000:00010000:3.0:1734684105.466937:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684106.948825:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847884928 00000100:00100000:3.0:1734684106.948832:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847884928 00000100:00100000:3.0:1734684106.948868:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6361 00000100:00100000:3.0:1734684106.948873:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847884928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684106.948897:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684106.948936:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847884928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684106.948945:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6361 00000100:00100000:3.0:1734684107.607558:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872556032 00000100:00100000:3.0:1734684107.607562:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872556032 00000100:00100000:3.0:1734684107.607581:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53403 00000100:00100000:3.0:1734684107.607586:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872556032:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684107.607604:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684107.607628:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872556032:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (297us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684107.607633:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53403 00000100:00100000:3.0:1734684107.607650:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872555648 00000100:00100000:3.0:1734684107.607659:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872555648 00000100:00100000:3.0:1734684107.607678:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 399 00000100:00100000:3.0:1734684107.607682:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872555648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684107.607706:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872555648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684107.607711:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 399 00000100:00080000:1.0:1734684107.607792:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684077 00000100:00080000:1.0:1734684107.607796:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684077 00000100:00080000:1.0:1734684107.607799:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684077 00000100:00100000:1.0:1734684110.164777:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847885568:0@lo:400:kworker.0 00000100:00100000:3.0:1734684110.164788:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847885312:0@lo:400:kworker.0 00000100:00100000:1.0:1734684110.164844:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684110.164844:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684110.164870:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847886336:0@lo:400:kworker.0 00000100:00100000:3.0:1734684110.164870:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847885952:0@lo:400:kworker.0 00000100:00100000:3.0:1734684110.164893:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684110.164902:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847885568 00000100:00100000:1.0:1734684110.164907:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847885568 00000100:00100000:3.0:1734684110.164922:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847885696:0@lo:8:kworker.0 00000100:00100000:1.0:1734684110.164939:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40530 00000100:00100000:3.0:1734684110.164939:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684110.164945:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847885568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684110.164949:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847886080:0@lo:8:kworker.0 00000100:00100000:3.0:1734684110.164958:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684110.164999:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847885568:12345-0@lo:400:kworker.0 Request processed in 53us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684110.165005:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40530 00000100:00100000:3.0:1734684110.165005:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847885824 00000100:00100000:3.0:1734684110.165009:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847885824 00000100:00100000:1.0:1734684110.165024:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684110.165027:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847885696 00000100:00100000:3.0:1734684110.165029:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847885696 00000100:00100000:3.0:1734684110.165037:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847886080 00000100:00100000:3.0:1734684110.165039:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847886080 00000100:00100000:1.0:1734684110.165047:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847885568:0@lo:400:kworker.0 00000100:00100000:3.0:1734684110.165049:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7235 00000100:00100000:3.0:1734684110.165053:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847885824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684110.165073:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847885824:12345-0@lo:400:kworker.0 Request processed in 21us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684110.165077:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7235 00000100:00100000:3.0:1734684110.165087:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53404 00000100:00100000:3.0:1734684110.165089:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847885696:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684110.165105:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684110.165127:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847885696:12345-0@lo:8:kworker.0 Request processed in 36us (186us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684110.165132:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53404 00000100:00100000:3.0:1734684110.165139:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53405 00000100:00100000:3.0:1734684110.165143:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847886080:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684110.165149:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684110.165163:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847886080:12345-0@lo:8:kworker.0 Request processed in 20us (205us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684110.165168:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53405 00000100:00080000:1.0:1734684110.165185:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684080 00000100:00080000:3.0:1734684110.165188:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684110.165189:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684080 00000100:00080000:1.0:1734684110.165191:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684080 00000100:00080000:3.0:1734684110.165196:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684110.165199:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847885696:0@lo:8:kworker.0 00000100:00080000:3.0:1734684110.165207:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684110.165208:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847886336:0@lo:400:kworker.0 00000100:00080000:3.0:1734684110.165209:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684110.165211:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847886080:0@lo:8:kworker.0 00000100:00100000:3.0:1734684110.165243:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847885952:0@lo:400:kworker.0 00000100:00080000:1.0:1734684110.165250:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684080 00000100:00100000:3.0:1734684110.165251:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847885312:0@lo:400:kworker.0 00000100:00080000:1.0:1734684110.165357:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684080 00000100:00100000:3.0:1734684110.196743:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684110.196761:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847886464:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684110.196815:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684110.197115:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847886464:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684110.244884:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847886592 00000100:00100000:3.0:1734684110.244896:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847886592 00000100:00100000:3.0:1734684110.244956:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6362 00000100:00100000:3.0:1734684110.244964:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847886592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684110.245015:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684110.245079:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847886592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684110.245086:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6362 00010000:00010000:3.0:1734684110.476779:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684111.957378:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847886720 00000100:00100000:3.0:1734684111.957384:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847886720 00000100:00100000:3.0:1734684111.957433:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6363 00000100:00100000:3.0:1734684111.957438:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847886720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684111.957464:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684111.957509:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847886720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684111.957515:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6363 00000100:00100000:1.0:1734684111.957833:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847886720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684112.614982:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872556288 00000100:00100000:1.0:1734684112.614988:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872556288 00000100:00100000:1.0:1734684112.615018:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872556416 00000100:00100000:1.0:1734684112.615020:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872556416 00000100:00100000:1.0:1734684112.615030:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1291 00000100:00100000:1.0:1734684112.615035:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872556288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684112.615089:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872556288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684112.615094:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1291 00000100:00100000:1.0:1734684112.615111:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1292 00000100:00100000:1.0:1734684112.615114:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872556416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684112.615234:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872556416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 117us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684112.615239:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1292 00000100:00080000:1.0:1734684112.615256:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684082 00000100:00080000:1.0:1734684112.615259:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684082 00000100:00080000:1.0:1734684112.615262:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684082 00000100:00100000:1.0:1734684115.124736:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847886848:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684115.124793:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684115.124984:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847886848:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684115.172737:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847887104:0@lo:400:kworker.0 00000100:00100000:3.0:1734684115.172797:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684115.172824:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847887744:0@lo:400:kworker.0 00000100:00100000:3.0:1734684115.172841:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684115.172859:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847887488:0@lo:8:kworker.0 00000100:00100000:1.0:1734684115.172930:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847887104 00000100:00100000:1.0:1734684115.172936:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847887104 00000100:00100000:1.0:1734684115.172977:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847887744 00000100:00100000:1.0:1734684115.172979:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847887744 00000100:00100000:1.0:1734684115.172990:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847887232 00000100:00100000:1.0:1734684115.172991:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847887232 00000100:00100000:3.0:1734684115.172994:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684115.173003:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:1.0:1734684115.173009:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847887104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684115.173046:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847887872:0@lo:8:kworker.0 00000100:00100000:1.0:1734684115.173054:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847887104:12345-0@lo:400:kworker.0 Request processed in 45us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684115.173060:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:3.0:1734684115.173062:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684115.173073:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1734684115.173076:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847887232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684115.173086:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847887488 00000100:00100000:3.0:1734684115.173089:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847887488 00000100:00100000:1.0:1734684115.173096:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847887232:12345-0@lo:400:kworker.0 Request processed in 19us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684115.173101:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1734684115.173103:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53408 00000100:00100000:3.0:1734684115.173108:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847887488:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734684115.173117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684085 00000100:00080000:1.0:1734684115.173120:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684085 00000100:00080000:1.0:1734684115.173121:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684085 00000100:00100000:1.0:1734684115.173128:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847887360:0@lo:400:kworker.0 00010000:00020000:3.0:1734684115.173129:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684115.173152:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684115.173155:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847887488:12345-0@lo:8:kworker.0 Request processed in 47us (160us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684115.173161:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53408 00000100:00100000:1.0:1734684115.173162:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847888128:0@lo:400:kworker.0 00000100:00100000:1.0:1734684115.173175:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684115.173185:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847887744:0@lo:400:kworker.0 00000100:00100000:1.0:1734684115.173190:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847888128 00000100:00100000:1.0:1734684115.173192:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847888128 00000100:00100000:3.0:1734684115.173193:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847887104:0@lo:400:kworker.0 00000100:00100000:1.0:1734684115.173206:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1734684115.173209:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847888128:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684115.173213:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684115.173216:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684115.173218:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847887488:0@lo:8:kworker.0 00000100:00080000:3.0:1734684115.173223:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684115.173226:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684115.173228:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847887872:0@lo:8:kworker.0 00000100:00100000:1.0:1734684115.173232:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847888128:12345-0@lo:400:kworker.0 Request processed in 21us (56us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684115.173237:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1734684115.173249:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684115.173250:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847887360 00000100:00100000:1.0:1734684115.173252:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847887360 00000100:00100000:3.0:1734684115.173266:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847887232:0@lo:400:kworker.0 00000100:00100000:1.0:1734684115.173268:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40533 00000100:00100000:1.0:1734684115.173271:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847887360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684115.173294:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847887360:12345-0@lo:400:kworker.0 Request processed in 22us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684115.173298:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40533 00000100:00100000:1.0:1734684115.173316:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847887360:0@lo:400:kworker.0 00000100:00100000:1.0:1734684115.173324:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847888128:0@lo:400:kworker.0 00000100:00100000:3.0:1734684115.173325:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847888000:0@lo:400:kworker.0 00000100:00100000:1.0:1734684115.204906:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847888256 00000100:00100000:1.0:1734684115.204912:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847888256 00000100:00100000:1.0:1734684115.204949:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40534 00000100:00100000:1.0:1734684115.204954:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847888256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684115.204977:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684115.205018:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847888256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684115.205024:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40534 00000100:00100000:3.0:1734684115.253022:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847888384 00000100:00100000:3.0:1734684115.253028:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847888384 00000100:00100000:3.0:1734684115.253061:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6364 00000100:00100000:3.0:1734684115.253067:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847888384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684115.253091:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684115.253128:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847888384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684115.253134:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6364 00010000:00010000:3.0:1734684115.486839:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684116.964734:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847888512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684116.964789:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684116.965019:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847888512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684117.623060:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872556672 00000100:00100000:1.0:1734684117.623069:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1297 00000100:00100000:3.0:1734684117.623071:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872556672 00000100:00100000:1.0:1734684117.623079:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872556800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684117.623114:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 403 00000100:00100000:3.0:1734684117.623120:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872556672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684117.623146:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872556672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684117.623147:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872556800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 69us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684117.623153:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 403 00000100:00100000:1.0:1734684117.623154:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1297 00000100:00100000:1.0:1734684120.132892:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847888640 00000100:00100000:1.0:1734684120.132902:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847888640 00000100:00100000:1.0:1734684120.132952:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40535 00000100:00100000:1.0:1734684120.132957:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847888640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684120.132992:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684120.133050:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847888640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684120.133056:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40535 00000100:00100000:1.0:1734684120.180702:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847888768:0@lo:400:kworker.0 00000100:00100000:3.0:1734684120.180709:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847889024:0@lo:400:kworker.0 00000100:00100000:1.0:1734684120.180748:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684120.180748:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684120.180769:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847889408:0@lo:400:kworker.0 00000100:00100000:3.0:1734684120.180778:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847888896:0@lo:400:kworker.0 00000100:00100000:1.0:1734684120.180782:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684120.180796:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684120.180808:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847889024 00000100:00100000:1.0:1734684120.180824:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847889024 00000100:00100000:3.0:1734684120.180825:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847889536:0@lo:400:kworker.0 00000100:00100000:3.0:1734684120.180846:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847888896 00000100:00100000:3.0:1734684120.180849:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847888896 00000100:00100000:1.0:1734684120.180852:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847889920 00000100:00100000:1.0:1734684120.180854:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847889920 00000100:00100000:3.0:1734684120.180868:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:1.0:1734684120.180872:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1734684120.180873:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847889024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684120.180877:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847888896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684120.180905:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847889024:12345-0@lo:400:kworker.0 Request processed in 31us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684120.180906:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847888896:12345-0@lo:400:kworker.0 Request processed in 28us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684120.180909:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:1.0:1734684120.180912:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1734684120.180919:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:3.0:1734684120.180921:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847889920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684120.180931:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847888768 00000100:00100000:1.0:1734684120.180934:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847888768 00000100:00100000:3.0:1734684120.180937:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847889920:12345-0@lo:400:kworker.0 Request processed in 15us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684120.180940:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:1.0:1734684120.180952:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1734684120.180956:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847888768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684120.180963:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847889024:0@lo:400:kworker.0 00000100:00100000:3.0:1734684120.180975:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684120.180979:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847888768:12345-0@lo:400:kworker.0 Request processed in 22us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684120.180984:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1734684120.180986:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847888896:0@lo:400:kworker.0 00000100:00100000:3.0:1734684120.180999:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847889536 00000100:00100000:3.0:1734684120.181000:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847889536 00000100:00080000:1.0:1734684120.181001:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684090 00000100:00080000:1.0:1734684120.181004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684090 00000100:00080000:1.0:1734684120.181006:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684090 00000100:00080000:1.0:1734684120.181007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684090 00000100:00100000:3.0:1734684120.181011:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1734684120.181013:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847889536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684120.181022:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847889408:0@lo:400:kworker.0 00000100:00100000:1.0:1734684120.181026:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847888768:0@lo:400:kworker.0 00000100:00100000:3.0:1734684120.181027:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847889536:12345-0@lo:400:kworker.0 Request processed in 14us (52us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684120.181031:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00080000:1.0:1734684120.181038:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684090 00000100:00100000:3.0:1734684120.181042:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847889536:0@lo:400:kworker.0 00000100:00100000:1.0:1734684120.212723:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847890048:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684120.212778:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684120.212967:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847890048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684120.260721:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847890176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684120.260770:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684120.260986:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847890176:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684120.496756:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684122.630708:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872557184 00000100:00100000:1.0:1734684122.630717:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872557184 00000100:00100000:3.0:1734684122.630739:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872557440 00000100:00100000:3.0:1734684122.630743:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872557440 00000100:00100000:1.0:1734684122.630762:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 405 00000100:00100000:3.0:1734684122.630767:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872557312 00000100:00100000:1.0:1734684122.630785:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872557184:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684122.630786:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872557312 00000100:00100000:3.0:1734684122.630816:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1304 00000100:00100000:3.0:1734684122.630821:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872557312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684122.630837:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872557184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684122.630843:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 405 00000100:00100000:3.0:1734684122.630846:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872557312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684122.630850:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1304 00000100:00100000:1.0:1734684125.188854:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847890560:0@lo:400:kworker.0 00000100:00100000:1.0:1734684125.188916:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684125.188940:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847891200:0@lo:400:kworker.0 00000100:00100000:1.0:1734684125.188955:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684125.188969:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734684125.188973:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938847890688:0@lo:400:kworker.0 00000100:00100000:1.0:1734684125.188988:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684125.188998:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847891328:0@lo:400:kworker.0 00000100:00100000:1.0:1734684125.189009:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684125.189029:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847890560 00000100:00100000:1.0:1734684125.189032:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847890560 00000100:00100000:1.0:1734684125.189053:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1734684125.189057:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847890560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684125.189079:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847890560:12345-0@lo:400:kworker.0 Request processed in 22us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684125.189084:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1734684125.189109:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847890688 00000100:00100000:1.0:1734684125.189112:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847890688 00000100:00100000:1.0:1734684125.189129:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847891328 00000100:00100000:1.0:1734684125.189131:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847891328 00000100:00100000:1.0:1734684125.189142:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:1.0:1734684125.189145:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847890688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684125.189166:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847890688:12345-0@lo:400:kworker.0 Request processed in 20us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684125.189171:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:1.0:1734684125.189179:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:1.0:1734684125.189182:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847891328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684125.189198:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847891328:12345-0@lo:400:kworker.0 Request processed in 15us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684125.189202:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:1.0:1734684125.189225:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938847890688:0@lo:400:kworker.0 00000100:00100000:1.0:1734684125.189233:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847891328:0@lo:400:kworker.0 00000100:00100000:1.0:1734684125.189239:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847891200:0@lo:400:kworker.0 00000100:00100000:1.0:1734684125.189244:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847890560:0@lo:400:kworker.0 00000100:00080000:1.0:1734684125.189272:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684095 00000100:00080000:1.0:1734684125.189275:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684095 00000100:00080000:1.0:1734684125.189277:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684095 00000100:00100000:1.0:1734684125.189309:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847890944 00000100:00100000:1.0:1734684125.189312:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847890944 00000100:00100000:1.0:1734684125.189331:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40539 00000100:00100000:1.0:1734684125.189336:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847890944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684125.189366:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847890944:12345-0@lo:400:kworker.0 Request processed in 30us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684125.189371:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40539 00000100:00100000:1.0:1734684125.189386:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:1.0:1734684125.189390:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847891712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684125.189406:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847890944:0@lo:400:kworker.0 00000100:00100000:1.0:1734684125.189420:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847891712:12345-0@lo:400:kworker.0 Request processed in 29us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684125.189426:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00080000:1.0:1734684125.189439:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684095 00000100:00080000:1.0:1734684125.189441:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684095 00000100:00080000:1.0:1734684125.189443:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684095 00000100:00100000:3.0:1734684125.189499:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847890816:0@lo:400:kworker.0 00000100:00100000:3.0:1734684125.189508:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847891584:0@lo:400:kworker.0 00000100:00100000:3.0:1734684125.189515:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847891712:0@lo:400:kworker.0 00000100:00100000:1.0:1734684125.220878:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847891840 00000100:00100000:1.0:1734684125.220885:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847891840 00000100:00100000:1.0:1734684125.220915:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40540 00000100:00100000:1.0:1734684125.220920:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847891840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684125.220948:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684125.220981:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847891840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684125.220986:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40540 00000100:00100000:3.0:1734684125.269417:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938847891968:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684125.507510:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684127.639524:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872557696 00000100:00100000:3.0:1734684127.639557:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872557952 00000100:00100000:1.0:1734684127.639561:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872557696 00000100:00100000:3.0:1734684127.639562:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872557952 00000100:00100000:3.0:1734684127.639600:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1309 00000100:00100000:1.0:1734684127.639601:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 407 00000100:00100000:1.0:1734684127.639607:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872557696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684127.639607:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872557952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684127.639651:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872557696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684127.639651:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872557952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684127.639657:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 407 00000100:00100000:3.0:1734684127.639658:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1309 00000100:00080000:1.0:1734684127.639679:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684097 00000100:00080000:1.0:1734684127.639682:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684097 00000100:00080000:1.0:1734684127.639683:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684097 00000100:00100000:3.0:1734684130.148827:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847892224:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684130.148892:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684130.149004:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847892224 00000100:00100000:1.0:1734684130.149011:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847892224 00000100:00100000:1.0:1734684130.149049:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40541 00000100:00100000:1.0:1734684130.149055:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847892224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684130.149086:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684130.149139:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847892224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684130.149146:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40541 00000100:00100000:3.0:1734684130.149217:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847892224:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684130.196988:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847892480 00000100:00100000:1.0:1734684130.196995:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847892480 00000100:00100000:1.0:1734684130.197035:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847893120 00000100:00100000:1.0:1734684130.197038:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847893120 00000100:00100000:1.0:1734684130.197054:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:1.0:1734684130.197060:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847892480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684130.197073:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1734684130.197078:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847893120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684130.197113:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847892480:12345-0@lo:400:kworker.0 Request processed in 52us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684130.197113:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847893120:12345-0@lo:400:kworker.0 Request processed in 34us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684130.197119:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:1.0:1734684130.197132:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:3.0:1734684130.197145:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847892736:0@lo:400:kworker.0 00000100:00080000:1.0:1734684130.197148:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684100 00000100:00100000:3.0:1734684130.197163:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684130.197165:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53416 00000100:00100000:1.0:1734684130.197170:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847892864:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684130.197176:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847893504:0@lo:400:kworker.0 00010000:00020000:1.0:1734684130.197186:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684130.197198:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53417 00000100:00100000:3.0:1734684130.197202:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847893248:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684130.197211:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684130.197212:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847892864:12345-0@lo:8:kworker.0 Request processed in 41us (271us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684130.197217:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53416 00000100:00080000:1.0:1734684130.197231:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684100 00000100:00100000:3.0:1734684130.197235:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847893248:12345-0@lo:8:kworker.0 Request processed in 31us (260us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684130.197242:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53417 00000100:00080000:1.0:1734684130.197250:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684130.197252:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684130.197256:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847892864:0@lo:8:kworker.0 00000100:00080000:1.0:1734684130.197264:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684130.197264:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847892736 00000100:00080000:1.0:1734684130.197266:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684130.197268:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847892736 00000100:00100000:1.0:1734684130.197269:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847893248:0@lo:8:kworker.0 00000100:00100000:3.0:1734684130.197293:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40542 00000100:00100000:3.0:1734684130.197297:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847892736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684130.197299:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847892608 00000100:00100000:1.0:1734684130.197302:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847892608 00000100:00100000:1.0:1734684130.197317:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1734684130.197321:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847892608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684130.197324:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847892736:12345-0@lo:400:kworker.0 Request processed in 26us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684130.197329:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40542 00000100:00100000:3.0:1734684130.197345:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684130.197349:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847892608:12345-0@lo:400:kworker.0 Request processed in 27us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684130.197355:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:3.0:1734684130.197362:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847892736:0@lo:400:kworker.0 00000100:00100000:1.0:1734684130.197364:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847893504 00000100:00100000:1.0:1734684130.197366:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847893504 00000100:00100000:1.0:1734684130.197379:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1734684130.197383:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847893504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684130.197435:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847893504:12345-0@lo:400:kworker.0 Request processed in 51us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684130.197441:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00080000:1.0:1734684130.197453:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684100 00000100:00100000:3.0:1734684130.197453:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847893504:0@lo:400:kworker.0 00000100:00080000:1.0:1734684130.197455:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684100 00000100:00080000:1.0:1734684130.197457:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684100 00000100:00080000:1.0:1734684130.197458:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684100 00000100:00100000:3.0:1734684130.228860:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847893632:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684130.228918:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684130.229202:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847893632:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684130.516869:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684132.647559:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872558336 00000100:00100000:1.0:1734684132.647568:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872558336 00000100:00100000:1.0:1734684132.647628:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1315 00000100:00100000:1.0:1734684132.647635:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872558336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684132.647690:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872558336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684132.647694:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1315 00000100:00100000:1.0:1734684132.647707:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872558464 00000100:00100000:1.0:1734684132.647708:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872558464 00000100:00100000:1.0:1734684132.647742:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1316 00000100:00100000:1.0:1734684132.647746:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872558464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684132.647767:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872558464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684132.647772:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1316 00000100:00100000:3.0:1734684135.204824:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847894656:0@lo:8:kworker.0 00000100:00100000:3.0:1734684135.204855:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847894528:0@lo:400:kworker.0 00000100:00100000:3.0:1734684135.204872:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684135.204885:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847895296:0@lo:400:kworker.0 00000100:00100000:3.0:1734684135.204899:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684135.204911:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734684135.204915:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847894400:0@lo:400:kworker.0 00000100:00100000:3.0:1734684135.204927:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684135.204936:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847895168:0@lo:400:kworker.0 00000100:00100000:3.0:1734684135.204946:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684135.204973:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847894912 00000100:00100000:3.0:1734684135.204977:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847894912 00000100:00100000:3.0:1734684135.204995:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1734684135.204998:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847895296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684135.205016:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:3.0:1734684135.205018:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847895296:12345-0@lo:400:kworker.0 Request processed in 18us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684135.205022:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847894400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684135.205022:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1734684135.205036:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684135.205047:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847895040:0@lo:8:kworker.0 00000100:00100000:1.0:1734684135.205053:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847894400:12345-0@lo:400:kworker.0 Request processed in 31us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684135.205057:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:3.0:1734684135.205061:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684135.205081:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847894656 00000100:00100000:3.0:1734684135.205083:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847894656 00000100:00100000:1.0:1734684135.205090:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7245 00000100:00100000:3.0:1734684135.205096:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7246 00000100:00100000:3.0:1734684135.205100:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847895168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684135.205102:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847894784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684135.205121:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847895168:12345-0@lo:400:kworker.0 Request processed in 21us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684135.205126:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7246 00000100:00100000:1.0:1734684135.205127:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847894784:12345-0@lo:400:kworker.0 Request processed in 31us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684135.205131:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7245 00000100:00100000:3.0:1734684135.205148:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847894400:0@lo:400:kworker.0 00000100:00100000:3.0:1734684135.205155:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847895168:0@lo:400:kworker.0 00000100:00100000:3.0:1734684135.205160:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847894528:0@lo:400:kworker.0 00000100:00100000:3.0:1734684135.205167:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847895296:0@lo:400:kworker.0 00000100:00080000:3.0:1734684135.205188:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684135.205190:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684135.205193:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847894656:0@lo:8:kworker.0 00000100:00080000:3.0:1734684135.205198:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684135.205200:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684135.205202:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847895040:0@lo:8:kworker.0 00000100:00100000:1.0:1734684135.236767:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684135.236787:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847895424:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684135.236842:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684135.238032:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847895424:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684135.284748:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847895552:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684135.284803:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684135.284958:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847895552:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684135.526741:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684136.996728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847895680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684136.996782:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684136.996967:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847895680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684137.654846:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872558848 00000100:00100000:1.0:1734684137.654853:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872558848 00000100:00080000:3.0:1734684137.654925:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684107 00000100:00080000:3.0:1734684137.654929:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684107 00000100:00100000:1.0:1734684137.655106:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1321 00000100:00100000:1.0:1734684137.655111:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872558848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684137.655138:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872558848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684137.655143:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1321 00000100:00100000:3.0:1734684140.164707:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847895808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684140.164758:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684140.165021:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847895808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684140.212726:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847896064:0@lo:400:kworker.0 00000100:00100000:3.0:1734684140.212749:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847896320:0@lo:400:kworker.0 00000100:00100000:1.0:1734684140.212774:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684140.212777:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684140.212800:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684140.212801:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847896704:0@lo:400:kworker.0 00000100:00100000:3.0:1734684140.212804:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847896192:0@lo:400:kworker.0 00000100:00100000:1.0:1734684140.212819:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684140.212823:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847896448:0@lo:8:kworker.0 00000100:00100000:3.0:1734684140.212837:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684140.212844:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847896064 00000100:00100000:3.0:1734684140.212846:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847896832:0@lo:8:kworker.0 00000100:00100000:1.0:1734684140.212849:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847896064 00000100:00100000:3.0:1734684140.212854:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684140.212872:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847896576 00000100:00100000:3.0:1734684140.212874:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847896576 00000100:00100000:1.0:1734684140.212883:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:1.0:1734684140.212887:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847896064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684140.212891:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847896448 00000100:00100000:3.0:1734684140.212893:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847896448 00000100:00100000:3.0:1734684140.212901:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847896832 00000100:00100000:3.0:1734684140.212902:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847896832 00000100:00100000:3.0:1734684140.212908:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7247 00000100:00100000:3.0:1734684140.212911:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847896576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684140.212919:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847896064:12345-0@lo:400:kworker.0 Request processed in 31us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684140.212923:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:3.0:1734684140.212929:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847896576:12345-0@lo:400:kworker.0 Request processed in 17us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684140.212937:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7247 00000100:00100000:1.0:1734684140.212944:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53423 00000100:00100000:1.0:1734684140.212948:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847896832:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684140.212956:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1734684140.212957:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684140.212969:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847897088:0@lo:400:kworker.0 00000100:00100000:1.0:1734684140.212975:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847896832:12345-0@lo:8:kworker.0 Request processed in 27us (120us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684140.212980:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53423 00000100:00100000:3.0:1734684140.212984:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684140.212992:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684140.212994:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847896192 00000100:00100000:1.0:1734684140.212996:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847896192 00000100:00100000:3.0:1734684140.212996:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847896960:0@lo:400:kworker.0 00000100:00100000:1.0:1734684140.213009:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847897088 00000100:00100000:3.0:1734684140.213009:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684140.213011:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847897088 00000100:00100000:1.0:1734684140.213023:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:3.0:1734684140.213023:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847896320:0@lo:400:kworker.0 00000100:00100000:1.0:1734684140.213026:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847897088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684140.213036:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847896192:0@lo:400:kworker.0 00000100:00100000:1.0:1734684140.213056:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847897088:12345-0@lo:400:kworker.0 Request processed in 29us (71us total) trans 0 rc 0/0 00000100:00080000:3.0:1734684140.213060:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684140.213061:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00080000:3.0:1734684140.213062:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684140.213065:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847896448:0@lo:8:kworker.0 00000100:00080000:3.0:1734684140.213071:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684140.213072:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847896960 00000100:00080000:3.0:1734684140.213072:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684140.213074:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847896960 00000100:00100000:3.0:1734684140.213075:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847896832:0@lo:8:kworker.0 00000100:00100000:3.0:1734684140.213090:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847897088:0@lo:400:kworker.0 00000100:00100000:1.0:1734684140.213098:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7248 00000100:00100000:1.0:1734684140.213101:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847896960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684140.213124:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847896960:12345-0@lo:400:kworker.0 Request processed in 21us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684140.213128:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7248 00000100:00100000:3.0:1734684140.213130:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847896960:0@lo:400:kworker.0 00000100:00100000:1.0:1734684140.213147:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847896704:0@lo:400:kworker.0 00000100:00100000:1.0:1734684140.213155:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847896064:0@lo:400:kworker.0 00010000:00010000:3.0:1734684140.536692:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684142.662895:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872559360 00000100:00100000:1.0:1734684142.662899:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872559360 00000100:00100000:1.0:1734684142.662923:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872559488 00000100:00100000:1.0:1734684142.662926:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872559488 00000100:00100000:1.0:1734684142.662943:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1328 00000100:00100000:1.0:1734684142.662948:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872559488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684142.662973:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872559488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684142.662978:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1328 00000100:00100000:1.0:1734684142.662993:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872559616 00000100:00100000:1.0:1734684142.662995:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872559616 00000100:00100000:1.0:1734684142.663006:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53424 00000100:00100000:1.0:1734684142.663009:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872559616:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684142.663027:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684142.663041:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872559616:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 30us (131us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684142.663045:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53424 00000100:00100000:3.0:1734684145.220775:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847897856:0@lo:400:kworker.0 00000100:00100000:1.0:1734684145.220798:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847898112:0@lo:400:kworker.0 00000100:00100000:3.0:1734684145.220808:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684145.220827:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684145.220833:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847897856 00000100:00100000:3.0:1734684145.220837:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847897856 00000100:00100000:1.0:1734684145.220843:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684145.220848:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847897984:0@lo:400:kworker.0 00000100:00100000:1.0:1734684145.220863:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684145.220863:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1734684145.220868:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847897856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684145.220881:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847898112 00000100:00100000:1.0:1734684145.220884:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847898112 00000100:00100000:1.0:1734684145.220902:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40551 00000100:00100000:3.0:1734684145.220902:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847897856:12345-0@lo:400:kworker.0 Request processed in 33us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684145.220907:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847898112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684145.220908:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1734684145.220920:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847897984 00000100:00100000:3.0:1734684145.220922:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847897984 00000100:00100000:1.0:1734684145.220934:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847898112:12345-0@lo:400:kworker.0 Request processed in 27us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684145.220937:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:1.0:1734684145.220940:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40551 00000100:00100000:3.0:1734684145.220941:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847897984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684145.220964:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847897984:12345-0@lo:400:kworker.0 Request processed in 23us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684145.220969:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847897984:0@lo:400:kworker.0 00000100:00100000:3.0:1734684145.220969:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:1.0:1734684145.220977:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847898112:0@lo:400:kworker.0 00000100:00100000:3.0:1734684145.220988:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847897856:0@lo:400:kworker.0 00000100:00100000:3.0:1734684145.221000:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847898496:0@lo:400:kworker.0 00000100:00100000:1.0:1734684145.221012:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847898240 00000100:00100000:1.0:1734684145.221014:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847898240 00000100:00100000:3.0:1734684145.221014:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684145.221028:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53425 00000100:00100000:1.0:1734684145.221031:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847898240:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684145.221037:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847898368 00000100:00100000:3.0:1734684145.221040:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847898368 00010000:00020000:1.0:1734684145.221047:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684145.221057:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7249 00000100:00100000:3.0:1734684145.221061:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847898368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684145.221083:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847898240:12345-0@lo:8:kworker.0 Request processed in 49us (84us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684145.221089:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53425 00000100:00100000:3.0:1734684145.221094:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847898368:12345-0@lo:400:kworker.0 Request processed in 32us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684145.221099:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7249 00000100:00100000:1.0:1734684145.221100:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847898624 00000100:00100000:1.0:1734684145.221102:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847898624 00000100:00100000:3.0:1734684145.221106:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847898752 00000100:00100000:3.0:1734684145.221108:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847898752 00000100:00100000:1.0:1734684145.221117:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53426 00000100:00100000:1.0:1734684145.221121:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847898624:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684145.221124:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7250 00000100:00100000:3.0:1734684145.221127:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847898752:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734684145.221130:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684145.221147:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847898752:12345-0@lo:400:kworker.0 Request processed in 19us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684145.221152:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7250 00000100:00100000:1.0:1734684145.221162:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847898624:12345-0@lo:8:kworker.0 Request processed in 40us (105us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684145.221167:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53426 00000100:00100000:3.0:1734684145.221192:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847898496:0@lo:400:kworker.0 00000100:00100000:3.0:1734684145.252752:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684145.252771:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847899008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684145.252822:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684145.252876:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847899008 00000100:00100000:1.0:1734684145.252882:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847899008 00000100:00100000:1.0:1734684145.252914:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40552 00000100:00100000:1.0:1734684145.252918:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847899008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684145.252942:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684145.252985:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847899008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684145.252991:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40552 00000100:00100000:3.0:1734684145.253063:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847899008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684145.300716:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847899136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684145.300765:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684145.300954:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847899136:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684145.546880:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684147.671117:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872560128 00000100:00100000:1.0:1734684147.671127:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872560128 00000100:00100000:3.0:1734684147.671150:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872559744 00000100:00100000:3.0:1734684147.671156:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872559744 00000100:00100000:1.0:1734684147.671164:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53427 00000100:00100000:1.0:1734684147.671171:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872560128:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684147.671183:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 415 00000100:00100000:3.0:1734684147.671186:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872559744:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734684147.671193:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684147.671243:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872560128:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 72us (223us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684147.671243:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872559744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684147.671249:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53427 00000100:00100000:3.0:1734684147.671249:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 415 00000100:00100000:1.0:1734684150.180891:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847899392 00000100:00100000:1.0:1734684150.180899:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847899392 00000100:00100000:1.0:1734684150.180946:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40553 00000100:00100000:1.0:1734684150.180953:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847899392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684150.180990:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684150.181035:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847899392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684150.181040:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40553 00000100:00100000:1.0:1734684150.228794:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847899904:0@lo:400:kworker.0 00000100:00100000:3.0:1734684150.228823:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847899648:0@lo:400:kworker.0 00000100:00100000:1.0:1734684150.228844:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684150.228875:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684150.228879:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847899776:0@lo:400:kworker.0 00000100:00100000:3.0:1734684150.228884:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684150.228916:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847899648 00000100:00100000:1.0:1734684150.228923:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847899648 00000100:00100000:3.0:1734684150.228948:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847899520 00000100:00100000:3.0:1734684150.228954:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847899520 00000100:00100000:1.0:1734684150.228961:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847900288 00000100:00100000:1.0:1734684150.228964:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847900288 00000100:00100000:1.0:1734684150.228980:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1734684150.228983:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847900288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684150.228986:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1734684150.228990:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847899520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684150.229022:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847900288:12345-0@lo:400:kworker.0 Request processed in 38us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684150.229027:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847899520:12345-0@lo:400:kworker.0 Request processed in 36us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684150.229028:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1734684150.229032:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1734684150.229047:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847899904 00000100:00100000:1.0:1734684150.229050:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847899904 00000100:00100000:3.0:1734684150.229054:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847900416 00000100:00100000:3.0:1734684150.229056:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847900416 00000100:00100000:1.0:1734684150.229068:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40554 00000100:00100000:3.0:1734684150.229071:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53428 00000100:00100000:1.0:1734684150.229072:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847899904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684150.229076:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847900032:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684150.229094:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684150.229097:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847899904:12345-0@lo:400:kworker.0 Request processed in 25us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684150.229102:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40554 00000100:00100000:1.0:1734684150.229113:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684150.229131:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847900032:12345-0@lo:8:kworker.0 Request processed in 53us (196us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684150.229134:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847899904:0@lo:400:kworker.0 00000100:00100000:3.0:1734684150.229136:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53428 00000100:00100000:1.0:1734684150.229146:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847900672:0@lo:400:kworker.0 00000100:00100000:1.0:1734684150.229162:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684150.229179:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847900672 00000100:00100000:3.0:1734684150.229182:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847900672 00000100:00100000:1.0:1734684150.229185:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847900288:0@lo:400:kworker.0 00000100:00100000:1.0:1734684150.229192:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847900160:0@lo:400:kworker.0 00000100:00100000:1.0:1734684150.229199:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847899520:0@lo:400:kworker.0 00000100:00100000:3.0:1734684150.229208:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847900544 00000100:00100000:3.0:1734684150.229211:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847900544 00000100:00100000:1.0:1734684150.229224:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847899776:0@lo:400:kworker.0 00000100:00100000:3.0:1734684150.229230:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7252 00000100:00100000:3.0:1734684150.229234:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847900544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684150.229238:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847900672:0@lo:400:kworker.0 00000100:00100000:3.0:1734684150.229265:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847900544:12345-0@lo:400:kworker.0 Request processed in 30us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684150.229271:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7252 00000100:00100000:1.0:1734684150.260759:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847900800:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684150.260837:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684150.261100:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847900800:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684150.556730:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684152.678831:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872560256 00000100:00100000:3.0:1734684152.678838:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872560256 00000100:00100000:3.0:1734684152.678873:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 417 00000100:00100000:3.0:1734684152.678878:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872560256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684152.678916:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872560256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684152.678921:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 417 00000100:00100000:1.0:1734684152.678934:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872560640 00000100:00100000:1.0:1734684152.678938:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872560640 00000100:00100000:1.0:1734684152.678952:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53430 00000100:00100000:1.0:1734684152.678956:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872560640:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684152.678970:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684152.678988:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872560640:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 32us (153us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684152.678992:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53430 00000100:00100000:1.0:1734684155.188704:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847901184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684155.188761:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684155.236712:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847901312:0@lo:400:kworker.0 00000100:00100000:3.0:1734684155.236735:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847901568:0@lo:400:kworker.0 00000100:00100000:1.0:1734684155.236767:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684155.236767:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684155.236794:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684155.236795:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847901952:0@lo:400:kworker.0 00000100:00100000:3.0:1734684155.236799:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847901696:0@lo:400:kworker.0 00000100:00100000:3.0:1734684155.236811:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684155.236821:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847901312 00000100:00100000:3.0:1734684155.236823:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847902336:0@lo:400:kworker.0 00000100:00100000:1.0:1734684155.236825:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847901312 00000100:00100000:3.0:1734684155.236834:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684155.236846:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684155.236850:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847902464:0@lo:400:kworker.0 00000100:00100000:1.0:1734684155.236857:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1734684155.236862:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847901312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684155.236863:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684155.236890:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847901824 00000100:00100000:1.0:1734684155.236891:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847901312:12345-0@lo:400:kworker.0 Request processed in 29us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684155.236893:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847901824 00000100:00100000:1.0:1734684155.236899:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1734684155.236904:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847902336 00000100:00100000:3.0:1734684155.236905:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847902336 00000100:00100000:3.0:1734684155.236920:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7253 00000100:00100000:1.0:1734684155.236923:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53431 00000100:00100000:3.0:1734684155.236924:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847902336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684155.236926:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847901824:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684155.236941:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684155.236944:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847902336:12345-0@lo:400:kworker.0 Request processed in 20us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684155.236949:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7253 00000100:00100000:1.0:1734684155.236956:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847901824:12345-0@lo:8:kworker.0 Request processed in 28us (152us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684155.236960:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53431 00000100:00100000:3.0:1734684155.236970:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847901696 00000100:00100000:1.0:1734684155.236971:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847902080 00000100:00100000:3.0:1734684155.236972:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847901696 00000100:00100000:1.0:1734684155.236973:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847902080 00000100:00100000:1.0:1734684155.236986:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:3.0:1734684155.236988:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40557 00000100:00100000:1.0:1734684155.236989:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847902080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684155.236992:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847901696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684155.237009:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847901696:12345-0@lo:400:kworker.0 Request processed in 16us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684155.237011:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847902080:12345-0@lo:400:kworker.0 Request processed in 22us (47us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684155.237013:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40557 00000100:00100000:1.0:1734684155.237016:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:1.0:1734684155.237030:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847902208 00000100:00100000:3.0:1734684155.237031:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847902464:0@lo:400:kworker.0 00000100:00100000:1.0:1734684155.237032:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847902208 00000100:00100000:3.0:1734684155.237038:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847902336:0@lo:400:kworker.0 00000100:00100000:1.0:1734684155.237042:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53432 00000100:00100000:3.0:1734684155.237044:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847901696:0@lo:400:kworker.0 00000100:00100000:1.0:1734684155.237045:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847902208:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684155.237050:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847901568:0@lo:400:kworker.0 00010000:00020000:1.0:1734684155.237053:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684155.237076:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847902208:12345-0@lo:8:kworker.0 Request processed in 30us (95us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684155.237080:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53432 00000100:00100000:1.0:1734684155.237092:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684155.237108:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847901312:0@lo:400:kworker.0 00000100:00100000:1.0:1734684155.237203:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847901952:0@lo:400:kworker.0 00000100:00100000:3.0:1734684155.268971:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847902592 00000100:00100000:3.0:1734684155.268977:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847902592 00000100:00100000:3.0:1734684155.269016:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40558 00000100:00100000:3.0:1734684155.269022:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847902592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684155.269049:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684155.269118:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847902592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684155.269126:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40558 00010000:00010000:3.0:1734684155.566711:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684157.028822:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847902848 00000100:00100000:1.0:1734684157.028829:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847902848 00000100:00100000:3.0:1734684157.028915:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6381 00000100:00100000:3.0:1734684157.028926:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847902848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684157.028967:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684157.029042:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847902848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684157.029049:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6381 00000100:00100000:1.0:1734684157.686895:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872560896 00000100:00100000:1.0:1734684157.686903:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872560896 00000100:00100000:1.0:1734684157.686939:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872561024 00000100:00100000:1.0:1734684157.686941:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872561024 00000100:00100000:1.0:1734684157.686955:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1345 00000100:00100000:1.0:1734684157.686961:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872560896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684157.686983:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1346 00000100:00100000:3.0:1734684157.686993:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872561024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684157.687010:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872560896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684157.687016:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1345 00000100:00100000:3.0:1734684157.687053:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872561024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684157.687058:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1346 00000100:00100000:3.0:1734684160.196877:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847902976 00000100:00100000:3.0:1734684160.196886:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847902976 00000100:00100000:3.0:1734684160.196932:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40559 00000100:00100000:3.0:1734684160.196939:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847902976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684160.196974:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684160.197019:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847902976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684160.197026:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40559 00000100:00100000:1.0:1734684160.244748:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847903104:0@lo:400:kworker.0 00000100:00100000:3.0:1734684160.244788:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847903360:0@lo:400:kworker.0 00000100:00100000:1.0:1734684160.244825:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684160.244851:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847903232 00000100:00100000:1.0:1734684160.244854:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847903744:0@lo:400:kworker.0 00000100:00100000:3.0:1734684160.244858:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847903232 00000100:00100000:1.0:1734684160.244872:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684160.244890:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847903872 00000100:00100000:3.0:1734684160.244891:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847903872 00000100:00100000:3.0:1734684160.244903:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:1.0:1734684160.244905:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847903104 00000100:00100000:1.0:1734684160.244908:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847903104 00000100:00100000:3.0:1734684160.244908:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847903232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684160.244937:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1734684160.244942:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847903104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684160.244952:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847903232:12345-0@lo:400:kworker.0 Request processed in 43us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684160.244958:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:1.0:1734684160.244969:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847903104:12345-0@lo:400:kworker.0 Request processed in 27us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684160.244975:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1734684160.244977:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1734684160.244981:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847903360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684160.245002:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847903744 00000100:00100000:1.0:1734684160.245004:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847903744 00000100:00100000:3.0:1734684160.245008:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847903360:12345-0@lo:400:kworker.0 Request processed in 26us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684160.245015:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1734684160.245020:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847903616 00000100:00100000:1.0:1734684160.245022:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847903616 00000100:00100000:1.0:1734684160.245032:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847904128 00000100:00100000:1.0:1734684160.245034:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847904128 00000100:00100000:1.0:1734684160.245046:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7255 00000100:00100000:1.0:1734684160.245050:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847903744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684160.245075:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847903744:12345-0@lo:400:kworker.0 Request processed in 24us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684160.245081:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7255 00000100:00100000:1.0:1734684160.245090:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53434 00000100:00100000:1.0:1734684160.245093:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847903616:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684160.245108:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847903488 00010000:00020000:1.0:1734684160.245109:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684160.245118:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847903488 00000100:00100000:1.0:1734684160.245128:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847903616:12345-0@lo:8:kworker.0 Request processed in 34us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684160.245133:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53434 00000100:00100000:1.0:1734684160.245159:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847904000 00000100:00100000:1.0:1734684160.245162:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847904000 00000100:00100000:1.0:1734684160.245173:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53435 00000100:00100000:1.0:1734684160.245176:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847904000:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684160.245180:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40560 00010000:00020000:1.0:1734684160.245184:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684160.245187:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847903488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684160.245203:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847904000:12345-0@lo:8:kworker.0 Request processed in 26us (64us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684160.245207:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53435 00000100:00100000:1.0:1734684160.245225:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847903744:0@lo:400:kworker.0 00000100:00100000:1.0:1734684160.245229:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847903104:0@lo:400:kworker.0 00000100:00100000:3.0:1734684160.245268:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847903488:12345-0@lo:400:kworker.0 Request processed in 81us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684160.245275:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40560 00000100:00100000:1.0:1734684160.276781:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847904384:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684160.276859:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684160.276942:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847904384 00000100:00100000:3.0:1734684160.276952:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847904384 00000100:00100000:3.0:1734684160.277001:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40561 00000100:00100000:3.0:1734684160.277007:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847904384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684160.277035:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684160.277103:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847904384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684160.277109:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40561 00000100:00100000:1.0:1734684160.277160:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847904384:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684160.324952:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847904512 00000100:00100000:3.0:1734684160.324963:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847904512 00000100:00100000:3.0:1734684160.325015:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6382 00000100:00100000:3.0:1734684160.325020:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847904512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684160.325046:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684160.325113:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847904512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684160.325119:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6382 00010000:00010000:3.0:1734684160.576786:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684162.036734:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684162.036754:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847904640:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684162.036876:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684162.037078:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847904640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684162.694984:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872561536 00000100:00100000:1.0:1734684162.694995:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872561536 00000100:00100000:3.0:1734684162.694995:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872561408 00000100:00100000:3.0:1734684162.694999:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872561408 00000100:00100000:3.0:1734684162.695022:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1351 00000100:00100000:3.0:1734684162.695026:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872561408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684162.695052:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1352 00000100:00100000:3.0:1734684162.695053:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872561408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684162.695060:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872561536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684162.695060:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1351 00000100:00100000:1.0:1734684162.695134:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872561536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 74us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684162.695141:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1352 00000100:00100000:3.0:1734684165.204709:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847904768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684165.204759:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684165.204961:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847904768:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684165.252746:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847904896:0@lo:400:kworker.0 00000100:00100000:3.0:1734684165.252770:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847905280:0@lo:400:kworker.0 00000100:00100000:1.0:1734684165.252801:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684165.252802:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684165.252824:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684165.252826:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847905536:0@lo:400:kworker.0 00000100:00100000:3.0:1734684165.252829:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847905152:0@lo:400:kworker.0 00000100:00100000:1.0:1734684165.252846:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684165.252852:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847905280 00000100:00100000:3.0:1734684165.252857:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847905280 00000100:00100000:1.0:1734684165.252872:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847905664 00000100:00100000:1.0:1734684165.252875:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847905664 00000100:00100000:3.0:1734684165.252890:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40563 00000100:00100000:3.0:1734684165.252895:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847905280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684165.252897:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1734684165.252901:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847905664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684165.252933:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847905280:12345-0@lo:400:kworker.0 Request processed in 37us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684165.252937:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847905664:12345-0@lo:400:kworker.0 Request processed in 34us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684165.252939:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40563 00000100:00100000:1.0:1734684165.252942:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:3.0:1734684165.252962:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53437 00000100:00100000:1.0:1734684165.252965:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847904896 00000100:00100000:3.0:1734684165.252966:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847905408:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684165.252967:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847904896 00010000:00020000:3.0:1734684165.252981:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684165.252988:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1734684165.252992:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847904896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684165.253007:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847905408:12345-0@lo:8:kworker.0 Request processed in 40us (141us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684165.253012:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53437 00000100:00100000:1.0:1734684165.253020:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847904896:12345-0@lo:400:kworker.0 Request processed in 27us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684165.253027:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1734684165.253037:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684165.253050:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847905152 00000100:00100000:1.0:1734684165.253070:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847905152 00000100:00100000:3.0:1734684165.253084:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847905280:0@lo:400:kworker.0 00000100:00100000:1.0:1734684165.253090:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847906048 00000100:00100000:1.0:1734684165.253093:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847906048 00000100:00100000:3.0:1734684165.253100:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:3.0:1734684165.253103:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847905152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684165.253111:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1734684165.253115:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847906048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684165.253127:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847905152:12345-0@lo:400:kworker.0 Request processed in 23us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684165.253132:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:3.0:1734684165.253155:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847905152:0@lo:400:kworker.0 00000100:00100000:1.0:1734684165.253158:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847906048:12345-0@lo:400:kworker.0 Request processed in 41us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684165.253164:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1734684165.253204:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847905536:0@lo:400:kworker.0 00000100:00100000:1.0:1734684165.253212:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847904896:0@lo:400:kworker.0 00000100:00100000:3.0:1734684165.332714:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847906304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684165.332765:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684165.332966:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847906304:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684165.586724:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684167.702997:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872561920 00000100:00100000:1.0:1734684167.703005:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872561920 00000100:00100000:1.0:1734684167.703062:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1357 00000100:00100000:1.0:1734684167.703068:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872561920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684167.703105:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872562176 00000100:00100000:3.0:1734684167.703109:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872562176 00000100:00100000:1.0:1734684167.703123:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872561920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684167.703126:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53439 00000100:00100000:1.0:1734684167.703129:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1357 00000100:00100000:3.0:1734684167.703131:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872562176:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684167.703149:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684167.703177:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872562176:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (162us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684167.703183:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53439 00000100:00100000:3.0:1734684170.260729:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847906816:0@lo:400:kworker.0 00000100:00100000:1.0:1734684170.260738:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847906944:0@lo:400:kworker.0 00000100:00100000:3.0:1734684170.260777:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684170.260786:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847907200:0@lo:8:kworker.0 00000100:00100000:3.0:1734684170.260802:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847907456:0@lo:400:kworker.0 00000100:00100000:1.0:1734684170.260806:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684170.260821:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847907584:0@lo:8:kworker.0 00000100:00100000:3.0:1734684170.260823:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684170.260835:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684170.260845:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847906816 00000100:00100000:3.0:1734684170.260849:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847906816 00000100:00100000:1.0:1734684170.260858:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847907328 00000100:00100000:1.0:1734684170.260861:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847907328 00000100:00100000:3.0:1734684170.260867:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847907456 00000100:00100000:3.0:1734684170.260869:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847907456 00000100:00100000:1.0:1734684170.260883:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7259 00000100:00100000:3.0:1734684170.260884:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1734684170.260888:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847907328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684170.260888:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847906816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684170.260916:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847907328:12345-0@lo:400:kworker.0 Request processed in 27us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684170.260917:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847906816:12345-0@lo:400:kworker.0 Request processed in 28us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684170.260921:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7259 00000100:00100000:3.0:1734684170.260922:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:1.0:1734684170.260933:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53441 00000100:00100000:3.0:1734684170.260934:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:1.0:1734684170.260938:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847907584:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684170.260938:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847907456:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734684170.260947:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684170.260960:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847907456:12345-0@lo:400:kworker.0 Request processed in 22us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684170.260964:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:1.0:1734684170.260967:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847907584:12345-0@lo:8:kworker.0 Request processed in 29us (131us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684170.260988:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53441 00000100:00100000:3.0:1734684170.260997:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847907840 00000100:00100000:3.0:1734684170.260999:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847907840 00000100:00100000:3.0:1734684170.261011:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00080000:1.0:1734684170.261012:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684170.261013:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847907840:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684170.261015:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684170.261018:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847907200:0@lo:8:kworker.0 00000100:00080000:1.0:1734684170.261024:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684170.261026:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684170.261028:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847907584:0@lo:8:kworker.0 00000100:00100000:3.0:1734684170.261031:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847907840:12345-0@lo:400:kworker.0 Request processed in 17us (47us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684170.261034:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1734684170.261043:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847907712 00000100:00100000:1.0:1734684170.261046:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847907712 00000100:00100000:3.0:1734684170.261048:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847907456:0@lo:400:kworker.0 00000100:00100000:3.0:1734684170.261053:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847906816:0@lo:400:kworker.0 00000100:00100000:1.0:1734684170.261059:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7260 00000100:00100000:1.0:1734684170.261063:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847907712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684170.261084:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847907712:12345-0@lo:400:kworker.0 Request processed in 21us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684170.261089:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7260 00000100:00100000:1.0:1734684170.261102:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684170.261227:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847906944:0@lo:400:kworker.0 00010000:00010000:3.0:1734684170.596747:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684172.052734:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098499500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847908224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684172.052788:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684172.052994:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098499500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847908224:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684172.711071:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872562432 00000100:00100000:3.0:1734684172.711075:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872562432 00000100:00100000:3.0:1734684172.711112:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872562560 00000100:00100000:3.0:1734684172.711114:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872562560 00000100:00100000:3.0:1734684172.711129:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1363 00000100:00100000:3.0:1734684172.711133:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009849a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872562432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684172.711162:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009849a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872562432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684172.711167:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1363 00000100:00100000:3.0:1734684172.711178:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1364 00000100:00100000:3.0:1734684172.711181:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872562560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684172.711196:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098498e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872562560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684172.711200:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1364 00000100:00080000:1.0:1734684172.711511:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684142 00000100:00080000:1.0:1734684172.711516:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684142 00000100:00080000:1.0:1734684172.711518:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684142 00000100:00100000:1.0:1734684175.221098:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847908352:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684175.268812:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847908480:0@lo:400:kworker.0 00000100:00100000:1.0:1734684175.268906:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684175.268957:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847909120:0@lo:400:kworker.0 00000100:00100000:3.0:1734684175.268973:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847908608 00000100:00100000:3.0:1734684175.268979:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847908608 00000100:00100000:1.0:1734684175.268987:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684175.269008:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:3.0:1734684175.269013:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847908608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684175.269020:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847908992:0@lo:8:kworker.0 00000100:00100000:1.0:1734684175.269050:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684175.269062:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847908608:12345-0@lo:400:kworker.0 Request processed in 49us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684175.269067:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:1.0:1734684175.269069:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847909376:0@lo:8:kworker.0 00000100:00100000:1.0:1734684175.269085:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684175.269088:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847908480 00000100:00100000:3.0:1734684175.269091:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847908480 00000100:00100000:3.0:1734684175.269110:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1734684175.269113:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847908480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684175.269119:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847909376 00000100:00100000:1.0:1734684175.269124:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847909376 00000100:00100000:3.0:1734684175.269141:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847908480:12345-0@lo:400:kworker.0 Request processed in 26us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684175.269145:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1734684175.269148:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53443 00000100:00100000:1.0:1734684175.269153:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847908992:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684175.269171:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53444 00010000:00020000:1.0:1734684175.269175:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684175.269176:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847909376:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684175.269192:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684175.269204:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847908992:12345-0@lo:8:kworker.0 Request processed in 50us (153us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684175.269210:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53443 00000100:00100000:3.0:1734684175.269222:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847909376:12345-0@lo:8:kworker.0 Request processed in 45us (136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684175.269227:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53444 00000100:00080000:1.0:1734684175.269240:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684175.269243:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847909632 00000100:00080000:1.0:1734684175.269244:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684175.269245:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847909632 00000100:00100000:1.0:1734684175.269247:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847908992:0@lo:8:kworker.0 00000100:00100000:3.0:1734684175.269259:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00080000:1.0:1734684175.269260:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684175.269262:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684175.269263:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847909632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684175.269265:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009849a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847909376:0@lo:8:kworker.0 00000100:00100000:3.0:1734684175.269285:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847909632:12345-0@lo:400:kworker.0 Request processed in 22us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684175.269290:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:1.0:1734684175.269291:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009849bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847909120:0@lo:400:kworker.0 00000100:00100000:1.0:1734684175.269300:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847908480:0@lo:400:kworker.0 00000100:00100000:1.0:1734684175.300745:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847909760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684175.300821:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684175.301123:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847909760:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684175.606857:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684177.719020:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872562816 00000100:00100000:1.0:1734684177.719024:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872562816 00000100:00100000:3.0:1734684177.719041:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1369 00000100:00100000:1.0:1734684177.719049:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 427 00000100:00100000:3.0:1734684177.719050:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872562944:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684177.719054:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872562816:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684177.719098:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872562816:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684177.719101:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872562944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684177.719105:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 427 00000100:00100000:3.0:1734684177.719107:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1369 00000100:00100000:1.0:1734684180.228767:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684180.228789:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847910144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684180.228853:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684180.229095:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847910144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684180.276738:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847910272:0@lo:400:kworker.0 00000100:00100000:1.0:1734684180.276814:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684180.276837:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847910912:0@lo:400:kworker.0 00000100:00100000:1.0:1734684180.276859:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684180.276886:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847910784:0@lo:8:kworker.0 00000100:00100000:3.0:1734684180.276886:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847910400 00000100:00100000:3.0:1734684180.276894:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847910400 00000100:00100000:1.0:1734684180.276902:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684180.276913:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847911168:0@lo:8:kworker.0 00000100:00100000:1.0:1734684180.276925:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684180.276942:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1734684180.276947:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847910272 00000100:00100000:3.0:1734684180.276947:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847910400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684180.276949:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847910272 00000100:00100000:1.0:1734684180.276968:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1734684180.276972:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847910272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684180.276982:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847910400:12345-0@lo:400:kworker.0 Request processed in 34us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684180.276988:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1734684180.276994:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847910272:12345-0@lo:400:kworker.0 Request processed in 22us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684180.276999:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1734684180.276999:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847910528 00000100:00100000:3.0:1734684180.277002:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847910528 00000100:00100000:3.0:1734684180.277012:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:3.0:1734684180.277015:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847910528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684180.277023:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847911296 00000100:00100000:1.0:1734684180.277026:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847911296 00000100:00100000:1.0:1734684180.277039:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7264 00000100:00100000:1.0:1734684180.277041:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847911296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684180.277041:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847910528:12345-0@lo:400:kworker.0 Request processed in 25us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684180.277047:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:1.0:1734684180.277059:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847911296:12345-0@lo:400:kworker.0 Request processed in 17us (92us total) trans 0 rc 0/0 00000100:00080000:3.0:1734684180.277060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684150 00000100:00100000:1.0:1734684180.277062:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7264 00000100:00080000:3.0:1734684180.277063:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684150 00000100:00080000:3.0:1734684180.277065:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684150 00000100:00080000:3.0:1734684180.277067:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684150 00000100:00100000:1.0:1734684180.277068:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53447 00000100:00100000:1.0:1734684180.277070:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847911168:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684180.277077:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684180.277088:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847911168:12345-0@lo:8:kworker.0 Request processed in 17us (162us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684180.277092:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53447 00000100:00080000:3.0:1734684180.277095:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684150 00000100:00080000:1.0:1734684180.277108:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684180.277110:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684180.277112:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009849ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847910784:0@lo:8:kworker.0 00000100:00080000:1.0:1734684180.277116:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684180.277118:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684180.277120:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009849aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847911168:0@lo:8:kworker.0 00000100:00100000:1.0:1734684180.277141:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098498000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847910912:0@lo:400:kworker.0 00000100:00100000:1.0:1734684180.277147:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847910272:0@lo:400:kworker.0 00000100:00100000:1.0:1734684180.309023:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847911552 00000100:00100000:1.0:1734684180.309029:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847911552 00000100:00100000:1.0:1734684180.309066:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40573 00000100:00100000:1.0:1734684180.309072:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847911552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684180.309098:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684180.309141:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847911552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684180.309147:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40573 00010000:00010000:3.0:1734684180.616710:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684182.068752:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4875180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847911808:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684182.068836:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734684182.068953:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684152 00000100:00100000:3.0:1734684182.069095:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4875180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847911808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684182.726944:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872563328 00000100:00100000:1.0:1734684182.726952:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872563328 00000100:00100000:3.0:1734684182.726964:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872563456 00000100:00100000:3.0:1734684182.726967:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872563456 00000100:00100000:3.0:1734684182.726989:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1375 00000100:00100000:1.0:1734684182.726990:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 429 00000100:00100000:3.0:1734684182.726994:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872563456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684182.726995:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872563328:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684182.727036:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872563456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684182.727037:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872563328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684182.727040:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1375 00000100:00100000:1.0:1734684182.727043:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 429 00000100:00080000:3.0:1734684182.727054:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684152 00000100:00080000:3.0:1734684182.727056:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684152 00000100:00080000:3.0:1734684182.727057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684152 00000100:00100000:1.0:1734684185.236810:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847911936 00000100:00100000:1.0:1734684185.236816:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847911936 00000100:00100000:1.0:1734684185.236849:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40574 00000100:00100000:1.0:1734684185.236853:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847911936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684185.236883:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684185.236925:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847911936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684185.236931:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40574 00000100:00100000:3.0:1734684185.284760:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4875c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847912192:0@lo:400:kworker.0 00000100:00100000:3.0:1734684185.284800:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684185.284833:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847912320:0@lo:400:kworker.0 00000100:00100000:1.0:1734684185.284850:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847912064 00000100:00100000:1.0:1734684185.284857:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847912064 00000100:00100000:1.0:1734684185.284899:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1734684185.284906:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847912064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684185.284946:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847912064:12345-0@lo:400:kworker.0 Request processed in 40us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684185.284952:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1734684185.285038:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684185.285060:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4875f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847913088:0@lo:400:kworker.0 00000100:00100000:1.0:1734684185.285064:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847912320 00000100:00100000:1.0:1734684185.285067:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847912320 00000100:00080000:3.0:1734684185.285075:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684155 00000100:00080000:3.0:1734684185.285079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684155 00000100:00080000:3.0:1734684185.285081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684155 00000100:00080000:3.0:1734684185.285082:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684155 00000100:00100000:1.0:1734684185.285085:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:1.0:1734684185.285088:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847912320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684185.285116:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847912320:12345-0@lo:400:kworker.0 Request processed in 27us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684185.285121:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:1.0:1734684185.285154:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847912448 00000100:00100000:1.0:1734684185.285156:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847912448 00000100:00100000:1.0:1734684185.285178:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40575 00000100:00100000:1.0:1734684185.285181:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847912448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684185.285205:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847912448:12345-0@lo:400:kworker.0 Request processed in 23us (65us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684185.285210:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40575 00000100:00080000:1.0:1734684185.285218:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684155 00000100:00100000:1.0:1734684185.285222:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847913216 00000100:00100000:1.0:1734684185.285224:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847913216 00000100:00100000:3.0:1734684185.285231:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53450 00000100:00100000:1.0:1734684185.285233:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:1.0:1734684185.285236:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847913216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684185.285236:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847912960:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684185.285250:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847913216:12345-0@lo:400:kworker.0 Request processed in 14us (83us total) trans 0 rc 0/0 00010000:00020000:3.0:1734684185.285253:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684185.285255:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1734684185.285276:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847912960:12345-0@lo:8:kworker.0 Request processed in 39us (125us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684185.285286:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53450 00000100:00100000:3.0:1734684185.285302:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684185.285304:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847912832 00000100:00100000:1.0:1734684185.285307:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847912832 00000100:00100000:3.0:1734684185.285317:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847912320:0@lo:400:kworker.0 00000100:00100000:1.0:1734684185.285320:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:1.0:1734684185.285323:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847912832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684185.285328:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847913088 00000100:00100000:3.0:1734684185.285331:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847913088 00000100:00100000:1.0:1734684185.285346:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847912832:12345-0@lo:400:kworker.0 Request processed in 22us (52us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684185.285346:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7266 00000100:00100000:3.0:1734684185.285350:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847913088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684185.285351:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:3.0:1734684185.285372:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847913088:12345-0@lo:400:kworker.0 Request processed in 22us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684185.285377:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7266 00000100:00100000:1.0:1734684185.316851:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847913344 00000100:00100000:1.0:1734684185.316863:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847913344 00000100:00100000:1.0:1734684185.316900:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40576 00000100:00100000:1.0:1734684185.316906:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847913344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684185.316934:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684185.316971:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847913344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684185.316977:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40576 00000100:00100000:1.0:1734684185.364715:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847913472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684185.364804:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684185.365050:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847913472:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684185.626670:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684187.734883:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872563968 00000100:00100000:1.0:1734684187.734891:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872563968 00000100:00100000:3.0:1734684187.734919:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872564224 00000100:00100000:3.0:1734684187.734923:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872564224 00000100:00100000:1.0:1734684187.734935:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872564096 00000100:00100000:1.0:1734684187.734938:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872564096 00000100:00100000:3.0:1734684187.734942:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53451 00000100:00100000:3.0:1734684187.734948:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872564224:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684187.734964:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1382 00010000:00020000:3.0:1734684187.734968:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684187.734969:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872564096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684187.735004:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872564096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684187.735004:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872564224:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 55us (134us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684187.735010:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1382 00000100:00100000:3.0:1734684187.735010:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53451 00000100:00100000:1.0:1734684190.244942:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847913728 00000100:00100000:1.0:1734684190.244951:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847913728 00000100:00100000:1.0:1734684190.244994:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40577 00000100:00100000:1.0:1734684190.245001:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847913728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684190.245049:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684190.245095:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847913728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684190.245101:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40577 00000100:00100000:1.0:1734684190.292784:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847913984:0@lo:400:kworker.0 00000100:00100000:3.0:1734684190.292826:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847914112:0@lo:400:kworker.0 00000100:00100000:1.0:1734684190.292849:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684190.292888:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847914624:0@lo:400:kworker.0 00000100:00100000:3.0:1734684190.292894:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684190.292914:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684190.292935:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847914880:0@lo:400:kworker.0 00000100:00100000:1.0:1734684190.292939:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847913984 00000100:00100000:1.0:1734684190.292946:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847913984 00000100:00100000:3.0:1734684190.292969:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847914624 00000100:00100000:3.0:1734684190.292975:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847914624 00000100:00100000:1.0:1734684190.292995:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:1.0:1734684190.292999:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847913984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684190.293012:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:3.0:1734684190.293016:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847914624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684190.293038:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847913984:12345-0@lo:400:kworker.0 Request processed in 38us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684190.293044:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:3.0:1734684190.293053:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847914624:12345-0@lo:400:kworker.0 Request processed in 37us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684190.293057:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00080000:1.0:1734684190.293064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684160 00000100:00080000:1.0:1734684190.293067:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684160 00000100:00080000:1.0:1734684190.293069:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684160 00000100:00100000:3.0:1734684190.293074:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53453 00000100:00100000:3.0:1734684190.293077:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847914752:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684190.293092:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847914624:0@lo:400:kworker.0 00010000:00020000:3.0:1734684190.293099:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684190.293100:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847913984:0@lo:400:kworker.0 00000100:00100000:3.0:1734684190.293128:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847914752:12345-0@lo:8:kworker.0 Request processed in 49us (140us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684190.293131:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847914240 00000100:00100000:3.0:1734684190.293131:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53453 00000100:00100000:1.0:1734684190.293133:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847914240 00000100:00100000:3.0:1734684190.293144:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684190.293152:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40578 00000100:00100000:1.0:1734684190.293156:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847914240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684190.293166:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847914112:0@lo:400:kworker.0 00000100:00100000:3.0:1734684190.293183:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847915008 00000100:00100000:3.0:1734684190.293185:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847915008 00000100:00100000:1.0:1734684190.293186:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847914240:12345-0@lo:400:kworker.0 Request processed in 29us (69us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684190.293191:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40578 00000100:00100000:3.0:1734684190.293195:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:3.0:1734684190.293197:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847915008:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684190.293201:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684160 00000100:00080000:1.0:1734684190.293203:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684160 00000100:00100000:3.0:1734684190.293216:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847915008:12345-0@lo:400:kworker.0 Request processed in 17us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684190.293219:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00080000:1.0:1734684190.293258:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684160 00000100:00100000:3.0:1734684190.293309:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847914880:0@lo:400:kworker.0 00000100:00100000:1.0:1734684190.324889:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847915136 00000100:00100000:1.0:1734684190.324900:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847915136 00000100:00100000:1.0:1734684190.324937:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40579 00000100:00100000:1.0:1734684190.324942:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847915136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684190.324973:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684190.325010:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847915136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684190.325015:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40579 00000100:00100000:1.0:1734684190.372742:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847915264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684190.372813:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684190.373019:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847915264:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684190.636754:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684192.084801:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847915392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684192.084854:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684192.085023:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684162 00000100:00100000:3.0:1734684192.085145:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847915392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684192.743129:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872564736 00000100:00100000:3.0:1734684192.743143:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872564736 00000100:00100000:1.0:1734684192.743166:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872564608 00000100:00100000:1.0:1734684192.743171:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872564608 00000100:00100000:3.0:1734684192.743188:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53454 00000100:00100000:3.0:1734684192.743196:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872564736:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684192.743208:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1388 00000100:00100000:1.0:1734684192.743213:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872564608:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734684192.743226:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684192.743254:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872564608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684192.743261:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1388 00000100:00080000:1.0:1734684192.743278:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684162 00000100:00080000:1.0:1734684192.743281:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684162 00000100:00080000:1.0:1734684192.743283:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684162 00000100:00100000:3.0:1734684192.743284:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872564736:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 87us (239us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684192.743290:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53454 00000100:00100000:1.0:1734684195.252849:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847915520 00000100:00100000:1.0:1734684195.252860:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847915520 00000100:00100000:1.0:1734684195.252898:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40580 00000100:00100000:1.0:1734684195.252904:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847915520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684195.252934:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684195.252968:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847915520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684195.252972:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40580 00000100:00100000:1.0:1734684195.300722:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847915776:0@lo:400:kworker.0 00000100:00100000:3.0:1734684195.300726:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847915904:0@lo:400:kworker.0 00000100:00100000:3.0:1734684195.300767:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684195.300776:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847916160:0@lo:8:kworker.0 00000100:00100000:3.0:1734684195.300785:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847916672:0@lo:400:kworker.0 00000100:00100000:1.0:1734684195.300791:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684195.300799:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847915904 00000100:00100000:1.0:1734684195.300802:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847916544:0@lo:8:kworker.0 00000100:00100000:3.0:1734684195.300803:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847915904 00000100:00100000:1.0:1734684195.300811:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684195.300827:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684195.300830:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:3.0:1734684195.300835:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847915904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684195.300847:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847915776 00000100:00100000:1.0:1734684195.300849:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847915776 00000100:00100000:1.0:1734684195.300863:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:3.0:1734684195.300864:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847915904:12345-0@lo:400:kworker.0 Request processed in 29us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684195.300866:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847915776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684195.300869:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:1.0:1734684195.300883:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847915776:12345-0@lo:400:kworker.0 Request processed in 16us (55us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684195.300886:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:3.0:1734684195.300888:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53455 00000100:00100000:3.0:1734684195.300890:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847916160:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684195.300903:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684195.300910:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847915776:0@lo:400:kworker.0 00000100:00100000:3.0:1734684195.300920:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847916160:12345-0@lo:8:kworker.0 Request processed in 29us (129us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734684195.300924:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684195.300925:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53455 00000100:00080000:1.0:1734684195.300926:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684195.300928:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847916160:0@lo:8:kworker.0 00000100:00080000:1.0:1734684195.300931:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684195.300933:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684195.300934:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847916544:0@lo:8:kworker.0 00000100:00100000:3.0:1734684195.300938:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684195.300947:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847916032:0@lo:400:kworker.0 00000100:00100000:3.0:1734684195.300950:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847915904:0@lo:400:kworker.0 00000100:00100000:1.0:1734684195.300959:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684195.300960:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847916416 00000100:00100000:3.0:1734684195.300962:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847916416 00000100:00100000:1.0:1734684195.300966:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847916800:0@lo:400:kworker.0 00000100:00100000:1.0:1734684195.300973:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684195.300973:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1734684195.300977:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847916416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684195.300981:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847916800 00000100:00100000:1.0:1734684195.300982:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847916800 00000100:00100000:1.0:1734684195.300993:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:1.0:1734684195.300996:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847916800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684195.301002:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847916416:12345-0@lo:400:kworker.0 Request processed in 23us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684195.301007:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:1.0:1734684195.301010:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847916800:12345-0@lo:400:kworker.0 Request processed in 14us (37us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684195.301014:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:1.0:1734684195.301025:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847916800:0@lo:400:kworker.0 00000100:00100000:3.0:1734684195.301027:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847916672:0@lo:400:kworker.0 00000100:00100000:1.0:1734684195.301078:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847916032:0@lo:400:kworker.0 00000100:00100000:1.0:1734684195.380744:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847917056:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684195.380797:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684195.380960:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847917056:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684195.646737:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684197.750880:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872564992 00000100:00100000:1.0:1734684197.750888:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872564992 00000100:00100000:1.0:1734684197.750935:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872565120 00000100:00100000:1.0:1734684197.750938:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872565120 00000100:00100000:1.0:1734684197.750953:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1393 00000100:00100000:1.0:1734684197.750958:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872564992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684197.750967:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1394 00000100:00100000:3.0:1734684197.750972:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872565120:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684197.750990:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872564992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684197.750994:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872565120:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684197.750996:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1393 00000100:00100000:3.0:1734684197.750999:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1394 00000100:00080000:1.0:1734684197.751016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684167 00000100:00080000:1.0:1734684197.751020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684167 00000100:00080000:1.0:1734684197.751022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684167 00000100:00100000:1.0:1734684200.308704:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847917568:0@lo:400:kworker.0 00000100:00100000:1.0:1734684200.308755:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684200.308781:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847918208:0@lo:400:kworker.0 00000100:00100000:1.0:1734684200.308802:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684200.308808:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847917568 00000100:00100000:3.0:1734684200.308815:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847917568 00000100:00100000:1.0:1734684200.308826:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847917824:0@lo:400:kworker.0 00000100:00100000:1.0:1734684200.308842:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684200.308843:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847917696 00000100:00100000:3.0:1734684200.308845:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847917696 00000100:00100000:1.0:1734684200.308853:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847918592:0@lo:400:kworker.0 00000100:00100000:3.0:1734684200.308856:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847918208 00000100:00100000:3.0:1734684200.308857:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847918208 00000100:00100000:1.0:1734684200.308866:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684200.308867:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1734684200.308871:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847917568:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684200.308880:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684170 00000100:00080000:1.0:1734684200.308883:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684170 00000100:00080000:1.0:1734684200.308884:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684170 00000100:00080000:1.0:1734684200.308886:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684170 00000100:00100000:1.0:1734684200.308895:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847918336 00000100:00100000:1.0:1734684200.308897:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847918336 00000100:00100000:3.0:1734684200.308901:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847917568:12345-0@lo:400:kworker.0 Request processed in 29us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684200.308906:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:1.0:1734684200.308910:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53458 00000100:00100000:1.0:1734684200.308913:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847917952:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684200.308916:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847918592 00000100:00100000:3.0:1734684200.308917:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847918592 00000100:00100000:3.0:1734684200.308927:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1734684200.308930:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847918208:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734684200.308933:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684200.308951:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847918208:12345-0@lo:400:kworker.0 Request processed in 20us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684200.308953:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847917952:12345-0@lo:8:kworker.0 Request processed in 39us (129us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684200.308956:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:1.0:1734684200.308958:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53458 00000100:00100000:3.0:1734684200.308963:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:3.0:1734684200.308966:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847918592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684200.308984:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847918592:12345-0@lo:400:kworker.0 Request processed in 17us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684200.308986:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847918208:0@lo:400:kworker.0 00000100:00100000:3.0:1734684200.308988:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1734684200.308993:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847917568:0@lo:400:kworker.0 00000100:00080000:1.0:1734684200.309008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684170 00000100:00100000:1.0:1734684200.309018:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847918592:0@lo:400:kworker.0 00000100:00100000:1.0:1734684200.309026:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847917824:0@lo:400:kworker.0 00000100:00080000:1.0:1734684200.309064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684170 00000100:00100000:1.0:1734684200.309105:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847918464:0@lo:400:kworker.0 00000100:00100000:1.0:1734684202.100713:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847918976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684202.100765:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684202.100858:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684172 00000100:00100000:1.0:1734684202.100975:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847918976:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684202.758824:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872565632 00000100:00100000:3.0:1734684202.758829:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872565632 00000100:00080000:1.0:1734684202.758850:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684172 00000100:00100000:3.0:1734684202.758850:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872565504 00000100:00080000:1.0:1734684202.758853:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684172 00000100:00100000:3.0:1734684202.758856:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872565504 00000100:00100000:1.0:1734684202.758874:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1399 00000100:00100000:1.0:1734684202.758878:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872565632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684202.758884:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1400 00000100:00100000:3.0:1734684202.758889:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872565504:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684202.758902:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872565632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684202.758907:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1399 00000100:00100000:3.0:1734684202.758912:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872565504:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684202.758922:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1400 00000100:00080000:1.0:1734684202.758934:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684172 00000100:00100000:3.0:1734684205.316726:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847919232:0@lo:400:kworker.0 00000100:00100000:3.0:1734684205.316780:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684205.316803:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734684205.316808:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938847919360:0@lo:400:kworker.0 00000100:00100000:3.0:1734684205.316829:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684205.316844:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847919488:0@lo:400:kworker.0 00000100:00100000:3.0:1734684205.316852:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847919360 00000100:00100000:3.0:1734684205.316856:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847919360 00000100:00100000:1.0:1734684205.316868:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684205.316882:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684205.316886:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847919616:0@lo:400:kworker.0 00000100:00100000:3.0:1734684205.316891:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847919488 00000100:00100000:3.0:1734684205.316894:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847919488 00000100:00100000:1.0:1734684205.316903:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684205.316907:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:3.0:1734684205.316910:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847919360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684205.316929:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:3.0:1734684205.316931:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847919360:12345-0@lo:400:kworker.0 Request processed in 20us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684205.316934:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847919488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684205.316934:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:3.0:1734684205.316953:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847919872:0@lo:400:kworker.0 00000100:00100000:1.0:1734684205.316961:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847919488:12345-0@lo:400:kworker.0 Request processed in 27us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684205.316966:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:3.0:1734684205.316973:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684205.316977:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847920000 00000100:00100000:1.0:1734684205.316979:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847920000 00000100:00100000:1.0:1734684205.316992:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:1.0:1734684205.316995:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847920000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684205.316995:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938847919360:0@lo:400:kworker.0 00000100:00100000:3.0:1734684205.317002:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847919232:0@lo:400:kworker.0 00000100:00100000:1.0:1734684205.317028:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847920000:12345-0@lo:400:kworker.0 Request processed in 23us (48us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684205.317032:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847919744 00000100:00100000:1.0:1734684205.317033:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:3.0:1734684205.317034:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847919744 00000100:00100000:3.0:1734684205.317045:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53461 00000100:00080000:1.0:1734684205.317048:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684175 00000100:00100000:3.0:1734684205.317048:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847919744:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734684205.317051:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684175 00000100:00080000:1.0:1734684205.317052:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684175 00000100:00080000:1.0:1734684205.317054:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684175 00000100:00100000:1.0:1734684205.317061:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847920256:0@lo:400:kworker.0 00010000:00020000:3.0:1734684205.317064:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684205.317081:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684205.317089:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847919744:12345-0@lo:8:kworker.0 Request processed in 38us (65us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684205.317094:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53461 00000100:00100000:1.0:1734684205.317098:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095460000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847919488:0@lo:400:kworker.0 00000100:00100000:3.0:1734684205.317102:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847920256 00000100:00100000:3.0:1734684205.317104:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847920256 00000100:00100000:1.0:1734684205.317108:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684205.317113:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847920384:0@lo:400:kworker.0 00000100:00100000:3.0:1734684205.317118:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7274 00000100:00100000:3.0:1734684205.317121:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847920256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684205.317130:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684205.317143:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847919616:0@lo:400:kworker.0 00000100:00100000:3.0:1734684205.317144:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847920256:12345-0@lo:400:kworker.0 Request processed in 22us (63us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684205.317148:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7274 00000100:00100000:1.0:1734684205.317153:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847920256:0@lo:400:kworker.0 00000100:00100000:3.0:1734684205.317163:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095460e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847919872:0@lo:400:kworker.0 00000100:00080000:1.0:1734684205.317165:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684175 00000100:00080000:1.0:1734684205.317167:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684175 00000100:00100000:1.0:1734684205.317171:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847920384 00000100:00100000:1.0:1734684205.317173:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847920384 00000100:00100000:1.0:1734684205.317186:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:1.0:1734684205.317189:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847920384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684205.317218:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847920384:12345-0@lo:400:kworker.0 Request processed in 28us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684205.317223:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:3.0:1734684205.348948:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847920512:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684205.349005:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684205.349193:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847920512:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684207.108930:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847920768 00000100:00100000:3.0:1734684207.108936:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847920768 00000100:00080000:1.0:1734684207.108972:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684177 00000100:00100000:3.0:1734684207.108978:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6401 00000100:00100000:3.0:1734684207.108983:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847920768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684207.109006:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684207.109063:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847920768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684207.109069:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6401 00000100:00100000:1.0:1734684207.766931:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872566016 00000100:00100000:1.0:1734684207.766938:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872566016 00000100:00100000:3.0:1734684207.766950:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872566144 00000100:00100000:3.0:1734684207.766954:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872566144 00000100:00100000:1.0:1734684207.766977:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1405 00000100:00100000:1.0:1734684207.766980:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872566016:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684207.766985:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1406 00000100:00100000:3.0:1734684207.766990:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872566144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684207.767018:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872566016:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684207.767020:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872566144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684207.767023:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1405 00000100:00100000:3.0:1734684207.767027:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1406 00000100:00100000:1.0:1734684210.277191:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847920896:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684210.324769:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847921152:0@lo:400:kworker.0 00000100:00100000:3.0:1734684210.324769:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847921024:0@lo:400:kworker.0 00000100:00100000:3.0:1734684210.324835:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684210.324838:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847921408:0@lo:400:kworker.0 00000100:00100000:3.0:1734684210.324860:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847921664:0@lo:400:kworker.0 00000100:00100000:1.0:1734684210.324862:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684210.324880:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847922176:0@lo:400:kworker.0 00000100:00100000:3.0:1734684210.324880:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684210.324893:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734684210.324897:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847921792:0@lo:400:kworker.0 00000100:00100000:1.0:1734684210.324900:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684210.324910:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684210.324914:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847922048:0@lo:400:kworker.0 00000100:00100000:3.0:1734684210.324922:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684210.324928:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684210.324946:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847921280 00000100:00100000:1.0:1734684210.324948:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847921664 00000100:00100000:3.0:1734684210.324949:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847921280 00000100:00100000:1.0:1734684210.324951:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847921664 00000100:00100000:3.0:1734684210.324970:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847922176 00000100:00100000:1.0:1734684210.324971:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847922048 00000100:00100000:3.0:1734684210.324972:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847922176 00000100:00100000:1.0:1734684210.324973:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847922048 00000100:00100000:3.0:1734684210.324982:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847921792 00000100:00100000:3.0:1734684210.324984:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847921792 00000100:00100000:1.0:1734684210.324988:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7275 00000100:00100000:1.0:1734684210.324991:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847921664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684210.325001:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:3.0:1734684210.325005:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847921280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684210.325018:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095462a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847921664:12345-0@lo:400:kworker.0 Request processed in 26us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684210.325023:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7275 00000100:00100000:3.0:1734684210.325035:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847921280:12345-0@lo:400:kworker.0 Request processed in 29us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684210.325036:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53464 00000100:00100000:1.0:1734684210.325039:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847921536:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684210.325040:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00010000:00020000:1.0:1734684210.325054:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684210.325055:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:3.0:1734684210.325059:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095460e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847921792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684210.325079:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847921536:12345-0@lo:8:kworker.0 Request processed in 38us (175us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684210.325081:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095460e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847921792:12345-0@lo:400:kworker.0 Request processed in 21us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684210.325084:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53464 00000100:00100000:3.0:1734684210.325085:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:1.0:1734684210.325102:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684210.325110:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847921792:0@lo:400:kworker.0 00000100:00100000:3.0:1734684210.325118:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847921664:0@lo:400:kworker.0 00000100:00100000:1.0:1734684210.325121:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847922048:0@lo:400:kworker.0 00000100:00100000:3.0:1734684210.325124:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847921024:0@lo:400:kworker.0 00000100:00100000:1.0:1734684210.325128:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847922176:0@lo:400:kworker.0 00000100:00100000:1.0:1734684210.325134:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847921408:0@lo:400:kworker.0 00000100:00100000:3.0:1734684210.325138:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847921152 00000100:00100000:3.0:1734684210.325140:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847921152 00000100:00100000:3.0:1734684210.325152:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1734684210.325154:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847921152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684210.325179:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847921152:12345-0@lo:400:kworker.0 Request processed in 24us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684210.325183:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1734684210.325206:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847921152:0@lo:400:kworker.0 00000100:00100000:1.0:1734684210.356720:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684210.356738:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847922304:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684210.356792:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684210.356997:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847922304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684210.404939:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847922432 00000100:00100000:3.0:1734684210.404945:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847922432 00000100:00100000:3.0:1734684210.404987:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6402 00000100:00100000:3.0:1734684210.404992:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847922432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684210.405014:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684210.405053:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847922432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684210.405059:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6402 00000100:00100000:3.0:1734684212.116833:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847922560 00000100:00100000:3.0:1734684212.116839:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847922560 00000100:00100000:3.0:1734684212.116888:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6403 00000100:00100000:3.0:1734684212.116894:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847922560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684212.116919:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684212.116996:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847922560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684212.117002:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6403 00000100:00100000:3.0:1734684212.774955:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872566528 00000100:00100000:3.0:1734684212.774959:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872566528 00000100:00100000:3.0:1734684212.774986:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872566656 00000100:00100000:3.0:1734684212.774988:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872566656 00000100:00100000:3.0:1734684212.775001:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1412 00000100:00100000:3.0:1734684212.775006:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872566656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684212.775016:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872566784 00000100:00100000:1.0:1734684212.775019:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872566784 00000100:00100000:3.0:1734684212.775033:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872566656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684212.775035:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53466 00000100:00100000:1.0:1734684212.775038:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872566784:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684212.775039:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1412 00010000:00020000:1.0:1734684212.775056:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684212.775074:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872566784:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 35us (110us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684212.775079:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53466 00000100:00100000:1.0:1734684215.284728:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847922688:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684215.284779:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684215.284956:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847922688:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684215.332733:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847922944:0@lo:400:kworker.0 00000100:00100000:3.0:1734684215.332750:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847923072:0@lo:400:kworker.0 00000100:00100000:1.0:1734684215.332798:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684215.332808:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847923328:0@lo:8:kworker.0 00000100:00100000:1.0:1734684215.332826:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847923584:0@lo:400:kworker.0 00000100:00100000:3.0:1734684215.332826:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684215.332837:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847923712:0@lo:8:kworker.0 00000100:00100000:1.0:1734684215.332841:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684215.332859:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847922816 00000100:00100000:1.0:1734684215.332863:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847922944 00000100:00100000:3.0:1734684215.332864:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847922816 00000100:00100000:1.0:1734684215.332866:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847922944 00000100:00100000:3.0:1734684215.332891:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1734684215.332893:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1734684215.332896:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847922816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684215.332899:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847922944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684215.332937:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847922944:12345-0@lo:400:kworker.0 Request processed in 38us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684215.332938:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847922816:12345-0@lo:400:kworker.0 Request processed in 41us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684215.332943:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1734684215.332947:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1734684215.332965:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847923456 00000100:00100000:1.0:1734684215.332967:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847923456 00000100:00100000:3.0:1734684215.332974:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:3.0:1734684215.332977:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847923968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684215.332984:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7277 00000100:00100000:1.0:1734684215.332987:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847923456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684215.332995:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847923968:12345-0@lo:400:kworker.0 Request processed in 17us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684215.332999:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:1.0:1734684215.333007:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847923456:12345-0@lo:400:kworker.0 Request processed in 19us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684215.333008:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684215.333012:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7277 00000100:00100000:1.0:1734684215.333019:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847923712 00000100:00100000:1.0:1734684215.333021:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847923712 00000100:00100000:3.0:1734684215.333023:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684215.333031:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53468 00000100:00100000:3.0:1734684215.333033:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847923072 00000100:00100000:3.0:1734684215.333034:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847923072 00000100:00100000:1.0:1734684215.333035:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847923712:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684215.333043:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00010000:00020000:1.0:1734684215.333044:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684215.333046:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847923072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684215.333061:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847923072:12345-0@lo:400:kworker.0 Request processed in 15us (37us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684215.333062:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095462680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847923712:12345-0@lo:8:kworker.0 Request processed in 26us (52us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684215.333064:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:1.0:1734684215.333067:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53468 00000100:00080000:3.0:1734684215.333083:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684215.333085:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684215.333088:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847923328:0@lo:8:kworker.0 00000100:00100000:1.0:1734684215.333091:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847923584:0@lo:400:kworker.0 00000100:00080000:3.0:1734684215.333094:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684215.333096:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684215.333098:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847923712:0@lo:8:kworker.0 00000100:00100000:1.0:1734684215.333099:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847922944:0@lo:400:kworker.0 00000100:00100000:3.0:1734684215.333124:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847923072:0@lo:400:kworker.0 00000100:00100000:3.0:1734684215.412799:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847924224 00000100:00100000:3.0:1734684215.412804:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847924224 00000100:00100000:3.0:1734684215.412833:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6404 00000100:00100000:3.0:1734684215.412839:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847924224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684215.412861:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684215.412898:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847924224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684215.412902:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6404 00000100:00100000:3.0:1734684217.124719:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847924352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684217.124771:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684217.124938:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847924352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684217.782975:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872567040 00000100:00100000:1.0:1734684217.782982:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872567040 00000100:00100000:1.0:1734684217.783029:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872567168 00000100:00100000:1.0:1734684217.783032:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872567168 00000100:00100000:3.0:1734684217.783035:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1417 00000100:00100000:3.0:1734684217.783042:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872567040:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684217.783047:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1418 00000100:00100000:1.0:1734684217.783051:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872567168:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684217.783088:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872567040:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684217.783091:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872567168:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684217.783095:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1417 00000100:00100000:1.0:1734684217.783098:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1418 00000100:00100000:1.0:1734684220.340916:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847924736:0@lo:400:kworker.0 00000100:00100000:3.0:1734684220.340916:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847924608:0@lo:400:kworker.0 00000100:00100000:3.0:1734684220.341029:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684220.341064:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847924864 00000100:00100000:3.0:1734684220.341073:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847925248:0@lo:400:kworker.0 00000100:00100000:1.0:1734684220.341075:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847924864 00000100:00100000:3.0:1734684220.341103:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684220.341124:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684220.341149:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847924736 00000100:00100000:1.0:1734684220.341152:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847924736 00000100:00100000:3.0:1734684220.341166:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847925376:0@lo:400:kworker.0 00000100:00100000:1.0:1734684220.341174:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:1.0:1734684220.341182:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847924864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684220.341190:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847925120:0@lo:8:kworker.0 00000100:00100000:3.0:1734684220.341207:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684220.341217:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847925504:0@lo:8:kworker.0 00000100:00100000:3.0:1734684220.341232:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684220.341237:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847924864:12345-0@lo:400:kworker.0 Request processed in 55us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684220.341245:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1734684220.341262:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847924608 00000100:00100000:3.0:1734684220.341265:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847924608 00000100:00100000:1.0:1734684220.341270:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:1.0:1734684220.341274:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847925760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684220.341291:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1734684220.341296:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847924608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684220.341305:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847925760:12345-0@lo:400:kworker.0 Request processed in 30us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684220.341309:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1734684220.341322:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847924608:12345-0@lo:400:kworker.0 Request processed in 25us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684220.341327:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00080000:1.0:1734684220.341328:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684190 00000100:00080000:1.0:1734684220.341332:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684190 00000100:00080000:1.0:1734684220.341335:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684190 00000100:00080000:1.0:1734684220.341337:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684190 00000100:00100000:1.0:1734684220.341351:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7279 00000100:00100000:1.0:1734684220.341357:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847925248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684220.341367:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684220.341382:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847924608:0@lo:400:kworker.0 00000100:00100000:1.0:1734684220.341386:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847925248:12345-0@lo:400:kworker.0 Request processed in 30us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684220.341392:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7279 00000100:00100000:3.0:1734684220.341394:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847925248:0@lo:400:kworker.0 00000100:00100000:3.0:1734684220.341414:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847925376 00000100:00100000:3.0:1734684220.341417:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847925376 00000100:00100000:3.0:1734684220.341437:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:3.0:1734684220.341442:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847925376:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684220.341466:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684190 00000100:00100000:3.0:1734684220.341470:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847925376:12345-0@lo:400:kworker.0 Request processed in 27us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684220.341475:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00080000:3.0:1734684220.341495:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684220.341499:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684220.341503:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847925120:0@lo:8:kworker.0 00000100:00080000:1.0:1734684220.341507:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684190 00000100:00080000:3.0:1734684220.341509:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684220.341511:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684220.341514:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847925504:0@lo:8:kworker.0 00000100:00100000:3.0:1734684220.341580:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847925376:0@lo:400:kworker.0 00000100:00100000:3.0:1734684220.372721:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847925888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684220.372770:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684220.372969:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847925888:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1734684222.132856:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684192 00000100:00100000:3.0:1734684222.790915:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872567424 00000100:00100000:3.0:1734684222.790922:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872567424 00000100:00100000:3.0:1734684222.790963:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 445 00000100:00080000:1.0:1734684222.790964:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684192 00000100:00080000:1.0:1734684222.790968:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684192 00000100:00100000:3.0:1734684222.790968:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872567424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684222.790986:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1423 00000100:00100000:1.0:1734684222.790992:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872567552:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684222.791008:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872567424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684222.791012:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 445 00000100:00100000:1.0:1734684222.791022:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872567552:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684222.791028:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1423 00000100:00080000:1.0:1734684222.791044:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684192 00000100:00100000:3.0:1734684225.348712:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847926400:0@lo:400:kworker.0 00000100:00100000:3.0:1734684225.348762:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684225.348780:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847927040:0@lo:400:kworker.0 00000100:00100000:1.0:1734684225.348781:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847926912:0@lo:8:kworker.0 00000100:00100000:3.0:1734684225.348798:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684225.348812:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847927168 00000100:00100000:1.0:1734684225.348816:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847927168 00000100:00100000:3.0:1734684225.348829:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847926400 00000100:00100000:3.0:1734684225.348832:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847926400 00000100:00100000:3.0:1734684225.348852:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1734684225.348853:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:1.0:1734684225.348858:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847926528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684225.348858:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847926400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684225.348892:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847926400:12345-0@lo:400:kworker.0 Request processed in 34us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684225.348895:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847926528:12345-0@lo:400:kworker.0 Request processed in 38us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684225.348898:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1734684225.348899:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:1.0:1734684225.348906:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847926656 00000100:00100000:1.0:1734684225.348908:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847926656 00000100:00100000:1.0:1734684225.348916:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:1.0:1734684225.348918:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847927552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684225.348922:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:3.0:1734684225.348926:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847926656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684225.348941:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847927552:12345-0@lo:400:kworker.0 Request processed in 21us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684225.348946:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1734684225.348946:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847926656:12345-0@lo:400:kworker.0 Request processed in 19us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684225.348950:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1734684225.348969:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684225.348981:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847927040:0@lo:400:kworker.0 00000100:00100000:1.0:1734684225.348982:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847927296:0@lo:8:kworker.0 00000100:00100000:3.0:1734684225.348987:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847926400:0@lo:400:kworker.0 00000100:00100000:1.0:1734684225.349000:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684225.349032:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53474 00000100:00100000:1.0:1734684225.349036:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847927296:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684225.349045:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684225.349097:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847927296:12345-0@lo:8:kworker.0 Request processed in 60us (96us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684225.349103:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53474 00000100:00080000:1.0:1734684225.349122:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684225.349125:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684225.349128:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847927296:0@lo:8:kworker.0 00000100:00080000:1.0:1734684225.349134:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684225.349136:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684225.349138:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847926912:0@lo:8:kworker.0 00000100:00100000:3.0:1734684227.140717:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847927936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684227.140768:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684227.140931:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847927936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684227.799061:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872568064 00000100:00100000:3.0:1734684227.799071:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872568064 00000100:00100000:3.0:1734684227.799128:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872568192 00000100:00100000:3.0:1734684227.799130:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872568192 00000100:00080000:1.0:1734684227.799139:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684197 00000100:00080000:1.0:1734684227.799144:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684197 00000100:00080000:1.0:1734684227.799145:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684197 00000100:00100000:3.0:1734684227.799147:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1429 00000100:00100000:3.0:1734684227.799152:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872568064:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684227.799160:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1430 00000100:00100000:1.0:1734684227.799165:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872568192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684227.799192:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872568192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684227.799192:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872568064:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684227.799197:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1429 00000100:00100000:1.0:1734684227.799203:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1430 00000100:00100000:3.0:1734684230.308686:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684230.308703:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847928064:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684230.308744:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684230.308939:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847928064:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684230.356773:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847928192:0@lo:400:kworker.0 00000100:00100000:3.0:1734684230.356837:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847928448:0@lo:400:kworker.0 00000100:00100000:1.0:1734684230.356851:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684230.356878:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847928832:0@lo:400:kworker.0 00000100:00100000:3.0:1734684230.356894:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684230.356904:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684230.356942:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847929216:0@lo:400:kworker.0 00000100:00100000:1.0:1734684230.356951:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847928320 00000100:00100000:1.0:1734684230.356955:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847928320 00000100:00100000:3.0:1734684230.356979:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684230.356986:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847928448 00000100:00100000:1.0:1734684230.356988:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847928448 00000100:00100000:1.0:1734684230.357000:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1734684230.357003:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847928320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684230.357019:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847929344 00000100:00100000:1.0:1734684230.357025:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847928320:12345-0@lo:400:kworker.0 Request processed in 21us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684230.357025:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847929344 00000100:00100000:1.0:1734684230.357029:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1734684230.357038:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1734684230.357040:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847928448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684230.357057:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847928448:12345-0@lo:400:kworker.0 Request processed in 16us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684230.357057:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:1.0:1734684230.357061:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:3.0:1734684230.357062:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847929344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684230.357070:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847928960 00000100:00100000:1.0:1734684230.357072:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847928960 00000100:00100000:1.0:1734684230.357077:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1734684230.357080:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847928960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684230.357094:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847928960:12345-0@lo:400:kworker.0 Request processed in 14us (30us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684230.357097:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1734684230.357109:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847928704:0@lo:8:kworker.0 00000100:00100000:3.0:1734684230.357113:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847929344:12345-0@lo:400:kworker.0 Request processed in 50us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684230.357119:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:1.0:1734684230.357121:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684230.357128:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847929088:0@lo:8:kworker.0 00000100:00100000:1.0:1734684230.357137:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684230.357151:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53476 00000100:00100000:3.0:1734684230.357157:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847928704:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684230.357177:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684230.357179:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847928832:0@lo:400:kworker.0 00000100:00100000:1.0:1734684230.357186:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847928192:0@lo:400:kworker.0 00000100:00100000:3.0:1734684230.357210:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847928704:12345-0@lo:8:kworker.0 Request processed in 51us (86us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734684230.357216:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684230.357217:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53476 00000100:00080000:1.0:1734684230.357220:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684230.357222:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847928704:0@lo:8:kworker.0 00000100:00080000:1.0:1734684230.357228:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684230.357231:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684230.357233:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847929088:0@lo:8:kworker.0 00000100:00100000:3.0:1734684230.357251:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847929216:0@lo:400:kworker.0 00000100:00100000:3.0:1734684230.357261:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847928448:0@lo:400:kworker.0 00000100:00100000:1.0:1734684230.388760:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847929472:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684230.388840:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684230.389149:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847929472:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684232.806849:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872568576 00000100:00100000:1.0:1734684232.806853:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872568576 00000100:00100000:1.0:1734684232.806875:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872568704 00000100:00100000:1.0:1734684232.806877:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872568704 00000100:00100000:3.0:1734684232.806886:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1435 00000100:00100000:3.0:1734684232.806893:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872568576:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684232.806903:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1436 00000100:00100000:1.0:1734684232.806907:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872568704:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684232.806947:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872568576:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684232.806949:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872568704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684232.806953:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1435 00000100:00100000:1.0:1734684232.806956:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1436 00000100:00100000:1.0:1734684235.316728:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847929856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684235.316777:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684235.316965:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847929856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684235.364753:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847930368:0@lo:400:kworker.0 00000100:00100000:3.0:1734684235.364753:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847930112:0@lo:400:kworker.0 00000100:00100000:3.0:1734684235.364802:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684235.364812:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684235.364824:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847930752:0@lo:400:kworker.0 00000100:00100000:1.0:1734684235.364842:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847930368 00000100:00100000:1.0:1734684235.364847:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847930368 00000100:00100000:3.0:1734684235.364849:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684235.364864:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684235.364875:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847931008:0@lo:400:kworker.0 00000100:00100000:1.0:1734684235.364892:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40605 00000100:00100000:1.0:1734684235.364897:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847930368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684235.364902:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684235.364911:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684235.364916:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847931136:0@lo:400:kworker.0 00000100:00100000:1.0:1734684235.364928:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847930368:12345-0@lo:400:kworker.0 Request processed in 31us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684235.364932:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684235.364934:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40605 00000100:00100000:3.0:1734684235.364952:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:1.0:1734684235.364956:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1734684235.364956:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847930752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684235.364959:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847930240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684235.364978:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847930752:12345-0@lo:400:kworker.0 Request processed in 21us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684235.364984:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847930240:12345-0@lo:400:kworker.0 Request processed in 24us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684235.364985:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:1.0:1734684235.364989:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1734684235.365001:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847930624 00000100:00100000:3.0:1734684235.365003:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847930624 00000100:00100000:1.0:1734684235.365016:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847930368:0@lo:400:kworker.0 00000100:00100000:3.0:1734684235.365020:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847931008 00000100:00100000:3.0:1734684235.365022:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847931008 00000100:00100000:3.0:1734684235.365032:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847930880 00000100:00100000:3.0:1734684235.365034:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847930880 00000100:00100000:3.0:1734684235.365045:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7285 00000100:00100000:3.0:1734684235.365048:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847930624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684235.365059:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53479 00000100:00100000:1.0:1734684235.365062:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847930880:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684235.365071:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847930624:12345-0@lo:400:kworker.0 Request processed in 21us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684235.365075:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7285 00010000:00020000:1.0:1734684235.365077:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684235.365095:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847930752:0@lo:400:kworker.0 00000100:00100000:1.0:1734684235.365098:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847930880:12345-0@lo:8:kworker.0 Request processed in 36us (88us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684235.365102:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53479 00000100:00100000:3.0:1734684235.365102:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847930112:0@lo:400:kworker.0 00000100:00100000:3.0:1734684235.365116:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847931136:0@lo:400:kworker.0 00000100:00100000:3.0:1734684235.365122:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847931008:0@lo:400:kworker.0 00000100:00100000:3.0:1734684235.365129:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847930240:0@lo:400:kworker.0 00000100:00100000:3.0:1734684235.444723:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847931392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684235.444773:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684235.444974:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847931392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684237.156700:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847931520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684237.156750:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684237.156964:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847931520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684237.814891:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872569216 00000100:00100000:1.0:1734684237.814896:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872569216 00000100:00080000:3.0:1734684237.814912:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684207 00000100:00080000:3.0:1734684237.814917:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684207 00000100:00080000:3.0:1734684237.814919:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684207 00000100:00100000:1.0:1734684237.814921:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1441 00000100:00100000:1.0:1734684237.814925:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872569216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684237.814948:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872569344 00000100:00100000:3.0:1734684237.814951:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872569344 00000100:00100000:1.0:1734684237.814966:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872569216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684237.814969:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53481 00000100:00100000:1.0:1734684237.814973:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1441 00000100:00100000:3.0:1734684237.814974:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872569344:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684237.814991:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684237.815013:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872569344:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (132us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684237.815018:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53481 00000100:00100000:3.0:1734684240.372841:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847931904:0@lo:400:kworker.0 00000100:00100000:3.0:1734684240.372909:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684240.372933:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847931776 00000100:00100000:1.0:1734684240.372941:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847931776 00000100:00100000:3.0:1734684240.372946:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847932544:0@lo:400:kworker.0 00000100:00100000:3.0:1734684240.372969:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684240.372983:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1734684240.372990:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847931776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684240.373000:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847932032:0@lo:400:kworker.0 00000100:00100000:3.0:1734684240.373016:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684240.373031:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847932800:0@lo:400:kworker.0 00000100:00100000:1.0:1734684240.373032:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847931776:12345-0@lo:400:kworker.0 Request processed in 41us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684240.373037:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1734684240.373052:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684240.373065:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00080000:1.0:1734684240.373066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684210 00000100:00080000:1.0:1734684240.373070:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684210 00000100:00100000:3.0:1734684240.373070:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847932160:0@lo:400:kworker.0 00000100:00080000:1.0:1734684240.373072:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684210 00000100:00080000:1.0:1734684240.373075:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684210 00000100:00100000:3.0:1734684240.373084:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684240.373095:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847932928:0@lo:400:kworker.0 00000100:00100000:1.0:1734684240.373098:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847932416:0@lo:400:kworker.0 00000100:00100000:1.0:1734684240.373106:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847931776:0@lo:400:kworker.0 00000100:00100000:3.0:1734684240.373115:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684240.373130:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847932032 00000100:00100000:1.0:1734684240.373132:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847932032 00000100:00100000:3.0:1734684240.373139:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847932800:0@lo:400:kworker.0 00000100:00100000:1.0:1734684240.373150:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:1.0:1734684240.373153:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847932544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684240.373173:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847932544:12345-0@lo:400:kworker.0 Request processed in 20us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684240.373175:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:1.0:1734684240.373179:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:3.0:1734684240.373182:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847932928:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684240.373191:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684210 00000100:00100000:1.0:1734684240.373199:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847932288 00000100:00100000:1.0:1734684240.373200:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847932288 00000100:00100000:3.0:1734684240.373208:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847932928:12345-0@lo:400:kworker.0 Request processed in 27us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684240.373210:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53482 00000100:00100000:1.0:1734684240.373213:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847932288:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684240.373213:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00010000:00020000:1.0:1734684240.373231:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684240.373234:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847932672 00000100:00100000:3.0:1734684240.373238:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847932672 00000100:00100000:3.0:1734684240.373255:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53483 00000100:00100000:3.0:1734684240.373259:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847932672:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684240.373265:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847932288:12345-0@lo:8:kworker.0 Request processed in 50us (74us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684240.373272:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53482 00010000:00020000:3.0:1734684240.373275:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684240.373296:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847932672:12345-0@lo:8:kworker.0 Request processed in 35us (75us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684240.373301:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53483 00000100:00080000:1.0:1734684240.373349:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684210 00000100:00100000:3.0:1734684240.404806:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684240.404828:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847933056:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684240.404884:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684240.405107:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847933056:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1734684242.164888:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684212 00000100:00080000:1.0:1734684242.822979:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684212 00000100:00100000:1.0:1734684242.822992:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872569472 00000100:00100000:1.0:1734684242.822996:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872569472 00000100:00100000:1.0:1734684242.823021:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 453 00000100:00100000:1.0:1734684242.823027:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872569472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684242.823039:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1448 00000100:00100000:3.0:1734684242.823045:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872569728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684242.823067:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872569472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684242.823071:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872569728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684242.823072:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 453 00000100:00100000:3.0:1734684242.823077:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1448 00000100:00080000:1.0:1734684242.823091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684212 00000100:00080000:1.0:1734684242.823093:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684212 00000100:00100000:1.0:1734684245.380770:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847933568:0@lo:400:kworker.0 00000100:00100000:3.0:1734684245.380801:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847933824:0@lo:400:kworker.0 00000100:00100000:1.0:1734684245.380843:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684245.380862:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847934080:0@lo:8:kworker.0 00000100:00100000:1.0:1734684245.380879:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847934208:0@lo:400:kworker.0 00000100:00100000:3.0:1734684245.380887:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684245.380901:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684245.380903:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847934464:0@lo:8:kworker.0 00000100:00100000:3.0:1734684245.380918:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684245.380925:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847934080 00000100:00100000:1.0:1734684245.380929:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847934080 00000100:00100000:1.0:1734684245.380943:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847934208 00000100:00100000:1.0:1734684245.380945:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847934208 00000100:00100000:3.0:1734684245.380945:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847934464 00000100:00100000:3.0:1734684245.380948:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847934464 00000100:00100000:1.0:1734684245.380962:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847934592 00000100:00100000:1.0:1734684245.380964:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847934592 00000100:00100000:3.0:1734684245.380974:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7289 00000100:00100000:1.0:1734684245.380979:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7290 00000100:00100000:3.0:1734684245.380980:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847934208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684245.380983:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847934592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684245.381020:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847934592:12345-0@lo:400:kworker.0 Request processed in 36us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684245.381022:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847934208:12345-0@lo:400:kworker.0 Request processed in 42us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684245.381028:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7289 00000100:00100000:1.0:1734684245.381031:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7290 00000100:00100000:1.0:1734684245.381043:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53485 00000100:00100000:1.0:1734684245.381045:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847934080:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684245.381046:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53486 00000100:00100000:3.0:1734684245.381049:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938847934464:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684245.381059:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734684245.381063:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684245.381085:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847934080:12345-0@lo:8:kworker.0 Request processed in 39us (199us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684245.381087:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938847934464:12345-0@lo:8:kworker.0 Request processed in 36us (168us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684245.381089:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53485 00000100:00100000:3.0:1734684245.381092:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53486 00000100:00080000:1.0:1734684245.381105:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684215 00000100:00080000:1.0:1734684245.381107:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684215 00000100:00080000:1.0:1734684245.381108:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684215 00000100:00080000:1.0:1734684245.381109:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684215 00000100:00080000:3.0:1734684245.381119:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684245.381123:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684245.381126:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847934080:0@lo:8:kworker.0 00000100:00080000:3.0:1734684245.381132:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684245.381134:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684245.381136:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847934464:0@lo:8:kworker.0 00000100:00100000:1.0:1734684245.381139:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847933952 00000100:00100000:1.0:1734684245.381141:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847933952 00000100:00100000:1.0:1734684245.381154:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40611 00000100:00100000:1.0:1734684245.381157:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847933952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684245.381174:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847933952:12345-0@lo:400:kworker.0 Request processed in 17us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684245.381177:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40611 00000100:00080000:1.0:1734684245.381184:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684215 00000100:00100000:1.0:1734684245.412898:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847934848 00000100:00100000:1.0:1734684245.412905:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847934848 00000100:00100000:1.0:1734684245.412941:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40612 00000100:00100000:1.0:1734684245.412947:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847934848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684245.412978:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684245.413014:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847934848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684245.413019:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40612 00000100:00100000:1.0:1734684247.172752:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684247.172773:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847935104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684247.172825:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684247.172954:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684217 00000100:00100000:1.0:1734684247.173005:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847935104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684247.830979:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872570240 00000100:00100000:1.0:1734684247.830988:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872570240 00000100:00100000:1.0:1734684247.831028:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872570112 00000100:00100000:1.0:1734684247.831030:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872570112 00000100:00100000:1.0:1734684247.831053:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1453 00000100:00100000:1.0:1734684247.831059:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872570240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684247.831116:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872570240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684247.831123:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1453 00000100:00100000:3.0:1734684247.831131:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1454 00000100:00100000:3.0:1734684247.831139:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872570112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734684247.831157:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684217 00000100:00080000:1.0:1734684247.831160:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684217 00000100:00080000:1.0:1734684247.831162:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684217 00000100:00100000:3.0:1734684247.831175:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872570112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684247.831179:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1454 00000100:00100000:1.0:1734684250.340751:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847935232:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684250.340802:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684250.340992:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847935232:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684250.388729:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847935488:0@lo:400:kworker.0 00000100:00100000:3.0:1734684250.388750:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847935616:0@lo:400:kworker.0 00000100:00100000:3.0:1734684250.388790:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684250.388794:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847935744:0@lo:400:kworker.0 00000100:00100000:1.0:1734684250.388819:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684250.388823:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847935872:0@lo:8:kworker.0 00000100:00100000:1.0:1734684250.388842:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847936512:0@lo:400:kworker.0 00000100:00100000:3.0:1734684250.388843:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847935616 00000100:00100000:3.0:1734684250.388847:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847935616 00000100:00100000:1.0:1734684250.388858:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684250.388871:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684250.388873:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847936512 00000100:00100000:3.0:1734684250.388875:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847936512 00000100:00100000:1.0:1734684250.388876:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847936384:0@lo:400:kworker.0 00000100:00100000:3.0:1734684250.388885:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:3.0:1734684250.388890:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847935616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684250.388891:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684250.388911:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1734684250.388916:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847936512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684250.388916:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847935616:12345-0@lo:400:kworker.0 Request processed in 26us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684250.388920:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:3.0:1734684250.388935:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684250.388941:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847936512:12345-0@lo:400:kworker.0 Request processed in 25us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684250.388944:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:3.0:1734684250.388946:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847936256:0@lo:8:kworker.0 00000100:00100000:1.0:1734684250.388958:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684250.388969:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847935488 00000100:00100000:3.0:1734684250.388969:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684250.388972:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847935488 00000100:00100000:1.0:1734684250.388985:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1734684250.388988:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847935488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684250.388988:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847936256 00000100:00100000:3.0:1734684250.388990:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847936256 00000100:00100000:3.0:1734684250.389000:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53489 00000100:00100000:3.0:1734684250.389003:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847936256:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684250.389011:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847935488:12345-0@lo:400:kworker.0 Request processed in 21us (51us total) trans 0 rc 0/0 00010000:00020000:3.0:1734684250.389011:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684250.389015:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:3.0:1734684250.389029:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847936256:12345-0@lo:8:kworker.0 Request processed in 24us (59us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684250.389034:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53489 00000100:00080000:3.0:1734684250.389050:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684250.389053:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847935488:0@lo:400:kworker.0 00000100:00080000:3.0:1734684250.389053:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684250.389056:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095462a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847935872:0@lo:8:kworker.0 00000100:02020000:3.0:1734684250.389063:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1734684250.389065:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684250.389067:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684250.389069:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847936256:0@lo:8:kworker.0 00000100:00100000:1.0:1734684250.389070:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847936384:0@lo:400:kworker.0 00000100:00100000:1.0:1734684250.389076:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847936512:0@lo:400:kworker.0 00000100:00100000:1.0:1734684250.389082:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847935744:0@lo:400:kworker.0 00000100:00100000:3.0:1734684250.389093:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847935616:0@lo:400:kworker.0 00000100:00100000:3.0:1734684250.389137:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847936128 00000100:00100000:3.0:1734684250.389139:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847936128 00000100:00100000:3.0:1734684250.389153:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:3.0:1734684250.389156:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847936128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684250.389195:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847936128:12345-0@lo:400:kworker.0 Request processed in 38us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684250.389200:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1734684250.468870:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847936768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684250.468926:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684250.469112:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847936768:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684252.180752:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847936896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684252.180800:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684252.181054:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847936896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684252.838869:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872570752 00000100:00100000:3.0:1734684252.838873:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872570752 00000100:00100000:3.0:1734684252.838895:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872570624 00000100:00100000:3.0:1734684252.838897:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872570624 00000100:00100000:1.0:1734684252.838905:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1459 00000100:00100000:1.0:1734684252.838911:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872570752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684252.838922:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1460 00000100:00100000:3.0:1734684252.838927:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872570624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684252.838954:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872570752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684252.838955:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872570624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684252.838960:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1459 00000100:00100000:3.0:1734684252.838964:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1460 00000100:00100000:3.0:1734684255.396887:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847937664:0@lo:8:kworker.0 00000100:00100000:1.0:1734684255.396910:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847937792 00000100:00100000:1.0:1734684255.396917:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847937792 00000100:00100000:3.0:1734684255.396943:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684255.396959:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847937664 00000100:00100000:1.0:1734684255.396962:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847937664 00000100:00100000:3.0:1734684255.396971:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847938048:0@lo:8:kworker.0 00000100:00100000:1.0:1734684255.396979:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7293 00000100:00100000:1.0:1734684255.396984:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847937792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684255.396995:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684255.397025:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847937792:12345-0@lo:400:kworker.0 Request processed in 41us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684255.397031:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7293 00000100:00100000:3.0:1734684255.397031:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847938304 00000100:00100000:3.0:1734684255.397034:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847938304 00000100:00100000:1.0:1734684255.397045:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847938048 00000100:00100000:1.0:1734684255.397047:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847938048 00000100:00100000:3.0:1734684255.397057:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:1.0:1734684255.397058:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53492 00000100:00100000:1.0:1734684255.397062:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847938048:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684255.397063:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847937280:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734684255.397076:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684255.397099:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847937280:12345-0@lo:400:kworker.0 Request processed in 36us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684255.397100:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847938048:12345-0@lo:8:kworker.0 Request processed in 38us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684255.397105:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53492 00000100:00100000:3.0:1734684255.397105:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1734684255.397119:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:3.0:1734684255.397124:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847937408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684255.397145:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847937408:12345-0@lo:400:kworker.0 Request processed in 21us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684255.397150:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00080000:3.0:1734684255.397178:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684255.397181:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684255.397185:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095461f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847937664:0@lo:8:kworker.0 00000100:00080000:3.0:1734684255.397194:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684255.397196:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684255.397199:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847938048:0@lo:8:kworker.0 00000100:00100000:1.0:1734684255.476718:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847938560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684255.476761:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684255.476908:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847938560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684257.188822:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847938688:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684257.188877:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684257.189126:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847938688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684257.847041:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872571136 00000100:00100000:3.0:1734684257.847044:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872571136 00000100:00080000:1.0:1734684257.847060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684227 00000100:00080000:1.0:1734684257.847065:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684227 00000100:00080000:1.0:1734684257.847067:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684227 00000100:00100000:3.0:1734684257.847073:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1465 00000100:00100000:3.0:1734684257.847078:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872571136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684257.847115:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872571136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684257.847121:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1465 00000100:00100000:1.0:1734684260.404724:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847939200:0@lo:400:kworker.0 00000100:00100000:3.0:1734684260.404753:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847939328:0@lo:400:kworker.0 00000100:00100000:1.0:1734684260.404762:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684260.404786:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684260.404794:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847939072:0@lo:400:kworker.0 00000100:00100000:1.0:1734684260.404809:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684260.404812:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847939456:0@lo:8:kworker.0 00000100:00100000:1.0:1734684260.404815:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847939712:0@lo:400:kworker.0 00000100:00100000:1.0:1734684260.404828:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684260.404834:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684260.404841:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847939072 00000100:00100000:1.0:1734684260.404843:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847939072 00000100:00100000:3.0:1734684260.404843:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847939840:0@lo:8:kworker.0 00000100:00100000:3.0:1734684260.404854:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684260.404860:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:1.0:1734684260.404865:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847939200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684260.404876:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:3.0:1734684260.404881:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847939712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684260.404894:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847939200:12345-0@lo:400:kworker.0 Request processed in 29us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684260.404900:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:3.0:1734684260.404906:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847939712:12345-0@lo:400:kworker.0 Request processed in 24us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684260.404912:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00080000:1.0:1734684260.404920:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684230 00000100:00080000:1.0:1734684260.404923:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684230 00000100:00080000:1.0:1734684260.404925:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684230 00000100:00080000:1.0:1734684260.404926:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684230 00000100:00100000:3.0:1734684260.404933:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7295 00000100:00100000:3.0:1734684260.404936:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847939584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684260.404941:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53495 00000100:00100000:1.0:1734684260.404945:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847939840:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684260.404956:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847939584:12345-0@lo:400:kworker.0 Request processed in 19us (155us total) trans 0 rc 0/0 00010000:00020000:1.0:1734684260.404959:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684260.404960:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7295 00000100:00100000:3.0:1734684260.404973:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847940096:0@lo:400:kworker.0 00000100:00100000:1.0:1734684260.404978:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847939840:12345-0@lo:8:kworker.0 Request processed in 33us (123us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684260.404981:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53495 00000100:00100000:3.0:1734684260.404986:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684260.404991:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847939968:0@lo:400:kworker.0 00000100:00100000:1.0:1734684260.405002:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734684260.405003:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684260.405006:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684260.405009:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095460380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847939456:0@lo:8:kworker.0 00000100:00100000:1.0:1734684260.405014:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847939200:0@lo:400:kworker.0 00000100:00080000:3.0:1734684260.405014:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684260.405016:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684260.405018:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847939840:0@lo:8:kworker.0 00000100:00080000:1.0:1734684260.405022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684230 00000100:00100000:1.0:1734684260.405028:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847940096 00000100:00100000:1.0:1734684260.405030:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847940096 00000100:00100000:3.0:1734684260.405042:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847939968 00000100:00100000:1.0:1734684260.405044:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:3.0:1734684260.405044:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847939968 00000100:00100000:1.0:1734684260.405048:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847940096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684260.405059:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7296 00000100:00100000:3.0:1734684260.405061:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847939968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684260.405073:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847940096:12345-0@lo:400:kworker.0 Request processed in 24us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684260.405078:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:3.0:1734684260.405079:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847939968:12345-0@lo:400:kworker.0 Request processed in 17us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684260.405082:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7296 00000100:00080000:1.0:1734684260.405091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684230 00000100:00100000:3.0:1734684260.405102:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847940096:0@lo:400:kworker.0 00000100:00100000:3.0:1734684260.405106:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095463100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847939328:0@lo:400:kworker.0 00000100:00080000:1.0:1734684262.196965:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684232 00000100:00100000:1.0:1734684262.855051:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872571776 00000100:00100000:1.0:1734684262.855061:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872571776 00000100:00100000:1.0:1734684262.855107:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872571648 00000100:00100000:1.0:1734684262.855110:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872571648 00000100:00100000:1.0:1734684262.855124:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1471 00000100:00100000:1.0:1734684262.855128:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872571776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684262.855180:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1472 00000100:00100000:1.0:1734684262.855181:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872571776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684262.855188:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872571648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684262.855189:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1471 00000100:00100000:3.0:1734684262.855220:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872571648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684262.855224:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1472 00000100:00100000:3.0:1734684265.364716:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847940608:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684265.364767:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684265.364948:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847940608:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684265.412736:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847940864:0@lo:400:kworker.0 00000100:00100000:1.0:1734684265.412751:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847940992:0@lo:400:kworker.0 00000100:00100000:3.0:1734684265.412781:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684265.412803:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684265.412809:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847941504:0@lo:400:kworker.0 00000100:00100000:1.0:1734684265.412819:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684265.412824:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095460700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847941760:0@lo:400:kworker.0 00000100:00100000:3.0:1734684265.412828:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684265.412843:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684265.412854:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847941120:0@lo:400:kworker.0 00000100:00100000:1.0:1734684265.412871:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684265.412882:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684265.412886:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847941888:0@lo:400:kworker.0 00000100:00100000:1.0:1734684265.412902:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684265.412922:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847940864 00000100:00100000:1.0:1734684265.412924:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847940992 00000100:00100000:3.0:1734684265.412925:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847940864 00000100:00100000:1.0:1734684265.412927:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847940992 00000100:00100000:3.0:1734684265.412946:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847941504 00000100:00100000:3.0:1734684265.412948:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847941504 00000100:00100000:1.0:1734684265.412950:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847941888 00000100:00100000:1.0:1734684265.412952:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847941888 00000100:00100000:3.0:1734684265.412960:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:3.0:1734684265.412966:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847940864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684265.412969:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:1.0:1734684265.412973:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847940992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684265.412997:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847940864:12345-0@lo:400:kworker.0 Request processed in 31us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684265.413000:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847940992:12345-0@lo:400:kworker.0 Request processed in 26us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684265.413007:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:1.0:1734684265.413013:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:3.0:1734684265.413020:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:1.0:1734684265.413023:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:3.0:1734684265.413023:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847941504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684265.413026:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847941888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684265.413047:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847941888:12345-0@lo:400:kworker.0 Request processed in 20us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684265.413050:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:3.0:1734684265.413050:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847941504:12345-0@lo:400:kworker.0 Request processed in 26us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684265.413055:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:3.0:1734684265.413083:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847941504:0@lo:400:kworker.0 00000100:00100000:3.0:1734684265.413090:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095463b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847940864:0@lo:400:kworker.0 00000100:00100000:3.0:1734684265.413110:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847941120 00000100:00100000:3.0:1734684265.413113:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847941120 00000100:00100000:3.0:1734684265.413140:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40623 00000100:00080000:1.0:1734684265.413144:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684235 00000100:00100000:3.0:1734684265.413144:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847941120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684265.413168:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847941120:12345-0@lo:400:kworker.0 Request processed in 23us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684265.413173:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40623 00000100:00100000:3.0:1734684265.444819:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847942016 00000100:00100000:3.0:1734684265.444825:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847942016 00000100:00100000:3.0:1734684265.444853:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40624 00000100:00100000:3.0:1734684265.444859:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847942016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684265.444885:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684265.444920:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847942016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684265.444926:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40624 00000100:00100000:3.0:1734684265.492700:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847942144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684265.492753:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684265.492972:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847942144:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684267.204731:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684267.204750:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847942272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684267.204799:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684267.204916:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684237 00000100:00100000:3.0:1734684267.205027:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847942272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684267.862944:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872572288 00000100:00100000:3.0:1734684267.862949:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872572288 00000100:00100000:3.0:1734684267.862973:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872572160 00000100:00100000:3.0:1734684267.862976:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872572160 00000100:00100000:3.0:1734684267.862989:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1477 00000100:00100000:3.0:1734684267.862994:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872572288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684267.863021:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095460700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872572288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684267.863027:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1477 00000100:00100000:3.0:1734684267.863040:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1478 00000100:00100000:3.0:1734684267.863043:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872572160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684267.863064:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872572160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684267.863068:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1478 00000100:00100000:3.0:1734684270.372810:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847942400 00000100:00100000:3.0:1734684270.372815:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847942400 00000100:00100000:3.0:1734684270.372845:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40625 00000100:00100000:3.0:1734684270.372849:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847942400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684270.372872:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684270.372910:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847942400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684270.372916:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40625 00000100:00100000:1.0:1734684270.372942:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847942400:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684270.420795:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847942528:0@lo:400:kworker.0 00000100:00100000:3.0:1734684270.420795:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847942656:0@lo:400:kworker.0 00000100:00100000:1.0:1734684270.420853:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684270.420854:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684270.420892:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847943168:0@lo:400:kworker.0 00000100:00100000:3.0:1734684270.420892:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847943296:0@lo:400:kworker.0 00000100:00100000:1.0:1734684270.420914:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684270.421007:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847943168 00000100:00100000:1.0:1734684270.421014:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847943168 00000100:00100000:3.0:1734684270.421030:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684270.421037:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7299 00000100:00100000:1.0:1734684270.421041:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847943168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684270.421053:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847942656 00000100:00100000:3.0:1734684270.421056:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847942656 00000100:00100000:1.0:1734684270.421076:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847943168:12345-0@lo:400:kworker.0 Request processed in 34us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684270.421077:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847943296 00000100:00100000:3.0:1734684270.421079:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847943296 00000100:00100000:1.0:1734684270.421081:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7299 00000100:00100000:3.0:1734684270.421088:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847942784 00000100:00100000:3.0:1734684270.421089:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847942784 00000100:00100000:1.0:1734684270.421093:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847943552 00000100:00100000:1.0:1734684270.421096:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847943552 00000100:00100000:3.0:1734684270.421101:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:3.0:1734684270.421105:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847942656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684270.421109:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7300 00000100:00100000:1.0:1734684270.421113:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847943552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684270.421132:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847942656:12345-0@lo:400:kworker.0 Request processed in 26us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684270.421137:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:1.0:1734684270.421139:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847943552:12345-0@lo:400:kworker.0 Request processed in 25us (50us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684270.421144:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7300 00000100:00100000:3.0:1734684270.421147:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:3.0:1734684270.421150:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847942784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684270.421153:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847943040 00000100:00100000:1.0:1734684270.421155:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847943040 00000100:00100000:1.0:1734684270.421164:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847943424 00000100:00100000:1.0:1734684270.421166:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847943424 00000100:00100000:3.0:1734684270.421174:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847942784:12345-0@lo:400:kworker.0 Request processed in 18us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684270.421179:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53501 00000100:00100000:3.0:1734684270.421180:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:1.0:1734684270.421183:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847943424:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684270.421201:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684270.421214:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847943296:0@lo:400:kworker.0 00000100:00100000:1.0:1734684270.421223:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847943424:12345-0@lo:8:kworker.0 Request processed in 39us (77us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684270.421223:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847942656:0@lo:400:kworker.0 00000100:00100000:1.0:1734684270.421227:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53501 00000100:00100000:1.0:1734684270.421256:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847943168:0@lo:400:kworker.0 00000100:00100000:1.0:1734684270.421263:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847942528:0@lo:400:kworker.0 00000100:00100000:3.0:1734684270.453379:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684270.453399:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847943808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684270.453450:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684270.453672:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847943808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684272.870846:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872572928 00000100:00100000:1.0:1734684272.870849:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872572928 00000100:00100000:1.0:1734684272.870875:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53502 00000100:00100000:1.0:1734684272.870881:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872572928:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684272.870900:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734684272.870903:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684242 00000100:00080000:3.0:1734684272.870908:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684242 00000100:00080000:3.0:1734684272.870910:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684242 00000100:00100000:3.0:1734684272.870925:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1484 00000100:00100000:1.0:1734684272.870926:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872572928:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 46us (105us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684272.870930:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872572800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684272.870931:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53502 00000100:00100000:3.0:1734684272.870956:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872572800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684272.870959:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1484 00000100:00100000:3.0:1734684275.381201:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847944192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684275.428892:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847944320:0@lo:400:kworker.0 00000100:00100000:1.0:1734684275.428954:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684275.428980:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847944448 00000100:00100000:3.0:1734684275.428986:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847944448 00000100:00100000:1.0:1734684275.428991:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847944960:0@lo:400:kworker.0 00000100:00100000:1.0:1734684275.429010:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684275.429015:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847944576 00000100:00100000:3.0:1734684275.429018:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847944576 00000100:00100000:1.0:1734684275.429023:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684275.429027:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847945088:0@lo:400:kworker.0 00000100:00100000:3.0:1734684275.429032:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:3.0:1734684275.429037:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847944448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684275.429045:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684275.429065:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847944960 00000100:00100000:1.0:1734684275.429068:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847944960 00000100:00100000:3.0:1734684275.429073:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847944448:12345-0@lo:400:kworker.0 Request processed in 36us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684275.429078:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:1.0:1734684275.429086:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847945344 00000100:00100000:1.0:1734684275.429088:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847945344 00000100:00100000:3.0:1734684275.429089:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847945088 00000100:00100000:3.0:1734684275.429091:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847945088 00000100:00100000:1.0:1734684275.429098:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7301 00000100:00100000:1.0:1734684275.429100:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847944960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684275.429102:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847945472 00000100:00100000:3.0:1734684275.429104:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847945472 00000100:00100000:3.0:1734684275.429112:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1734684275.429115:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847944576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684275.429119:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847944960:12345-0@lo:400:kworker.0 Request processed in 18us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684275.429122:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7301 00000100:00100000:1.0:1734684275.429131:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7302 00000100:00100000:1.0:1734684275.429133:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847945344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684275.429135:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847944576:12345-0@lo:400:kworker.0 Request processed in 19us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684275.429139:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:1.0:1734684275.429147:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847945344:12345-0@lo:400:kworker.0 Request processed in 13us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684275.429147:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:1.0:1734684275.429151:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7302 00000100:00100000:3.0:1734684275.429151:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847945472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684275.429154:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847944832 00000100:00100000:1.0:1734684275.429156:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847944832 00000100:00100000:1.0:1734684275.429162:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847945216 00000100:00100000:1.0:1734684275.429163:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847945216 00000100:00100000:3.0:1734684275.429167:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847945472:12345-0@lo:400:kworker.0 Request processed in 15us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684275.429171:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:1.0:1734684275.429173:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53503 00000100:00100000:1.0:1734684275.429176:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847944832:12345-0@lo:8:kworker.0 00000100:00080000:3.0:1734684275.429181:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684245 00000100:00080000:3.0:1734684275.429184:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684245 00000100:00080000:3.0:1734684275.429186:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684245 00000100:00080000:3.0:1734684275.429187:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684245 00010000:00020000:1.0:1734684275.429191:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684275.429235:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847944832:12345-0@lo:8:kworker.0 Request processed in 56us (104us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684275.429242:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53503 00000100:00100000:1.0:1734684275.429271:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847945088:0@lo:400:kworker.0 00000100:00100000:1.0:1734684275.429278:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847944960:0@lo:400:kworker.0 00000100:00100000:1.0:1734684275.429283:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847944320:0@lo:400:kworker.0 00000100:00100000:1.0:1734684275.429409:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847944704:0@lo:400:kworker.0 00000100:00100000:1.0:1734684275.461185:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847945600:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684275.508797:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847945728 00000100:00100000:1.0:1734684275.508803:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847945728 00000100:00100000:1.0:1734684275.508841:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6428 00000100:00100000:1.0:1734684275.508847:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847945728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734684275.508869:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734684275.508911:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847945728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684275.508917:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6428 00000100:00100000:1.0:1734684277.220779:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847945856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684277.220829:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684277.221156:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847945856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684277.878948:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872573184 00000100:00100000:1.0:1734684277.878955:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872573184 00000100:00100000:1.0:1734684277.878993:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872573312 00000100:00100000:1.0:1734684277.878995:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872573312 00000100:00100000:1.0:1734684277.879010:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1489 00000100:00100000:1.0:1734684277.879015:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872573184:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684277.879017:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1490 00000100:00100000:3.0:1734684277.879023:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872573312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684277.879048:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872573184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684277.879050:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872573312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684277.879052:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1489 00000100:00100000:3.0:1734684277.879056:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1490 00000100:00080000:1.0:1734684277.879083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684247 00000100:00080000:1.0:1734684277.879086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684247 00000100:00080000:1.0:1734684277.879088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684247 00000100:00100000:3.0:1734684277.879148:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872573440 00000100:00100000:3.0:1734684277.879152:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872573440 00000100:00100000:3.0:1734684277.879199:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53505 00000100:00100000:3.0:1734684277.879204:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872573440:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684277.879222:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684277.879247:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872573440:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (281us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684277.879252:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53505 00000100:00100000:1.0:1734684280.389060:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847945984:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684280.436719:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847946240:0@lo:400:kworker.0 00000100:00100000:3.0:1734684280.436751:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847946496:0@lo:400:kworker.0 00000100:00100000:1.0:1734684280.436774:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684280.436786:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684280.436802:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847946880:0@lo:400:kworker.0 00000100:00100000:3.0:1734684280.436803:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684280.436808:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847946368:0@lo:400:kworker.0 00000100:00100000:1.0:1734684280.436816:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684280.436826:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684280.436847:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847947264:0@lo:400:kworker.0 00000100:00100000:1.0:1734684280.436849:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847946240 00000100:00100000:1.0:1734684280.436855:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847946240 00000100:00100000:3.0:1734684280.436863:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684280.436873:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684280.436877:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847947136:0@lo:400:kworker.0 00000100:00100000:1.0:1734684280.436879:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847946880 00000100:00100000:1.0:1734684280.436881:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847946880 00000100:00100000:1.0:1734684280.436888:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847946368 00000100:00100000:1.0:1734684280.436889:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847946368 00000100:00100000:3.0:1734684280.436891:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684280.436895:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847947264 00000100:00100000:1.0:1734684280.436896:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847947264 00000100:00100000:1.0:1734684280.436902:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:1.0:1734684280.436907:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847946240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684280.436917:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:3.0:1734684280.436922:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847946880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684280.436937:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847946240:12345-0@lo:400:kworker.0 Request processed in 29us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684280.436943:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:3.0:1734684280.436946:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847946880:12345-0@lo:400:kworker.0 Request processed in 24us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684280.436950:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:1.0:1734684280.436957:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:1.0:1734684280.436960:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847946368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684280.436963:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1734684280.436967:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847947264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684280.436983:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847946368:12345-0@lo:400:kworker.0 Request processed in 23us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684280.436987:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1734684280.436990:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847947264:12345-0@lo:400:kworker.0 Request processed in 22us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684280.436994:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00000100:00080000:1.0:1734684280.436996:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684250 00000100:00080000:1.0:1734684280.436998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684250 00000100:00080000:1.0:1734684280.436999:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684250 00000100:00080000:1.0:1734684280.437001:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684250 00000100:00100000:1.0:1734684280.437022:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847946880:0@lo:400:kworker.0 00000100:00100000:1.0:1734684280.437027:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847946240:0@lo:400:kworker.0 00000100:00100000:1.0:1734684280.468728:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684280.468747:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847947392:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684280.468791:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684280.469021:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847947392:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1734684282.228963:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684252 00000100:00100000:1.0:1734684282.887023:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872573568 00000100:00100000:1.0:1734684282.887032:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872573568 00000100:00100000:3.0:1734684282.887036:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872573824 00000100:00100000:3.0:1734684282.887045:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872573824 00000100:00100000:1.0:1734684282.887108:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 469 00000100:00100000:1.0:1734684282.887115:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872573568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684282.887177:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872573568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684282.887184:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 469 00000100:00100000:3.0:1734684282.887198:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872573952 00000100:00100000:3.0:1734684282.887202:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872573952 00000100:00100000:3.0:1734684282.887222:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53508 00000100:00100000:3.0:1734684282.887227:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872573952:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684282.887247:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684282.887270:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872573952:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (246us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684282.887276:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53508 00000100:00100000:1.0:1734684285.444815:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847948032:0@lo:400:kworker.0 00000100:00100000:1.0:1734684285.444865:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684285.444907:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847947904 00000100:00100000:1.0:1734684285.444912:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847947904 00000100:00100000:1.0:1734684285.444941:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1734684285.444946:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847947904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684285.444981:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847947904:12345-0@lo:400:kworker.0 Request processed in 33us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684285.444986:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1734684285.445021:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847948032:0@lo:400:kworker.0 00000100:00100000:3.0:1734684285.445381:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847948160:0@lo:400:kworker.0 00000100:00100000:3.0:1734684285.445404:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684285.445429:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684285.445434:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847948288:0@lo:400:kworker.0 00000100:00100000:3.0:1734684285.445458:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684285.445474:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847948928:0@lo:400:kworker.0 00000100:00100000:3.0:1734684285.445489:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684285.445513:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684285.445515:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847948160 00000100:00100000:1.0:1734684285.445518:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847948160 00000100:00100000:3.0:1734684285.445518:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847949056:0@lo:400:kworker.0 00000100:00100000:1.0:1734684285.445551:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:3.0:1734684285.445553:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684285.445555:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847948160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684285.445569:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847949056 00000100:00100000:3.0:1734684285.445571:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847949056 00000100:00100000:1.0:1734684285.445583:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847948160:12345-0@lo:400:kworker.0 Request processed in 27us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684285.445586:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499 00000100:00100000:1.0:1734684285.445589:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:3.0:1734684285.445590:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847949056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684285.445602:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847948672:0@lo:400:kworker.0 00000100:00100000:3.0:1734684285.445613:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847949056:12345-0@lo:400:kworker.0 Request processed in 22us (58us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684285.445616:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684285.445618:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499 00000100:00080000:1.0:1734684285.445634:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684255 00000100:00100000:3.0:1734684285.445636:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847949056:0@lo:400:kworker.0 00000100:00080000:1.0:1734684285.445637:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684255 00000100:00100000:3.0:1734684285.445643:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847948928:0@lo:400:kworker.0 00000100:00100000:3.0:1734684285.445650:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847948160:0@lo:400:kworker.0 00000100:00100000:1.0:1734684285.445651:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847948288 00000100:00100000:1.0:1734684285.445653:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847948288 00000100:00100000:1.0:1734684285.445673:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40635 00000100:00100000:1.0:1734684285.445676:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847948288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684285.445713:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847948288:12345-0@lo:400:kworker.0 Request processed in 35us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684285.445717:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40635 00000100:00080000:1.0:1734684285.445729:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684255 00000100:00100000:3.0:1734684285.445730:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847948288:0@lo:400:kworker.0 00000100:00080000:1.0:1734684285.445731:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684255 00000100:00100000:1.0:1734684285.445742:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847948672:0@lo:400:kworker.0 00000100:00100000:3.0:1734684285.445774:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847948416 00000100:00100000:3.0:1734684285.445777:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847948416 00000100:00100000:3.0:1734684285.445793:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847948800 00000100:00100000:3.0:1734684285.445795:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847948800 00000100:00100000:3.0:1734684285.445805:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53509 00000100:00100000:3.0:1734684285.445809:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847948416:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684285.445823:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684285.445846:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847948416:12345-0@lo:8:kworker.0 Request processed in 36us (82us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684285.445851:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53509 00000100:00100000:1.0:1734684285.476846:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847949184 00000100:00100000:1.0:1734684285.476852:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847949184 00000100:00100000:1.0:1734684285.476886:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40636 00000100:00100000:1.0:1734684285.476891:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847949184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684285.476918:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684285.476964:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847949184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684285.476970:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40636 00000100:00100000:1.0:1734684285.524715:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684285.524731:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938847949312:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684285.524773:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684285.524958:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938847949312:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684287.236888:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847949440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684287.236946:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684287.237108:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684257 00000100:00100000:3.0:1734684287.237210:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847949440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684287.895141:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872574464 00000100:00100000:3.0:1734684287.895145:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872574464 00000100:00100000:3.0:1734684287.895162:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53511 00000100:00100000:1.0:1734684287.895166:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872574080 00000100:00100000:3.0:1734684287.895167:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872574464:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684287.895170:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872574080 00010000:00020000:3.0:1734684287.895184:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684287.895192:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 471 00000100:00100000:1.0:1734684287.895196:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872574080:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684287.895207:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872574464:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 39us (252us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684287.895213:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53511 00000100:00100000:1.0:1734684287.895219:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872574080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684287.895223:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 471 00000100:00100000:1.0:1734684290.404920:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847949568 00000100:00100000:1.0:1734684290.404927:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847949568 00000100:00100000:1.0:1734684290.404997:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40637 00000100:00100000:1.0:1734684290.405003:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847949568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684290.405031:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684290.405074:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847949568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684290.405080:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40637 00000100:00100000:1.0:1734684290.452782:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847949696:0@lo:400:kworker.0 00000100:00100000:3.0:1734684290.452815:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847949824:0@lo:400:kworker.0 00000100:00100000:1.0:1734684290.452841:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684290.452868:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847950336:0@lo:400:kworker.0 00000100:00100000:3.0:1734684290.452881:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684290.452890:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684290.452912:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684290.452917:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847950464:0@lo:400:kworker.0 00000100:00100000:1.0:1734684290.452934:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684290.452935:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847950336 00000100:00100000:3.0:1734684290.452941:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847950336 00000100:00100000:1.0:1734684290.452972:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847949696 00000100:00100000:1.0:1734684290.452975:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847949696 00000100:00100000:3.0:1734684290.452996:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847950208 00000100:00100000:1.0:1734684290.452997:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1734684290.452999:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847950208 00000100:00100000:1.0:1734684290.453002:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847949696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684290.453014:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847950592 00000100:00100000:3.0:1734684290.453017:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847950592 00000100:00100000:3.0:1734684290.453028:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7307 00000100:00100000:3.0:1734684290.453033:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847950336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684290.453036:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847949696:12345-0@lo:400:kworker.0 Request processed in 33us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684290.453043:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1734684290.453074:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847950336:12345-0@lo:400:kworker.0 Request processed in 41us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684290.453078:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53512 00000100:00100000:1.0:1734684290.453082:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847950208:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684290.453085:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7307 00010000:00020000:1.0:1734684290.453099:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684290.453111:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847950720:0@lo:400:kworker.0 00000100:00100000:1.0:1734684290.453126:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847950208:12345-0@lo:8:kworker.0 Request processed in 43us (151us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684290.453133:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53512 00000100:00100000:3.0:1734684290.453134:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684290.453143:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847950720 00000100:00100000:1.0:1734684290.453146:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847950720 00000100:00100000:1.0:1734684290.453162:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7308 00000100:00100000:1.0:1734684290.453166:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847950720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684290.453166:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847950080 00000100:00100000:3.0:1734684290.453169:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847950080 00000100:00100000:3.0:1734684290.453187:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40638 00000100:00100000:1.0:1734684290.453189:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847950720:12345-0@lo:400:kworker.0 Request processed in 22us (56us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684290.453189:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847950080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684290.453193:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7308 00000100:00100000:3.0:1734684290.453212:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847950080:12345-0@lo:400:kworker.0 Request processed in 22us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684290.453214:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847950464:0@lo:400:kworker.0 00000100:00100000:3.0:1734684290.453217:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40638 00000100:00100000:1.0:1734684290.453223:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847950336:0@lo:400:kworker.0 00000100:00100000:1.0:1734684290.453227:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847949696:0@lo:400:kworker.0 00000100:00100000:3.0:1734684290.453245:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847950720:0@lo:400:kworker.0 00000100:00100000:1.0:1734684290.484729:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847950976:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684290.484777:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684290.484812:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847950976 00000100:00100000:3.0:1734684290.484818:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847950976 00000100:00100000:3.0:1734684290.484849:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40639 00000100:00100000:3.0:1734684290.484854:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847950976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684290.484881:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684290.484922:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847950976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684290.484927:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40639 00000100:00100000:1.0:1734684290.484968:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847950976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684290.532728:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847951104:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684290.532786:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684290.533015:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847951104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684292.245218:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847951232 00000100:00100000:1.0:1734684292.245225:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847951232 00000100:00100000:1.0:1734684292.245668:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6435 00000100:00100000:1.0:1734684292.245676:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847951232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734684292.245705:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734684292.245755:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847951232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (908us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684292.245761:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6435 00000100:00100000:1.0:1734684292.903025:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872574592 00000100:00100000:1.0:1734684292.903034:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872574592 00000100:00100000:1.0:1734684292.903088:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 473 00000100:00100000:1.0:1734684292.903095:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872574592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734684292.903104:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684262 00000100:00080000:3.0:1734684292.903109:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684262 00000100:00080000:3.0:1734684292.903111:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684262 00000100:00100000:3.0:1734684292.903124:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1508 00000100:00100000:3.0:1734684292.903130:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872574848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684292.903144:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872574592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684292.903149:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 473 00000100:00100000:3.0:1734684292.903156:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872574848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684292.903162:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1508 00000100:00100000:3.0:1734684295.412832:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847951360 00000100:00100000:3.0:1734684295.412839:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847951360 00000100:00100000:3.0:1734684295.412907:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40640 00000100:00100000:3.0:1734684295.412913:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847951360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684295.412940:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684295.412968:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847951360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684295.412973:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40640 00000100:00100000:3.0:1734684295.460734:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847951616:0@lo:400:kworker.0 00000100:00100000:3.0:1734684295.460828:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684295.460847:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847951744:0@lo:400:kworker.0 00000100:00100000:1.0:1734684295.460882:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684295.460884:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847951616 00000100:00100000:3.0:1734684295.460890:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847951616 00000100:00100000:1.0:1734684295.460898:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684295.460903:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847951872:0@lo:400:kworker.0 00000100:00100000:1.0:1734684295.460919:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684295.460923:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847951744 00000100:00100000:3.0:1734684295.460925:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847951744 00000100:00100000:3.0:1734684295.460938:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:1.0:1734684295.460941:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847952512:0@lo:400:kworker.0 00000100:00100000:3.0:1734684295.460943:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847951616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684295.460954:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684295.460965:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684295.460969:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847952640:0@lo:400:kworker.0 00000100:00100000:3.0:1734684295.460983:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847951616:12345-0@lo:400:kworker.0 Request processed in 39us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684295.460986:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684295.460989:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00100000:3.0:1734684295.461002:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847952640 00000100:00100000:3.0:1734684295.461004:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847952640 00000100:00100000:1.0:1734684295.461006:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847951744:0@lo:400:kworker.0 00000100:00100000:3.0:1734684295.461018:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:3.0:1734684295.461022:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847952640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684295.461031:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847951872 00000100:00100000:1.0:1734684295.461034:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847951872 00000100:00100000:3.0:1734684295.461041:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847952640:12345-0@lo:400:kworker.0 Request processed in 19us (54us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684295.461044:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:1.0:1734684295.461052:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40641 00000100:00100000:3.0:1734684295.461055:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847952256:0@lo:400:kworker.0 00000100:00100000:1.0:1734684295.461056:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847951872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684295.461066:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684295.461077:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847951616:0@lo:400:kworker.0 00000100:00100000:1.0:1734684295.461081:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847951872:12345-0@lo:400:kworker.0 Request processed in 24us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684295.461084:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684295.461087:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40641 00000100:00100000:3.0:1734684295.461087:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847952128:0@lo:400:kworker.0 00000100:00100000:1.0:1734684295.461099:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847951488 00000100:00100000:3.0:1734684295.461099:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684295.461101:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847951488 00000100:00100000:3.0:1734684295.461108:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847952384 00000100:00100000:3.0:1734684295.461110:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847952384 00000100:00100000:3.0:1734684295.461115:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847952128 00000100:00100000:3.0:1734684295.461116:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847952128 00000100:00100000:1.0:1734684295.461118:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1734684295.461121:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847951488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684295.461127:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53516 00000100:00100000:3.0:1734684295.461129:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847952384:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684295.461136:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684295.461137:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847951488:12345-0@lo:400:kworker.0 Request processed in 16us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684295.461141:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1734684295.461152:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847952384:12345-0@lo:8:kworker.0 Request processed in 21us (66us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684295.461155:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53516 00000100:00100000:3.0:1734684295.461165:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847952128:0@lo:400:kworker.0 00000100:00100000:1.0:1734684295.461166:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847952640:0@lo:400:kworker.0 00000100:00100000:3.0:1734684295.461170:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847952256:0@lo:400:kworker.0 00000100:00100000:1.0:1734684295.461172:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847952512:0@lo:400:kworker.0 00000100:00100000:1.0:1734684295.461177:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847951872:0@lo:400:kworker.0 00000100:00100000:1.0:1734684295.492825:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847952768 00000100:00100000:1.0:1734684295.492830:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847952768 00000100:00100000:1.0:1734684295.492860:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40642 00000100:00100000:1.0:1734684295.492867:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847952768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684295.492902:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684295.492941:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847952768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684295.492947:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40642 00000100:00100000:3.0:1734684295.540988:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847952896 00000100:00100000:3.0:1734684295.540995:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847952896 00000100:00100000:3.0:1734684295.541032:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6436 00000100:00100000:3.0:1734684295.541038:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847952896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684295.541062:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684295.541095:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847952896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684295.541100:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6436 00000100:00100000:3.0:1734684297.078830:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872575104 00000100:00100000:3.0:1734684297.078834:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872575104 00000100:00100000:3.0:1734684297.078901:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1251 00000100:00100000:3.0:1734684297.078907:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872575104:12345-192.168.201.15@tcp:17:kworker.0 00000100:00100000:3.0:1734684297.078965:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872575104:12345-192.168.201.15@tcp:17:kworker.0 Request processed in 58us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684297.078971:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1251 00000100:00100000:3.0:1734684297.252988:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847953024 00000100:00100000:3.0:1734684297.252994:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847953024 00000100:00100000:3.0:1734684297.253041:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6437 00000100:00100000:3.0:1734684297.253047:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847953024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684297.253073:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684297.253111:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847953024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684297.253117:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6437 00000100:00100000:1.0:1734684297.911010:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872575360 00000100:00100000:1.0:1734684297.911021:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872575360 00000100:00100000:3.0:1734684297.911064:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872575744 00000100:00100000:3.0:1734684297.911068:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872575744 00000100:00100000:1.0:1734684297.911077:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 475 00000100:00100000:1.0:1734684297.911084:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872575360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684297.911084:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53517 00000100:00100000:3.0:1734684297.911089:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872575744:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684297.911107:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684297.911133:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872575360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684297.911134:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872575744:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 44us (123us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684297.911138:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53517 00000100:00100000:1.0:1734684297.911141:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 475 00000100:00100000:1.0:1734684300.420777:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847953152 00000100:00100000:1.0:1734684300.420783:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847953152 00000100:00100000:1.0:1734684300.420828:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40643 00000100:00100000:1.0:1734684300.420833:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847953152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684300.420860:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684300.420901:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847953152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684300.420907:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40643 00000100:00100000:1.0:1734684300.468718:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847953280:0@lo:400:kworker.0 00000100:00100000:1.0:1734684300.468777:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684300.468848:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847953792:0@lo:8:kworker.0 00000100:00100000:1.0:1734684300.468906:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684300.468913:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847954048:0@lo:400:kworker.0 00000100:00100000:3.0:1734684300.468916:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684300.468934:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684300.468945:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847953920 00000100:00100000:3.0:1734684300.468949:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847953920 00000100:00100000:1.0:1734684300.468964:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847953280 00000100:00100000:1.0:1734684300.468967:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847953280 00000100:00100000:3.0:1734684300.468967:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847953792 00000100:00100000:3.0:1734684300.468970:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847953792 00000100:00100000:3.0:1734684300.468981:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7311 00000100:00100000:3.0:1734684300.468985:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847953920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684300.468988:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1734684300.468992:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847953280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684300.469022:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847953920:12345-0@lo:400:kworker.0 Request processed in 37us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684300.469027:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847953280:12345-0@lo:400:kworker.0 Request processed in 34us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684300.469028:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7311 00000100:00100000:1.0:1734684300.469032:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1734684300.469060:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847954304:0@lo:400:kworker.0 00000100:00100000:1.0:1734684300.469077:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684300.469088:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684300.469092:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847954432:0@lo:400:kworker.0 00000100:00100000:1.0:1734684300.469105:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684300.469127:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847954432 00000100:00100000:1.0:1734684300.469129:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847954048:0@lo:400:kworker.0 00000100:00100000:3.0:1734684300.469130:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847954432 00000100:00100000:1.0:1734684300.469136:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847953280:0@lo:400:kworker.0 00000100:00100000:3.0:1734684300.469144:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:3.0:1734684300.469148:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847954432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684300.469153:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847954304:0@lo:400:kworker.0 00000100:00100000:1.0:1734684300.469175:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847953536:0@lo:400:kworker.0 00000100:00100000:3.0:1734684300.469177:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847954432:12345-0@lo:400:kworker.0 Request processed in 29us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684300.469182:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847953664:0@lo:400:kworker.0 00000100:00100000:3.0:1734684300.469182:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00100000:3.0:1734684300.469194:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847954176:0@lo:8:kworker.0 00000100:00100000:3.0:1734684300.469206:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734684300.469218:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684300.469220:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684300.469223:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847953792:0@lo:8:kworker.0 00000100:00080000:3.0:1734684300.469360:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684300.469363:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684300.469366:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847954176:0@lo:8:kworker.0 00000100:00100000:1.0:1734684300.500770:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847954560:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684300.500834:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684300.501065:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847954560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684300.548887:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847954688 00000100:00100000:3.0:1734684300.548893:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847954688 00000100:00100000:3.0:1734684300.548926:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6438 00000100:00100000:3.0:1734684300.548931:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847954688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684300.548957:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684300.549000:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847954688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684300.549006:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6438 00000100:00100000:3.0:1734684302.260843:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847954816 00000100:00100000:3.0:1734684302.260849:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847954816 00000100:00100000:3.0:1734684302.260902:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6439 00000100:00100000:3.0:1734684302.260908:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847954816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684302.260933:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684302.261007:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847954816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684302.261014:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6439 00000100:00100000:1.0:1734684302.918937:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872575872 00000100:00100000:1.0:1734684302.918944:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872575872 00000100:00100000:3.0:1734684302.918968:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872576000 00000100:00100000:3.0:1734684302.918972:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872576000 00000100:00100000:1.0:1734684302.918976:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 477 00000100:00100000:1.0:1734684302.918980:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872575872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684302.918990:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872576128 00000100:00100000:3.0:1734684302.918991:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872576128 00000100:00100000:3.0:1734684302.919004:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1520 00000100:00100000:3.0:1734684302.919007:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872576128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684302.919020:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872575872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684302.919024:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 477 00000100:00100000:3.0:1734684302.919027:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872576128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684302.919031:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1520 00000100:00100000:1.0:1734684305.477271:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847955072:0@lo:400:kworker.0 00000100:00100000:3.0:1734684305.477293:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847955200:0@lo:400:kworker.0 00000100:00100000:3.0:1734684305.477334:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684305.477340:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684305.477372:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847955072 00000100:00100000:3.0:1734684305.477372:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847955200 00000100:00100000:1.0:1734684305.477377:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847955072 00000100:00100000:3.0:1734684305.477377:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847955200 00000100:00100000:1.0:1734684305.477408:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1734684305.477414:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847955072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684305.477463:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847955072:12345-0@lo:400:kworker.0 Request processed in 48us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684305.477468:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1734684305.477485:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847955328 00000100:00100000:3.0:1734684305.477488:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847955328 00000100:00100000:3.0:1734684305.477569:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:3.0:1734684305.477574:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847955200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684305.477600:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847955200:12345-0@lo:400:kworker.0 Request processed in 25us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684305.477605:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:3.0:1734684305.477614:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847955840 00000100:00100000:3.0:1734684305.477617:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847955840 00000100:00100000:3.0:1734684305.477627:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:3.0:1734684305.477630:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847955328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684305.477635:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847956224:0@lo:400:kworker.0 00000100:00100000:3.0:1734684305.477650:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847955328:12345-0@lo:400:kworker.0 Request processed in 18us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684305.477654:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00100000:1.0:1734684305.477659:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684305.477670:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847956224 00000100:00100000:1.0:1734684305.477672:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684305.477672:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847956224 00000100:00100000:1.0:1734684305.477677:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847956096:0@lo:400:kworker.0 00000100:00100000:3.0:1734684305.477680:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:3.0:1734684305.477683:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847956224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684305.477691:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684305.477699:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847956224:12345-0@lo:400:kworker.0 Request processed in 15us (41us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684305.477718:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 00000100:00100000:1.0:1734684305.477723:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847956224:0@lo:400:kworker.0 00000100:00100000:3.0:1734684305.477733:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847955584:0@lo:8:kworker.0 00000100:00100000:1.0:1734684305.477748:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847955072:0@lo:400:kworker.0 00000100:00100000:3.0:1734684305.477750:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684305.477759:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847955968:0@lo:8:kworker.0 00000100:00100000:3.0:1734684305.477769:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684305.477773:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847955968 00000100:00100000:1.0:1734684305.477776:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847955968 00000100:00100000:1.0:1734684305.477789:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7314 00000100:00100000:3.0:1734684305.477793:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53521 00000100:00100000:1.0:1734684305.477794:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847956096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684305.477797:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847955584:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684305.477811:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684305.477817:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847956096:12345-0@lo:400:kworker.0 Request processed in 23us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684305.477822:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7314 00000100:00100000:3.0:1734684305.477829:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847955584:12345-0@lo:8:kworker.0 Request processed in 32us (79us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684305.477834:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53521 00000100:00100000:1.0:1734684305.477846:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847956096:0@lo:400:kworker.0 00000100:00080000:3.0:1734684305.477854:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684305.477857:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684305.477859:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847955584:0@lo:8:kworker.0 00000100:00080000:3.0:1734684305.477865:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684305.477867:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684305.477869:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847955968:0@lo:8:kworker.0 00000100:00100000:3.0:1734684305.556878:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847956480 00000100:00100000:3.0:1734684305.556884:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847956480 00000100:00100000:3.0:1734684305.556917:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6440 00000100:00100000:3.0:1734684305.556921:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847956480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684305.556943:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684305.556975:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938847956480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684305.556980:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6440 00000100:00100000:3.0:1734684307.268851:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847956608 00000100:00100000:3.0:1734684307.268858:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847956608 00000100:00100000:3.0:1734684307.268908:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6441 00000100:00100000:3.0:1734684307.268914:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847956608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684307.268942:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684307.268982:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847956608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684307.268988:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6441 00000100:00100000:1.0:1734684307.926809:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872576512 00000100:00100000:1.0:1734684307.926817:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872576512 00000100:00100000:1.0:1734684307.926853:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872576640 00000100:00100000:1.0:1734684307.926855:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872576640 00000100:00100000:3.0:1734684307.926858:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872576768 00000100:00100000:3.0:1734684307.926863:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872576768 00000100:00100000:1.0:1734684307.926872:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1525 00000100:00100000:1.0:1734684307.926876:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872576512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684307.926882:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53523 00000100:00100000:3.0:1734684307.926887:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872576768:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684307.926906:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684307.926919:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872576512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684307.926926:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1525 00000100:00100000:3.0:1734684307.926930:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872576768:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684307.926935:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53523 00000100:00080000:1.0:1734684307.926939:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684277 00000100:00100000:1.0:1734684310.436838:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847956736:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684310.436889:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684310.437093:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847956736:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684310.484789:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847956992:0@lo:400:kworker.0 00000100:00100000:1.0:1734684310.484811:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847957248:0@lo:400:kworker.0 00000100:00100000:1.0:1734684310.484871:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684310.484905:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684310.484909:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847958016:0@lo:400:kworker.0 00000100:00100000:3.0:1734684310.484934:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847957632:0@lo:400:kworker.0 00000100:00100000:1.0:1734684310.484936:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684310.484962:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734684310.484962:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684310.484967:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847957120:0@lo:400:kworker.0 00000100:00100000:1.0:1734684310.484986:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684310.484986:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847958016 00000100:00100000:3.0:1734684310.484990:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847958016 00000100:00100000:1.0:1734684310.484998:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847957888:0@lo:400:kworker.0 00000100:00100000:3.0:1734684310.485007:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847957120 00000100:00100000:3.0:1734684310.485010:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847957120 00000100:00100000:1.0:1734684310.485013:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684310.485021:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:3.0:1734684310.485025:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847958016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684310.485034:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847957504 00000100:00100000:1.0:1734684310.485037:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847957504 00000100:00100000:1.0:1734684310.485058:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847957888 00000100:00100000:3.0:1734684310.485058:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847958016:12345-0@lo:400:kworker.0 Request processed in 32us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684310.485060:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847957888 00000100:00100000:3.0:1734684310.485064:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:1.0:1734684310.485074:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7315 00000100:00100000:3.0:1734684310.485076:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:1.0:1734684310.485078:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847957504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684310.485079:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847957632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684310.485101:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847957632:12345-0@lo:400:kworker.0 Request processed in 21us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684310.485105:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:1.0:1734684310.485109:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847957504:12345-0@lo:400:kworker.0 Request processed in 30us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684310.485114:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7315 00000100:00100000:3.0:1734684310.485126:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7316 00000100:00100000:3.0:1734684310.485131:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847957888:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684310.485140:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684280 00000100:00080000:1.0:1734684310.485143:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684280 00000100:00080000:1.0:1734684310.485146:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684280 00000100:00080000:1.0:1734684310.485148:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684280 00000100:00100000:3.0:1734684310.485152:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847957888:12345-0@lo:400:kworker.0 Request processed in 20us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684310.485157:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7316 00000100:00100000:3.0:1734684310.485167:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847957376 00000100:00100000:3.0:1734684310.485170:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847957376 00000100:00100000:1.0:1734684310.485172:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847957120:0@lo:400:kworker.0 00000100:00100000:3.0:1734684310.485181:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847957760 00000100:00100000:1.0:1734684310.485182:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847957888:0@lo:400:kworker.0 00000100:00100000:3.0:1734684310.485183:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847957760 00000100:00100000:1.0:1734684310.485191:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847958016:0@lo:400:kworker.0 00000100:00100000:3.0:1734684310.485192:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53524 00000100:00100000:3.0:1734684310.485194:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847957376:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684310.485198:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847957248:0@lo:400:kworker.0 00010000:00020000:3.0:1734684310.485211:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684310.485233:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847957376:12345-0@lo:8:kworker.0 Request processed in 38us (90us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684310.485239:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53524 00000100:00100000:3.0:1734684310.485262:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847957632:0@lo:400:kworker.0 00000100:00100000:3.0:1734684310.485269:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847956992:0@lo:400:kworker.0 00000100:00100000:3.0:1734684310.516795:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684310.516815:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847958144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684310.516868:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684310.517057:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847958144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684310.564728:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847958272:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684310.564778:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684310.564960:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847958272:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1734684312.276874:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684282 00000100:00100000:1.0:1734684312.934929:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872577024 00000100:00100000:1.0:1734684312.934934:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872577024 00000100:00100000:1.0:1734684312.934973:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872577152 00000100:00100000:1.0:1734684312.934976:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872577152 00000100:00100000:1.0:1734684312.934989:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1532 00000100:00100000:1.0:1734684312.934992:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872577152:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684312.934993:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872577280 00000100:00100000:3.0:1734684312.934997:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872577280 00000100:00100000:3.0:1734684312.935016:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53526 00000100:00100000:3.0:1734684312.935020:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872577280:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684312.935031:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872577152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (127us total) trans 0 rc 0/0 00010000:00020000:3.0:1734684312.935036:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684312.935039:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1532 00000100:00100000:3.0:1734684312.935058:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872577280:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684312.935063:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53526 00000100:00080000:3.0:1734684312.935078:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684282 00000100:00080000:3.0:1734684312.935082:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684282 00000100:00080000:3.0:1734684312.935083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684282 00000100:00100000:3.0:1734684315.444843:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684315.444863:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847958528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684315.444908:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684315.445270:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847958528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684315.492756:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847958784:0@lo:400:kworker.0 00000100:00100000:3.0:1734684315.492805:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684315.492829:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847959424:0@lo:400:kworker.0 00000100:00100000:3.0:1734684315.492844:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684315.492855:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734684315.492860:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847958656:0@lo:400:kworker.0 00000100:00100000:3.0:1734684315.492881:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684315.492890:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847959296:0@lo:400:kworker.0 00000100:00100000:1.0:1734684315.492892:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847958784 00000100:00100000:1.0:1734684315.492902:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847958784 00000100:00100000:3.0:1734684315.492907:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847958912:0@lo:400:kworker.0 00000100:00100000:3.0:1734684315.492925:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684315.492938:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847959680:0@lo:400:kworker.0 00000100:00100000:3.0:1734684315.492951:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684315.492952:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:1.0:1734684315.492959:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847958784:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684315.492977:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684285 00000100:00080000:3.0:1734684315.492981:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684285 00000100:00100000:3.0:1734684315.492988:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684315.493006:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847959296 00000100:00100000:3.0:1734684315.493009:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847959296 00000100:00100000:1.0:1734684315.493016:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847958784:12345-0@lo:400:kworker.0 Request processed in 57us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684315.493021:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00100000:3.0:1734684315.493027:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7318 00000100:00100000:3.0:1734684315.493032:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847959296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684315.493040:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847958912 00000100:00100000:1.0:1734684315.493043:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847958912 00000100:00100000:3.0:1734684315.493055:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847959296:12345-0@lo:400:kworker.0 Request processed in 22us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684315.493060:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7318 00000100:00100000:1.0:1734684315.493062:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:1.0:1734684315.493066:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847959424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684315.493072:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53528 00000100:00100000:3.0:1734684315.493076:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847959552:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684315.493085:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684315.493091:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847959424:12345-0@lo:400:kworker.0 Request processed in 25us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684315.493096:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00000100:00100000:1.0:1734684315.493107:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:1.0:1734684315.493111:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847959808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684315.493112:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847959552:12345-0@lo:8:kworker.0 Request processed in 35us (214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684315.493119:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53528 00000100:00080000:3.0:1734684315.493129:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684285 00000100:00080000:3.0:1734684315.493131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684285 00000100:00080000:3.0:1734684315.493134:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684285 00000100:00100000:1.0:1734684315.493135:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847959808:12345-0@lo:400:kworker.0 Request processed in 23us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684315.493139:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:3.0:1734684315.493153:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847958656:0@lo:400:kworker.0 00000100:00100000:3.0:1734684315.493161:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847959296:0@lo:400:kworker.0 00000100:00100000:3.0:1734684315.493170:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847959424:0@lo:400:kworker.0 00000100:00100000:3.0:1734684315.493178:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847958784:0@lo:400:kworker.0 00000100:00100000:1.0:1734684315.493181:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847959808:0@lo:400:kworker.0 00000100:00100000:3.0:1734684315.493201:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847958912:0@lo:400:kworker.0 00000100:00100000:3.0:1734684315.493208:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847959680:0@lo:400:kworker.0 00000100:00100000:1.0:1734684315.493222:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847959040:0@lo:400:kworker.0 00000100:00100000:1.0:1734684317.284724:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684317.284743:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847960192:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684317.284798:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684317.285012:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847960192:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684317.943035:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1537 00000100:00100000:1.0:1734684317.943045:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872577536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684317.943080:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872577792 00000100:00100000:3.0:1734684317.943084:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872577792 00000100:00100000:3.0:1734684317.943100:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53529 00000100:00100000:3.0:1734684317.943106:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872577792:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684317.943132:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684317.943254:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872577536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 208us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684317.943260:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1537 00000100:00100000:3.0:1734684317.943320:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872577792:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 213us (390us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684317.943327:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53529 00000100:00100000:1.0:1734684320.452749:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847960320:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684320.452817:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684320.453069:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847960320:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684320.500743:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847960448:0@lo:400:kworker.0 00000100:00100000:3.0:1734684320.500774:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847960576:0@lo:400:kworker.0 00000100:00100000:1.0:1734684320.500797:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684320.500831:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684320.500839:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847961088:0@lo:400:kworker.0 00000100:00100000:3.0:1734684320.500868:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847961216:0@lo:400:kworker.0 00000100:00100000:1.0:1734684320.500872:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684320.500907:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847960448 00000100:00100000:3.0:1734684320.500907:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847961088 00000100:00100000:1.0:1734684320.500912:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847960448 00000100:00100000:3.0:1734684320.500912:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847961088 00000100:00100000:1.0:1734684320.500943:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1734684320.500948:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847960960 00000100:00100000:1.0:1734684320.500949:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847960448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684320.500951:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847960960 00000100:00100000:3.0:1734684320.500965:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7319 00000100:00100000:3.0:1734684320.500972:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847961088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684320.500984:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847960448:12345-0@lo:400:kworker.0 Request processed in 34us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684320.500989:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00080000:1.0:1734684320.501013:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684290 00000100:00100000:3.0:1734684320.501013:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847961088:12345-0@lo:400:kworker.0 Request processed in 42us (141us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684320.501017:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684290 00000100:00080000:1.0:1734684320.501018:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684290 00000100:00100000:3.0:1734684320.501018:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7319 00000100:00100000:1.0:1734684320.501032:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:3.0:1734684320.501033:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53531 00000100:00100000:3.0:1734684320.501035:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847961344:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684320.501037:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847961600:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734684320.501048:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684320.501070:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847961344:12345-0@lo:8:kworker.0 Request processed in 32us (136us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684320.501075:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847961600:12345-0@lo:400:kworker.0 Request processed in 37us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684320.501076:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53531 00000100:00100000:1.0:1734684320.501079:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00080000:1.0:1734684320.501090:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684290 00000100:00100000:1.0:1734684320.501104:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847961088:0@lo:400:kworker.0 00000100:00100000:3.0:1734684320.501111:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847960704 00000100:00100000:3.0:1734684320.501114:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847960704 00000100:00100000:1.0:1734684320.501117:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847960448:0@lo:400:kworker.0 00000100:00080000:1.0:1734684320.501131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684290 00000100:00100000:3.0:1734684320.501133:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541 00000100:00100000:3.0:1734684320.501137:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847960704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684320.501163:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847960704:12345-0@lo:400:kworker.0 Request processed in 25us (64us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684320.501166:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684290 00000100:00100000:3.0:1734684320.501167:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541 00000100:00100000:3.0:1734684320.501184:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684320.501225:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847960576:0@lo:400:kworker.0 00000100:00100000:3.0:1734684320.501316:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847961216:0@lo:400:kworker.0 00000100:00100000:1.0:1734684320.532748:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847961728:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684320.532800:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684320.533025:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847961728:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684320.580722:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847961856:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684320.580774:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684320.580959:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847961856:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684322.292757:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684322.292776:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847961984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684322.292826:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684322.292888:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684292 00000100:00100000:1.0:1734684322.293015:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847961984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684322.951034:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872577920 00000100:00100000:1.0:1734684322.951042:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872577920 00000100:00100000:1.0:1734684322.951079:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 485 00000100:00100000:1.0:1734684322.951085:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872577920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684322.951100:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872578304 00000100:00100000:3.0:1734684322.951104:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872578304 00000100:00100000:3.0:1734684322.951123:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53532 00000100:00100000:3.0:1734684322.951127:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872578304:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684322.951137:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872577920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684322.951143:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 485 00010000:00020000:3.0:1734684322.951145:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684322.951172:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872578304:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (118us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684322.951177:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53532 00000100:00100000:1.0:1734684325.460799:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847962112:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684325.460854:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684325.461069:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847962112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684325.508694:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847962368:0@lo:400:kworker.0 00000100:00100000:3.0:1734684325.508749:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684325.508777:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847963008:0@lo:400:kworker.0 00000100:00100000:1.0:1734684325.508784:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847962624:0@lo:400:kworker.0 00000100:00100000:3.0:1734684325.508794:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684325.508808:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734684325.508813:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847962240:0@lo:400:kworker.0 00000100:00100000:1.0:1734684325.508814:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684325.508831:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847963392:0@lo:400:kworker.0 00000100:00100000:3.0:1734684325.508834:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684325.508846:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847962880:0@lo:400:kworker.0 00000100:00100000:1.0:1734684325.508850:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684325.508861:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684325.508872:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847962240 00000100:00100000:1.0:1734684325.508875:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847962240 00000100:00100000:3.0:1734684325.508884:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:3.0:1734684325.508889:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847962496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684325.508893:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1734684325.508897:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938847962240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684325.508919:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847962496:12345-0@lo:400:kworker.0 Request processed in 29us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684325.508925:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938847962240:12345-0@lo:400:kworker.0 Request processed in 28us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684325.508925:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00100000:1.0:1734684325.508931:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1734684325.508944:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:3.0:1734684325.508947:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847963392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684325.508973:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847963392:12345-0@lo:400:kworker.0 Request processed in 25us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684325.508978:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1734684325.508986:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847963392:0@lo:400:kworker.0 00000100:00100000:3.0:1734684325.508993:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847963264 00000100:00100000:3.0:1734684325.508996:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847963264 00000100:00100000:1.0:1734684325.509014:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847962624 00000100:00100000:1.0:1734684325.509016:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847962624 00000100:00100000:3.0:1734684325.509020:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7322 00000100:00100000:3.0:1734684325.509024:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847963264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684325.509032:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40659 00000100:00100000:1.0:1734684325.509035:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847962624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684325.509047:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847963264:12345-0@lo:400:kworker.0 Request processed in 23us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684325.509051:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7322 00000100:00100000:1.0:1734684325.509062:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847962624:12345-0@lo:400:kworker.0 Request processed in 25us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684325.509072:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40659 00000100:00100000:3.0:1734684325.509076:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847962240:0@lo:400:kworker.0 00000100:00100000:3.0:1734684325.509084:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847962880:0@lo:400:kworker.0 00000100:00100000:3.0:1734684325.509090:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847963008:0@lo:400:kworker.0 00000100:00100000:1.0:1734684325.509092:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847962624:0@lo:400:kworker.0 00000100:00100000:3.0:1734684325.509097:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847962368:0@lo:400:kworker.0 00000100:00100000:1.0:1734684325.540811:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847963520 00000100:00100000:1.0:1734684325.540817:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847963520 00000100:00100000:1.0:1734684325.540850:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40660 00000100:00100000:1.0:1734684325.540855:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847963520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684325.540881:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684325.540915:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847963520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684325.540921:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40660 00010000:00010000:3.0:1734684326.910686:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684327.300823:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684327.300851:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847963776:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684327.301089:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684327.301375:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847963776:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684327.959069:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872578432 00000100:00100000:1.0:1734684327.959074:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872578432 00000100:00100000:3.0:1734684327.959088:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872578688 00000100:00100000:3.0:1734684327.959091:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872578688 00000100:00100000:1.0:1734684327.959102:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 487 00000100:00100000:1.0:1734684327.959108:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872578432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684327.959119:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1550 00000100:00100000:3.0:1734684327.959124:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872578688:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684327.959156:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872578432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684327.959160:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872578688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684327.959162:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 487 00000100:00100000:3.0:1734684327.959166:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1550 00000100:00100000:3.0:1734684327.959190:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872578816 00000100:00100000:3.0:1734684327.959192:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872578816 00000100:00100000:3.0:1734684327.959212:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53535 00000100:00100000:3.0:1734684327.959215:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872578816:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684327.959234:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684327.959258:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872578816:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (180us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684327.959263:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53535 00000100:00100000:1.0:1734684330.468846:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847963904 00000100:00100000:1.0:1734684330.468852:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847963904 00000100:00100000:1.0:1734684330.468889:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40661 00000100:00100000:1.0:1734684330.468895:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847963904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684330.468923:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684330.468957:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847963904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684330.468963:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40661 00000100:00100000:1.0:1734684330.516712:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847964160:0@lo:400:kworker.0 00000100:00100000:1.0:1734684330.516758:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684330.516780:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847964800:0@lo:400:kworker.0 00000100:00100000:3.0:1734684330.516786:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847964416:0@lo:400:kworker.0 00000100:00100000:1.0:1734684330.516797:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684330.516819:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847964160 00000100:00100000:1.0:1734684330.516822:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847964160 00000100:00100000:3.0:1734684330.516842:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684330.516850:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847964800 00000100:00100000:1.0:1734684330.516852:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847964800 00000100:00100000:1.0:1734684330.516864:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:1.0:1734684330.516868:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847964160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684330.516877:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847965184:0@lo:400:kworker.0 00000100:00100000:1.0:1734684330.516905:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847964160:12345-0@lo:400:kworker.0 Request processed in 36us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684330.516906:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684330.516915:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00000100:00100000:3.0:1734684330.516919:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734684330.516924:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847965184 00000100:00100000:3.0:1734684330.516925:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847964288:0@lo:400:kworker.0 00000100:00100000:1.0:1734684330.516926:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847965184 00000100:00100000:1.0:1734684330.516936:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:1.0:1734684330.516939:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847965184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684330.516941:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684330.516953:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847965056:0@lo:400:kworker.0 00000100:00100000:1.0:1734684330.516960:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847965184:12345-0@lo:400:kworker.0 Request processed in 20us (54us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684330.516964:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:3.0:1734684330.516972:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684330.516977:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:1.0:1734684330.516979:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847964288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684330.516995:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938847964288:12345-0@lo:400:kworker.0 Request processed in 15us (53us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684330.516998:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00100000:3.0:1734684330.516999:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847965184:0@lo:400:kworker.0 00000100:00100000:1.0:1734684330.517015:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847964800:0@lo:400:kworker.0 00000100:00100000:3.0:1734684330.517020:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847964288:0@lo:400:kworker.0 00000100:00100000:1.0:1734684330.517021:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847964160:0@lo:400:kworker.0 00000100:00100000:1.0:1734684330.517044:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53536 00000100:00100000:1.0:1734684330.517047:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847964544:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684330.517049:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53537 00000100:00100000:3.0:1734684330.517053:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847964928:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684330.517059:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734684330.517071:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684330.517077:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938847964544:12345-0@lo:8:kworker.0 Request processed in 29us (247us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684330.517082:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53536 00000100:00080000:1.0:1734684330.517130:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684300 00000100:00100000:3.0:1734684330.517150:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847964928:12345-0@lo:8:kworker.0 Request processed in 95us (300us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684330.517156:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53537 00000100:00100000:1.0:1734684330.517209:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847964416:0@lo:400:kworker.0 00000100:00100000:1.0:1734684330.596719:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847965440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684330.596766:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684330.597027:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847965440:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684331.920735:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734684332.309009:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684302 00000100:00100000:3.0:1734684332.966839:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872579072 00000100:00100000:3.0:1734684332.966842:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872579072 00000100:00100000:3.0:1734684332.966878:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1555 00000100:00100000:3.0:1734684332.966884:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872579072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734684332.966894:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684302 00000100:00080000:1.0:1734684332.966898:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684302 00000100:00080000:1.0:1734684332.966900:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684302 00000100:00100000:3.0:1734684332.966929:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872579072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684332.966935:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1555 00000100:00100000:3.0:1734684332.966952:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872579328 00000100:00100000:3.0:1734684332.966955:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872579328 00000100:00100000:3.0:1734684332.966978:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53538 00000100:00100000:3.0:1734684332.966982:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872579328:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684332.966999:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684332.967015:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872579328:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 34us (182us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684332.967020:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53538 00000100:00100000:1.0:1734684335.524730:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847966080:0@lo:400:kworker.0 00000100:00100000:1.0:1734684335.524778:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684335.524802:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684335.524807:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847966208:0@lo:400:kworker.0 00000100:00100000:1.0:1734684335.524825:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684335.524839:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847966848:0@lo:400:kworker.0 00000100:00100000:3.0:1734684335.524843:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847966336:0@lo:8:kworker.0 00000100:00100000:1.0:1734684335.524854:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684335.524865:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684335.524867:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684335.524869:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847966976:0@lo:400:kworker.0 00000100:00100000:3.0:1734684335.524880:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847966720:0@lo:8:kworker.0 00000100:00100000:1.0:1734684335.524889:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847966464 00000100:00100000:1.0:1734684335.524892:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847966464 00000100:00100000:3.0:1734684335.524894:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684335.524910:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847966848 00000100:00100000:1.0:1734684335.524911:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847966848 00000100:00100000:3.0:1734684335.524913:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847966336 00000100:00100000:3.0:1734684335.524915:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847966336 00000100:00100000:1.0:1734684335.524920:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847966720 00000100:00100000:1.0:1734684335.524922:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847966720 00000100:00100000:3.0:1734684335.524929:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7325 00000100:00100000:1.0:1734684335.524933:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7326 00000100:00100000:3.0:1734684335.524934:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847966464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684335.524937:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847966848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684335.524955:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847966464:12345-0@lo:400:kworker.0 Request processed in 21us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684335.524960:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7325 00000100:00100000:1.0:1734684335.524961:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847966848:12345-0@lo:400:kworker.0 Request processed in 23us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684335.524966:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7326 00000100:00100000:3.0:1734684335.524971:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53540 00000100:00100000:3.0:1734684335.524973:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847966720:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684335.524980:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:1.0:1734684335.524983:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847965952:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734684335.524987:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684335.524999:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847965952:12345-0@lo:400:kworker.0 Request processed in 16us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684335.525003:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00100000:3.0:1734684335.525004:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938847966720:12345-0@lo:8:kworker.0 Request processed in 28us (108us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684335.525009:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53540 00000100:00100000:1.0:1734684335.525019:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684335.525026:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847966976 00000100:00100000:3.0:1734684335.525029:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847966976 00000100:00100000:1.0:1734684335.525037:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847966848:0@lo:400:kworker.0 00000100:00100000:1.0:1734684335.525045:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847966080:0@lo:400:kworker.0 00000100:00080000:3.0:1734684335.525056:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684335.525059:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684335.525062:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847966336:0@lo:8:kworker.0 00000100:00080000:3.0:1734684335.525068:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684335.525070:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684335.525072:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847966720:0@lo:8:kworker.0 00000100:00100000:1.0:1734684335.525081:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847966976:0@lo:400:kworker.0 00000100:00100000:1.0:1734684335.525114:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847966208:0@lo:400:kworker.0 00000100:00100000:1.0:1734684335.604812:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847967232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684335.604872:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684335.605168:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847967232:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684336.930726:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684337.316737:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847967360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684337.316790:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684337.317028:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847967360:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734684337.975125:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684307 00000100:00080000:3.0:1734684337.975128:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684307 00000100:00100000:1.0:1734684337.975130:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872579456 00000100:00100000:1.0:1734684337.975134:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872579456 00000100:00100000:3.0:1734684337.975137:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872579840 00000100:00100000:3.0:1734684337.975140:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872579840 00000100:00100000:3.0:1734684337.975155:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53541 00000100:00100000:3.0:1734684337.975170:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872579840:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684337.975173:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 491 00000100:00100000:1.0:1734684337.975178:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872579456:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734684337.975186:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684337.975201:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872579456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684337.975206:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 491 00000100:00100000:3.0:1734684337.975209:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872579840:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 51us (123us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684337.975213:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53541 00000100:00080000:3.0:1734684337.975306:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684307 00000100:00100000:3.0:1734684340.484997:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847967488 00000100:00100000:3.0:1734684340.485004:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847967488 00000100:00100000:3.0:1734684340.485042:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40667 00000100:00100000:3.0:1734684340.485047:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847967488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684340.485072:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684340.485112:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847967488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684340.485130:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40667 00000100:00100000:1.0:1734684340.532901:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847967872:0@lo:400:kworker.0 00000100:00100000:3.0:1734684340.532907:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847968128:0@lo:8:kworker.0 00000100:00100000:3.0:1734684340.532943:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684340.532960:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847968512:0@lo:8:kworker.0 00000100:00100000:3.0:1734684340.532978:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684340.533076:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684340.533096:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847968640:0@lo:400:kworker.0 00000100:00100000:1.0:1734684340.533128:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684340.533152:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847967744:0@lo:400:kworker.0 00000100:00100000:1.0:1734684340.533171:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684340.533194:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847968384:0@lo:400:kworker.0 00000100:00080000:3.0:1734684340.533210:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684340.533213:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684340.533217:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847968768 00000100:00100000:3.0:1734684340.533217:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847968128:0@lo:8:kworker.0 00000100:00100000:1.0:1734684340.533219:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847968768 00000100:00080000:3.0:1734684340.533228:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684340.533230:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684340.533232:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847968512:0@lo:8:kworker.0 00000100:00100000:1.0:1734684340.533237:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:1.0:1734684340.533241:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847967744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684340.533251:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847968384 00000100:00100000:3.0:1734684340.533253:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847968384 00000100:00100000:1.0:1734684340.533267:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847967744:12345-0@lo:400:kworker.0 Request processed in 25us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684340.533270:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566 00000100:00100000:1.0:1734684340.533273:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:3.0:1734684340.533274:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847968384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684340.533297:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847968384:12345-0@lo:400:kworker.0 Request processed in 22us (49us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684340.533298:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847967872:0@lo:400:kworker.0 00000100:00100000:3.0:1734684340.533304:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566 00000100:00100000:1.0:1734684340.533305:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847968640:0@lo:400:kworker.0 00000100:00100000:1.0:1734684340.533507:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847968256:0@lo:400:kworker.0 00010000:00010000:3.0:1734684341.940738:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684342.324734:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684342.324754:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847969152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684342.324803:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684342.325098:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847969152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684342.983273:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872580096 00000100:00100000:3.0:1734684342.983280:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872580096 00000100:00100000:1.0:1734684342.983289:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872580352 00000100:00100000:1.0:1734684342.983293:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872580352 00000100:00100000:3.0:1734684342.983323:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1567 00000100:00100000:1.0:1734684342.983326:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53544 00000100:00100000:3.0:1734684342.983329:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872580096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684342.983331:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872580352:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684342.983351:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684342.983383:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872580352:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 51us (147us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684342.983383:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872580096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684342.983389:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53544 00000100:00100000:3.0:1734684342.983391:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1567 00000100:00080000:3.0:1734684342.983408:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684312 00000100:00080000:3.0:1734684342.983411:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684312 00000100:00080000:3.0:1734684342.983413:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684312 00000100:00100000:3.0:1734684345.540917:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847969536:0@lo:400:kworker.0 00000100:00100000:3.0:1734684345.540969:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684345.541006:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847970176:0@lo:400:kworker.0 00000100:00100000:3.0:1734684345.541022:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847969920:0@lo:8:kworker.0 00000100:00100000:3.0:1734684345.541044:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684345.541057:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847970304:0@lo:8:kworker.0 00000100:00100000:3.0:1734684345.541072:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684345.541094:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847969920 00000100:00100000:3.0:1734684345.541094:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684345.541100:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847969920 00000100:00100000:3.0:1734684345.541104:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734684345.541108:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847969408:0@lo:400:kworker.0 00000100:00100000:1.0:1734684345.541120:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847970432 00000100:00100000:1.0:1734684345.541122:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847970432 00000100:00100000:3.0:1734684345.541130:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684345.541139:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847970048:0@lo:400:kworker.0 00000100:00100000:1.0:1734684345.541141:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847970304 00000100:00100000:1.0:1734684345.541143:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847970304 00000100:00100000:3.0:1734684345.541151:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684345.541152:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7329 00000100:00100000:1.0:1734684345.541157:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847970432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684345.541166:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847970048 00000100:00100000:3.0:1734684345.541169:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847970048 00000100:00100000:3.0:1734684345.541184:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7330 00000100:00100000:3.0:1734684345.541188:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847970048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684345.541195:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847970432:12345-0@lo:400:kworker.0 Request processed in 38us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684345.541200:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7329 00000100:00100000:3.0:1734684345.541208:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847970048:12345-0@lo:400:kworker.0 Request processed in 19us (55us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684345.541212:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7330 00000100:00100000:1.0:1734684345.541214:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53545 00000100:00100000:1.0:1734684345.541217:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847969920:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684345.541220:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53546 00000100:00100000:3.0:1734684345.541222:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847970304:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684345.541231:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734684345.541235:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684345.541251:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847969920:12345-0@lo:8:kworker.0 Request processed in 33us (206us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684345.541251:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847970304:12345-0@lo:8:kworker.0 Request processed in 27us (179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684345.541256:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53546 00000100:00100000:1.0:1734684345.541258:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53545 00000100:00080000:3.0:1734684345.541267:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684315 00000100:00100000:1.0:1734684345.541269:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847969408 00000100:00080000:3.0:1734684345.541270:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684315 00000100:00100000:1.0:1734684345.541271:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847969408 00000100:00080000:3.0:1734684345.541271:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684315 00000100:00080000:3.0:1734684345.541279:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684315 00000100:00100000:1.0:1734684345.541290:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00080000:3.0:1734684345.541290:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684345.541292:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684345.541293:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938847969408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684345.541295:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847969920:0@lo:8:kworker.0 00000100:00080000:3.0:1734684345.541301:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684345.541303:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684345.541305:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847970304:0@lo:8:kworker.0 00000100:00100000:1.0:1734684345.541314:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938847969408:12345-0@lo:400:kworker.0 Request processed in 20us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684345.541319:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00010000:00010000:3.0:1734684346.950745:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684347.334105:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847970944 00000100:00100000:3.0:1734684347.334112:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847970944 00000100:00100000:3.0:1734684347.334159:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6457 00000100:00100000:3.0:1734684347.334165:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847970944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684347.334189:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684347.334221:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847970944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684347.334226:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6457 00000100:00100000:3.0:1734684347.991404:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872580608 00000100:00100000:3.0:1734684347.991411:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872580608 00000100:00100000:3.0:1734684347.991468:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1573 00000100:00100000:3.0:1734684347.991474:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872580608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684347.991557:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872580480 00000100:00100000:1.0:1734684347.991560:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872580480 00000100:00100000:1.0:1734684347.991584:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 495 00000100:00100000:1.0:1734684347.991589:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872580480:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684347.991709:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872580608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 233us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684347.991716:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1573 00000100:00100000:1.0:1734684347.991919:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872580480:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 327us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684347.991925:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 495 00000100:00100000:3.0:1734684350.548821:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847971456:0@lo:400:kworker.0 00000100:00100000:1.0:1734684350.548822:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847971328:0@lo:400:kworker.0 00000100:00100000:3.0:1734684350.548878:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684350.548888:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847971584:0@lo:400:kworker.0 00000100:00100000:3.0:1734684350.548917:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847971712:0@lo:8:kworker.0 00000100:00100000:1.0:1734684350.548921:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684350.548938:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684350.548969:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847972352:0@lo:400:kworker.0 00000100:00100000:3.0:1734684350.548969:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847972096:0@lo:8:kworker.0 00000100:00100000:3.0:1734684350.548998:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847971456 00000100:00100000:3.0:1734684350.549003:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847971456 00000100:00100000:3.0:1734684350.549034:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1575 00000100:00100000:3.0:1734684350.549039:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847971456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684350.549084:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684350.549108:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847972352 00000100:00100000:1.0:1734684350.549112:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847972352 00000100:00100000:1.0:1734684350.549131:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:1.0:1734684350.549135:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847972352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684350.549164:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847972352:12345-0@lo:400:kworker.0 Request processed in 28us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684350.549170:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00100000:1.0:1734684350.549204:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847972352:0@lo:400:kworker.0 00000100:00100000:1.0:1734684350.549221:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684350.549232:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847971968:0@lo:400:kworker.0 00000100:00100000:1.0:1734684350.549248:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684350.549261:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847971328 00000100:00100000:1.0:1734684350.549263:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847971328 00000100:00100000:1.0:1734684350.549278:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847971968 00000100:00100000:1.0:1734684350.549280:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847971968 00000100:00100000:1.0:1734684350.549291:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:1.0:1734684350.549295:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847971328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684350.549318:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847971328:12345-0@lo:400:kworker.0 Request processed in 23us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684350.549322:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00100000:1.0:1734684350.549331:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:1.0:1734684350.549468:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847971968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684350.549478:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847971456:12345-0@lo:400:kworker.0 Request processed in 438us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684350.549484:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1575 00000100:00100000:1.0:1734684350.549495:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847971968:12345-0@lo:400:kworker.0 Request processed in 159us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684350.549500:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 00000100:00080000:3.0:1734684350.549502:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684320 00000100:00080000:3.0:1734684350.549505:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684320 00000100:00080000:3.0:1734684350.549506:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684320 00000100:00100000:3.0:1734684350.549518:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734684350.549560:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684350.549563:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684350.549566:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847971712:0@lo:8:kworker.0 00000100:00100000:3.0:1734684350.549588:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847971584 00000100:00100000:3.0:1734684350.549591:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847971584 00000100:00100000:3.0:1734684350.549608:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40674 00000100:00100000:3.0:1734684350.549613:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847971584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684350.549638:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847971584:12345-0@lo:400:kworker.0 Request processed in 25us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684350.549643:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40674 00000100:00100000:1.0:1734684350.549657:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847971968:0@lo:400:kworker.0 00000100:00080000:3.0:1734684350.549658:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684350.549660:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684350.549663:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847972096:0@lo:8:kworker.0 00000100:00100000:1.0:1734684350.549668:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847971328:0@lo:400:kworker.0 00000100:00100000:1.0:1734684350.549689:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847971584:0@lo:400:kworker.0 00000100:00100000:3.0:1734684350.580929:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847972480 00000100:00100000:3.0:1734684350.580937:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847972480 00000100:00100000:3.0:1734684350.580996:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40675 00000100:00100000:3.0:1734684350.581003:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847972480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684350.581040:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684350.581080:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847972480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684350.581086:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40675 00010000:00010000:3.0:1734684351.961439:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684352.341291:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847972736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684352.998945:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872581376 00000100:00100000:3.0:1734684352.998949:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872581376 00000100:00100000:3.0:1734684352.998976:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53550 00000100:00100000:1.0:1734684352.998982:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872581120 00000100:00100000:3.0:1734684352.998982:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872581376:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684352.998986:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872581120 00010000:00020000:3.0:1734684352.999003:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684352.999010:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872581248 00000100:00100000:1.0:1734684352.999012:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872581248 00000100:00100000:1.0:1734684352.999029:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1580 00000100:00100000:3.0:1734684352.999032:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872581376:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 50us (153us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684352.999033:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872581248:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684352.999038:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53550 00000100:00100000:1.0:1734684352.999062:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872581248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684352.999066:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1580 00000100:00100000:1.0:1734684355.508716:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d26ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847972864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684355.508771:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684355.508892:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847972864 00000100:00100000:3.0:1734684355.508899:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847972864 00000100:00100000:3.0:1734684355.508936:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40676 00000100:00100000:3.0:1734684355.508942:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847972864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684355.508969:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684355.509001:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847972864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684355.509007:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40676 00000100:00100000:1.0:1734684355.509072:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d26ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847972864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684355.556783:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847973376:0@lo:400:kworker.0 00000100:00100000:1.0:1734684355.556806:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684355.556821:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009863b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847974144:0@lo:400:kworker.0 00000100:00100000:1.0:1734684355.556835:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684355.556842:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734684355.556845:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847973248:0@lo:400:kworker.0 00000100:00100000:1.0:1734684355.556876:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847974144 00000100:00100000:1.0:1734684355.556879:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847974144 00000100:00100000:1.0:1734684355.556900:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847973120 00000100:00100000:1.0:1734684355.556902:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847973120 00000100:00100000:1.0:1734684355.556925:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847973760 00000100:00100000:1.0:1734684355.556928:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847973760 00000100:00100000:1.0:1734684355.556939:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581 00000100:00100000:1.0:1734684355.556943:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847974144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684355.556961:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847973504:0@lo:8:kworker.0 00000100:00100000:1.0:1734684355.556970:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847974144:12345-0@lo:400:kworker.0 Request processed in 26us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684355.556975:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581 00000100:00100000:3.0:1734684355.556982:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684355.556994:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847973888:0@lo:8:kworker.0 00000100:00100000:1.0:1734684355.556995:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00100000:1.0:1734684355.556999:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847973120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684355.557004:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684355.557021:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847973120:12345-0@lo:400:kworker.0 Request processed in 21us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684355.557026:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00100000:1.0:1734684355.557037:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:1.0:1734684355.557040:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847973760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684355.557052:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847973632 00000100:00100000:3.0:1734684355.557055:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847973632 00000100:00100000:1.0:1734684355.557096:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847973760:12345-0@lo:400:kworker.0 Request processed in 54us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684355.557100:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 00000100:00100000:1.0:1734684355.557114:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684355.557121:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847974016:0@lo:400:kworker.0 00000100:00100000:1.0:1734684355.557133:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684355.557147:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009863b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847974144:0@lo:400:kworker.0 00000100:00100000:3.0:1734684355.557151:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847974016 00000100:00100000:3.0:1734684355.557153:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847974016 00000100:00100000:1.0:1734684355.557264:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53552 00000100:00100000:1.0:1734684355.557268:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847973888:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684355.557275:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734684355.557288:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684355.557290:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847973888:12345-0@lo:8:kworker.0 Request processed in 22us (285us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734684355.557292:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684355.557293:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53552 00000100:00100000:3.0:1734684355.557295:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847973504:0@lo:8:kworker.0 00000100:00080000:3.0:1734684355.557301:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684355.557303:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684355.557305:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847973888:0@lo:8:kworker.0 00000100:00100000:1.0:1734684355.557309:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847973248:0@lo:400:kworker.0 00000100:00100000:1.0:1734684355.557314:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847974016:0@lo:400:kworker.0 00000100:00100000:1.0:1734684355.557372:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847973376:0@lo:400:kworker.0 00000100:00100000:1.0:1734684355.636753:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009863bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847974400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684355.636821:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684355.636922:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847974400 00000100:00100000:3.0:1734684355.636932:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847974400 00000100:00100000:3.0:1734684355.636986:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6460 00000100:00100000:3.0:1734684355.636992:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847974400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684355.637020:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684355.637092:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847974400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684355.637098:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6460 00000100:00100000:1.0:1734684355.637131:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009863bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847974400:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684356.970755:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684357.348870:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847974528:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684357.348922:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684357.349125:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847974528:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684358.006950:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872581632 00000100:00100000:3.0:1734684358.006958:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872581632 00000100:00100000:3.0:1734684358.006991:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872581760 00000100:00100000:3.0:1734684358.006993:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872581760 00000100:00100000:3.0:1734684358.007010:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1585 00000100:00100000:3.0:1734684358.007016:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872581632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684358.007019:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1586 00000100:00100000:1.0:1734684358.007025:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872581760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684358.007067:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872581760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684358.007067:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872581632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684358.007072:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1586 00000100:00100000:3.0:1734684358.007080:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1585 00000100:00080000:3.0:1734684358.007108:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684328 00000100:00080000:3.0:1734684358.007112:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684328 00000100:00080000:3.0:1734684358.007113:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684328 00000100:00100000:1.0:1734684360.516736:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847974656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684360.516805:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684360.517021:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847974656:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684360.564946:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847975040:0@lo:400:kworker.0 00000100:00100000:1.0:1734684360.564977:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847975168:0@lo:400:kworker.0 00000100:00100000:3.0:1734684360.564977:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684360.565005:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684360.565011:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847975040 00000100:00100000:3.0:1734684360.565017:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847975040 00000100:00100000:1.0:1734684360.565041:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847974784 00000100:00100000:1.0:1734684360.565045:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847974784 00000100:00100000:3.0:1734684360.565048:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847974912 00000100:00100000:3.0:1734684360.565050:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847974912 00000100:00100000:1.0:1734684360.565066:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1734684360.565066:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1587 00000100:00100000:1.0:1734684360.565071:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847974784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684360.565071:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847975040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684360.565593:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847975040:12345-0@lo:400:kworker.0 Request processed in 521us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684360.565594:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847974784:12345-0@lo:400:kworker.0 Request processed in 522us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684360.565598:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1587 00000100:00100000:1.0:1734684360.565600:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1734684360.565612:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:3.0:1734684360.565615:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847974912:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684360.565636:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684330 00000100:00100000:3.0:1734684360.565636:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938847974912:12345-0@lo:400:kworker.0 Request processed in 20us (615us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684360.565639:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684330 00000100:00100000:3.0:1734684360.565640:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00080000:1.0:1734684360.565641:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684330 00000100:00100000:1.0:1734684360.565648:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847975808:0@lo:400:kworker.0 00000100:00100000:1.0:1734684360.565665:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684360.565682:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847975040:0@lo:400:kworker.0 00000100:00100000:1.0:1734684360.565693:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684360.565696:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847975936:0@lo:400:kworker.0 00000100:00100000:1.0:1734684360.565711:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684360.565741:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7335 00000100:00100000:1.0:1734684360.565745:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847975424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684360.565752:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847975936 00000100:00100000:3.0:1734684360.565756:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847975936 00000100:00100000:1.0:1734684360.565765:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847975424:12345-0@lo:400:kworker.0 Request processed in 19us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684360.565770:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7335 00000100:00100000:3.0:1734684360.565773:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:3.0:1734684360.565777:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847975936:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684360.565793:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684330 00000100:00100000:3.0:1734684360.565818:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847975936:12345-0@lo:400:kworker.0 Request processed in 41us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684360.565823:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00100000:3.0:1734684360.565855:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847975552 00000100:00100000:3.0:1734684360.565857:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847975552 00000100:00100000:3.0:1734684360.565870:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590 00000100:00100000:3.0:1734684360.565873:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847975552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684360.565961:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847975552:12345-0@lo:400:kworker.0 Request processed in 86us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684360.565967:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590 00000100:00080000:3.0:1734684360.566244:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684360.566248:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684360.566251:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009863b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847975296:0@lo:8:kworker.0 00000100:00080000:3.0:1734684360.566258:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684360.566259:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684360.566262:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847975680:0@lo:8:kworker.0 00000100:00100000:3.0:1734684360.644717:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847976192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684360.644771:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1734684361.980817:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684362.357009:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847976320 00000100:00100000:3.0:1734684362.357017:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847976320 00000100:00100000:3.0:1734684362.357079:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6463 00000100:00080000:1.0:1734684362.357080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684332 00000100:00100000:3.0:1734684362.357085:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847976320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684362.357271:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684362.357334:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847976320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 248us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684362.357341:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6463 00000100:00100000:1.0:1734684363.014942:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872582016 00000100:00100000:1.0:1734684363.014950:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872582016 00000100:00100000:1.0:1734684363.014988:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 501 00000100:00100000:1.0:1734684363.014994:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872582016:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684363.015041:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872582016:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684363.015047:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 501 00000100:00080000:1.0:1734684363.015070:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684333 00000100:00080000:1.0:1734684363.015074:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684333 00000100:00080000:1.0:1734684363.015075:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684333 00000100:00100000:1.0:1734684365.524940:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847976448 00000100:00100000:1.0:1734684365.524947:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847976448 00000100:00100000:1.0:1734684365.524990:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40682 00000100:00100000:1.0:1734684365.524996:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847976448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684365.525032:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684365.525080:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847976448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684365.525086:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40682 00000100:00100000:3.0:1734684365.525123:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847976448:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684365.572837:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847976832:0@lo:400:kworker.0 00000100:00100000:3.0:1734684365.572841:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847976704:0@lo:400:kworker.0 00000100:00100000:1.0:1734684365.572905:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684365.572906:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847976960:0@lo:400:kworker.0 00000100:00100000:3.0:1734684365.572938:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684365.572943:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847977600:0@lo:400:kworker.0 00000100:00100000:3.0:1734684365.572952:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847977728:0@lo:400:kworker.0 00000100:00100000:1.0:1734684365.572961:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684365.572972:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684365.572974:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847977344:0@lo:400:kworker.0 00000100:00100000:1.0:1734684365.572988:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684365.572997:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847976704 00000100:00100000:3.0:1734684365.573002:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847976704 00000100:00100000:1.0:1734684365.573006:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847976576 00000100:00100000:1.0:1734684365.573009:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847976576 00000100:00100000:3.0:1734684365.573029:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847977728 00000100:00100000:3.0:1734684365.573031:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847977728 00000100:00100000:1.0:1734684365.573032:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1734684365.573037:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847976576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684365.573043:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:3.0:1734684365.573046:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847976704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684365.573066:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847976576:12345-0@lo:400:kworker.0 Request processed in 29us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684365.573070:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847976704:12345-0@lo:400:kworker.0 Request processed in 22us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684365.573072:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1734684365.573074:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00100000:3.0:1734684365.573085:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:3.0:1734684365.573088:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847977728:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684365.573095:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684335 00000100:00080000:1.0:1734684365.573098:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684335 00000100:00080000:1.0:1734684365.573099:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684335 00000100:00100000:1.0:1734684365.573118:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847976704:0@lo:400:kworker.0 00000100:00100000:3.0:1734684365.573118:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847977728:12345-0@lo:400:kworker.0 Request processed in 29us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684365.573122:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00000100:00100000:3.0:1734684365.573132:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596 00000100:00100000:3.0:1734684365.573135:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847977344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684365.573136:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684365.573152:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847976832:0@lo:400:kworker.0 00000100:00100000:3.0:1734684365.573159:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847977344:12345-0@lo:400:kworker.0 Request processed in 23us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684365.573165:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596 00000100:00100000:1.0:1734684365.573170:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847977344:0@lo:400:kworker.0 00000100:00080000:1.0:1734684365.573189:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684335 00000100:00100000:3.0:1734684365.573191:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847977728:0@lo:400:kworker.0 00000100:00100000:1.0:1734684365.573205:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847976960 00000100:00100000:1.0:1734684365.573207:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847976960 00000100:00100000:1.0:1734684365.573224:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40683 00000100:00100000:1.0:1734684365.573227:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847976960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684365.573267:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847976960:12345-0@lo:400:kworker.0 Request processed in 38us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684365.573272:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40683 00000100:00080000:1.0:1734684365.573284:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684335 00000100:00100000:3.0:1734684365.573300:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847976960:0@lo:400:kworker.0 00000100:00080000:1.0:1734684365.573457:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684335 00000100:00100000:1.0:1734684365.605049:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847977856 00000100:00100000:1.0:1734684365.605055:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847977856 00000100:00100000:1.0:1734684365.605092:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40684 00000100:00100000:1.0:1734684365.605098:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847977856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684365.605131:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684365.605171:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847977856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684365.605177:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40684 00000100:00100000:1.0:1734684365.653019:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847977984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684365.653074:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684365.653177:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847977984 00000100:00100000:3.0:1734684365.653183:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847977984 00000100:00100000:3.0:1734684365.653217:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6464 00000100:00100000:3.0:1734684365.653223:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847977984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684365.653244:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684365.653283:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847977984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684365.653288:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6464 00000100:00100000:1.0:1734684365.653361:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847977984:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684366.990746:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684367.364864:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847978112 00000100:00100000:3.0:1734684367.364869:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847978112 00000100:00100000:3.0:1734684367.364904:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6465 00000100:00100000:3.0:1734684367.364908:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847978112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684367.364927:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:1.0:1734684367.364928:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684337 00000100:00100000:3.0:1734684367.364952:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847978112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684367.364956:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6465 00000100:00100000:1.0:1734684368.022890:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872582528 00000100:00100000:1.0:1734684368.022898:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872582528 00000100:00100000:1.0:1734684368.022938:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 503 00000100:00100000:1.0:1734684368.022944:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872582528:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684368.022981:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872582784 00000100:00100000:3.0:1734684368.022985:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872582784 00000100:00100000:1.0:1734684368.023001:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872582528:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684368.023006:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 503 00000100:00100000:3.0:1734684368.023011:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1598 00000100:00100000:3.0:1734684368.023015:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872582784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684368.023038:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872582784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684368.023043:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1598 00000100:00100000:1.0:1734684370.532967:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847978240 00000100:00100000:1.0:1734684370.532973:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847978240 00000100:00100000:1.0:1734684370.533000:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40685 00000100:00100000:1.0:1734684370.533005:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847978240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684370.533032:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684370.533065:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847978240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684370.533071:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40685 00000100:00100000:1.0:1734684370.581033:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847978496:0@lo:400:kworker.0 00000100:00100000:3.0:1734684370.581071:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847978624:0@lo:400:kworker.0 00000100:00100000:1.0:1734684370.581117:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684370.581137:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009899ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847978880:0@lo:8:kworker.0 00000100:00100000:1.0:1734684370.581161:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009899b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847979136:0@lo:400:kworker.0 00000100:00100000:3.0:1734684370.581165:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684370.581184:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684370.581189:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847979264:0@lo:8:kworker.0 00000100:00100000:1.0:1734684370.581213:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847978496 00000100:00100000:3.0:1734684370.581214:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684370.581217:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847978496 00000100:00100000:3.0:1734684370.581243:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847979136 00000100:00100000:3.0:1734684370.581246:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847979136 00000100:00100000:1.0:1734684370.581249:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847979520 00000100:00100000:1.0:1734684370.581251:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847979520 00000100:00100000:3.0:1734684370.581267:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1599 00000100:00100000:3.0:1734684370.581273:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847978496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684370.581275:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:1.0:1734684370.581280:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847979136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684370.581313:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847979136:12345-0@lo:400:kworker.0 Request processed in 32us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684370.581313:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847978496:12345-0@lo:400:kworker.0 Request processed in 40us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684370.581318:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00100000:3.0:1734684370.581322:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1599 00000100:00100000:1.0:1734684370.581335:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:1.0:1734684370.581348:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847979520:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684370.581367:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684370.581371:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684370.581375:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847979264:0@lo:8:kworker.0 00000100:00100000:1.0:1734684370.581376:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847979520:12345-0@lo:400:kworker.0 Request processed in 36us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684370.581380:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00080000:3.0:1734684370.581383:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684370.581385:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684370.581389:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009899ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847978880:0@lo:8:kworker.0 00000100:00080000:1.0:1734684370.581394:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684340 00000100:00080000:1.0:1734684370.581398:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684340 00000100:00100000:1.0:1734684370.581409:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847978368 00000100:00100000:3.0:1734684370.581412:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684370.581413:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847978368 00000100:00100000:1.0:1734684370.581432:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1734684370.581433:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847978624 00000100:00100000:1.0:1734684370.581435:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847978368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684370.581436:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847978624 00000100:00100000:3.0:1734684370.581456:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:1.0:1734684370.581459:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847978368:12345-0@lo:400:kworker.0 Request processed in 21us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684370.581461:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847978624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684370.581464:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00080000:1.0:1734684370.581479:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684340 00000100:00080000:1.0:1734684370.581481:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684340 00000100:00080000:1.0:1734684370.581483:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684340 00000100:00100000:3.0:1734684370.581492:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847978624:12345-0@lo:400:kworker.0 Request processed in 31us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684370.581497:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00100000:1.0:1734684370.581498:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009899b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847979136:0@lo:400:kworker.0 00000100:00100000:1.0:1734684370.581506:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847978496:0@lo:400:kworker.0 00000100:00100000:3.0:1734684370.581521:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847978624:0@lo:400:kworker.0 00000100:00100000:3.0:1734684370.661289:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847979776 00000100:00100000:3.0:1734684370.661297:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847979776 00000100:00100000:3.0:1734684370.661344:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6466 00000100:00100000:3.0:1734684370.661350:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847979776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684370.661383:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684370.661432:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847979776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684370.661439:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6466 00010000:00010000:3.0:1734684372.000773:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684372.372837:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847979904 00000100:00100000:3.0:1734684372.372843:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847979904 00000100:00100000:3.0:1734684372.372887:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6467 00000100:00100000:3.0:1734684372.372892:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847979904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684372.372910:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:1.0:1734684372.372911:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684342 00000100:00100000:3.0:1734684372.372945:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847979904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684372.372951:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6467 00000100:00100000:1.0:1734684373.030880:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872583040 00000100:00100000:1.0:1734684373.030888:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872583040 00000100:00100000:1.0:1734684373.030933:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 505 00000100:00100000:1.0:1734684373.030939:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872583040:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684373.030990:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872583040:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684373.030996:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 505 00000100:00100000:3.0:1734684373.031001:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872583424 00000100:00100000:3.0:1734684373.031009:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872583424 00000100:00100000:3.0:1734684373.031034:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53562 00000100:00100000:3.0:1734684373.031038:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872583424:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684373.031058:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684373.031106:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872583424:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 68us (169us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684373.031111:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53562 00000100:00100000:1.0:1734684375.540801:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847980032:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684375.540852:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684375.541137:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847980032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684375.588716:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009899b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847980288:0@lo:400:kworker.0 00000100:00100000:1.0:1734684375.588742:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847980416:0@lo:400:kworker.0 00000100:00100000:3.0:1734684375.588763:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684375.588773:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009899a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847980544:0@lo:400:kworker.0 00000100:00100000:1.0:1734684375.588794:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684375.588794:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009899ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847980928:0@lo:400:kworker.0 00000100:00100000:1.0:1734684375.588809:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847981312:0@lo:400:kworker.0 00000100:00100000:3.0:1734684375.588810:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684375.588824:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684375.588830:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847980672:0@lo:8:kworker.0 00000100:00100000:1.0:1734684375.588834:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684375.588839:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847981184:0@lo:400:kworker.0 00000100:00100000:3.0:1734684375.588849:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684375.588854:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684375.588869:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847981056:0@lo:8:kworker.0 00000100:00100000:1.0:1734684375.588872:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847980416 00000100:00100000:1.0:1734684375.588874:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847980416 00000100:00100000:3.0:1734684375.588887:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684375.588889:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:1.0:1734684375.588892:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847980928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684375.588914:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847980928:12345-0@lo:400:kworker.0 Request processed in 20us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684375.588914:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847980800 00000100:00100000:3.0:1734684375.588917:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847980800 00000100:00100000:1.0:1734684375.588918:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 00000100:00100000:3.0:1734684375.588935:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7341 00000100:00100000:1.0:1734684375.588938:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684375.588940:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847980800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684375.588961:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847981312:0@lo:400:kworker.0 00000100:00100000:1.0:1734684375.588968:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009899a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847980544:0@lo:400:kworker.0 00000100:00100000:3.0:1734684375.588971:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847980800:12345-0@lo:400:kworker.0 Request processed in 31us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684375.588976:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7341 00000100:00100000:3.0:1734684375.588988:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53563 00000100:00100000:3.0:1734684375.588992:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847980672:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684375.588995:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53564 00000100:00100000:1.0:1734684375.588999:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847981056:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684375.589006:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734684375.589009:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684375.589031:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847981056:12345-0@lo:8:kworker.0 Request processed in 32us (144us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684375.589031:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847980672:12345-0@lo:8:kworker.0 Request processed in 38us (181us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684375.589037:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53563 00000100:00100000:1.0:1734684375.589039:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53564 00000100:00100000:1.0:1734684375.589057:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847980416:0@lo:400:kworker.0 00000100:00080000:3.0:1734684375.589061:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684375.589064:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684375.589067:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847980672:0@lo:8:kworker.0 00000100:00100000:1.0:1734684375.589071:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847981184:0@lo:400:kworker.0 00000100:00080000:3.0:1734684375.589074:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684375.589075:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684375.589077:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098999180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847981056:0@lo:8:kworker.0 00000100:00100000:3.0:1734684375.589093:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009899ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847980928:0@lo:400:kworker.0 00000100:00100000:3.0:1734684375.589097:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009899b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847980288:0@lo:400:kworker.0 00000100:00100000:3.0:1734684375.668777:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847981568:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684375.668830:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684375.669341:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847981568:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684377.011054:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684377.380699:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847981696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684377.380748:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684377.380806:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847981696 00000100:00100000:3.0:1734684377.380812:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847981696 00000100:00100000:3.0:1734684377.380853:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6469 00000100:00100000:3.0:1734684377.380859:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847981696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684377.380878:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684377.380924:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847981696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684377.380930:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6469 00000100:00100000:1.0:1734684377.380961:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847981696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684378.039105:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872583936 00000100:00100000:3.0:1734684378.039109:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872583936 00000100:00100000:3.0:1734684378.039126:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53565 00000100:00100000:3.0:1734684378.039131:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872583936:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684378.039146:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872583680 00000100:00100000:1.0:1734684378.039150:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872583680 00010000:00020000:3.0:1734684378.039150:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684378.039173:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872583936:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (119us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684378.039179:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1610 00000100:00100000:3.0:1734684378.039179:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53565 00000100:00100000:1.0:1734684378.039184:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872583680:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734684378.039206:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684348 00000100:00080000:3.0:1734684378.039208:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684348 00000100:00100000:1.0:1734684378.039209:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872583680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684378.039214:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1610 00000100:00100000:3.0:1734684380.596719:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847982080:0@lo:400:kworker.0 00000100:00100000:1.0:1734684380.596806:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847982208:0@lo:400:kworker.0 00000100:00100000:3.0:1734684380.596895:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684380.596910:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847982464:0@lo:8:kworker.0 00000100:00100000:3.0:1734684380.596925:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847982720:0@lo:400:kworker.0 00000100:00100000:1.0:1734684380.596934:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684380.596941:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684380.596947:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847982848:0@lo:8:kworker.0 00000100:00100000:3.0:1734684380.596961:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847982464 00000100:00100000:1.0:1734684380.596962:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684380.596963:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847982464 00000100:00100000:3.0:1734684380.596975:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847982592 00000100:00100000:3.0:1734684380.596977:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847982592 00000100:00100000:1.0:1734684380.596986:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847982848 00000100:00100000:1.0:1734684380.596989:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847982848 00000100:00100000:3.0:1734684380.596992:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7343 00000100:00100000:3.0:1734684380.596995:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847982592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684380.597016:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847982592:12345-0@lo:400:kworker.0 Request processed in 19us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684380.597214:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53566 00000100:00100000:3.0:1734684380.597219:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7343 00000100:00100000:1.0:1734684380.597224:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938847982464:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684380.597231:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7344 00000100:00100000:3.0:1734684380.597235:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847982976:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734684380.597239:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684380.597259:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847982976:12345-0@lo:400:kworker.0 Request processed in 24us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684380.597263:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7344 00000100:00100000:1.0:1734684380.597267:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938847982464:12345-0@lo:8:kworker.0 Request processed in 47us (333us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684380.597273:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53566 00000100:00080000:3.0:1734684380.597274:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684350 00000100:00080000:3.0:1734684380.597277:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684350 00000100:00080000:3.0:1734684380.597278:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684350 00000100:00100000:3.0:1734684380.597294:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847982720:0@lo:400:kworker.0 00000100:00080000:1.0:1734684380.597298:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684380.597301:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684380.597301:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847982080:0@lo:400:kworker.0 00000100:00100000:1.0:1734684380.597304:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847982464:0@lo:8:kworker.0 00000100:00080000:1.0:1734684380.597310:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684380.597312:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684380.597314:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847982848:0@lo:8:kworker.0 00000100:00100000:3.0:1734684380.597315:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684380.597330:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847982208 00000100:00100000:3.0:1734684380.597332:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847982208 00000100:00100000:3.0:1734684380.597346:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614 00000100:00100000:3.0:1734684380.597355:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847982208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684380.597380:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847982208:12345-0@lo:400:kworker.0 Request processed in 24us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684380.597384:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614 00000100:00100000:3.0:1734684380.597401:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847982208:0@lo:400:kworker.0 00000100:00100000:3.0:1734684380.676893:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847983360 00000100:00100000:3.0:1734684380.676899:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847983360 00000100:00100000:3.0:1734684380.676940:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6470 00000100:00100000:3.0:1734684380.676946:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847983360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684380.676970:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684380.677011:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847983360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684380.677017:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6470 00000100:00100000:1.0:1734684380.677082:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847983360:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684382.020718:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684382.388981:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009899ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847983488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684383.047043:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872584192 00000100:00100000:3.0:1734684383.047047:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872584192 00000100:00100000:3.0:1734684383.047069:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872584320 00000100:00100000:3.0:1734684383.047072:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872584320 00000100:00100000:3.0:1734684383.047086:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1615 00000100:00100000:3.0:1734684383.047090:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872584192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684383.047120:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872584192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684383.047126:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1615 00000100:00100000:3.0:1734684383.047138:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1616 00000100:00100000:3.0:1734684383.047147:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872584320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684383.047165:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872584320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684383.047169:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1616 00000100:00100000:3.0:1734684385.556703:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847983616:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684385.556754:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684385.556959:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847983616:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684385.604745:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847983744:0@lo:400:kworker.0 00000100:00100000:3.0:1734684385.604788:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847984128:0@lo:400:kworker.0 00000100:00100000:1.0:1734684385.604802:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684385.604812:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684385.604833:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847984384:0@lo:400:kworker.0 00000100:00100000:3.0:1734684385.604847:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847984128 00000100:00100000:1.0:1734684385.604851:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684385.604852:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847984128 00000100:00100000:1.0:1734684385.604872:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847984256:0@lo:8:kworker.0 00000100:00100000:3.0:1734684385.604876:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40695 00000100:00100000:3.0:1734684385.604881:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847984128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684385.604887:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684385.604897:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847984640:0@lo:8:kworker.0 00000100:00100000:3.0:1734684385.604908:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847984128:12345-0@lo:400:kworker.0 Request processed in 27us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684385.604909:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684385.604912:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40695 00000100:00100000:3.0:1734684385.604925:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847984000 00000100:00100000:3.0:1734684385.604926:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847984000 00000100:00100000:1.0:1734684385.604931:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847984256 00000100:00100000:1.0:1734684385.604934:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847984256 00000100:00100000:3.0:1734684385.604940:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847983872 00000100:00100000:3.0:1734684385.604942:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847983872 00000100:00100000:1.0:1734684385.604949:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7345 00000100:00100000:3.0:1734684385.604952:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847984512 00000100:00100000:1.0:1734684385.604954:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847984384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684385.604954:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847984512 00000100:00100000:3.0:1734684385.604964:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617 00000100:00100000:3.0:1734684385.604968:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847984000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684385.604979:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847984384:12345-0@lo:400:kworker.0 Request processed in 24us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684385.604984:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7345 00000100:00100000:3.0:1734684385.604991:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847984000:12345-0@lo:400:kworker.0 Request processed in 22us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684385.604994:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53570 00000100:00100000:3.0:1734684385.604995:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617 00000100:00100000:1.0:1734684385.604997:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847984640:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684385.605003:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619 00000100:00100000:3.0:1734684385.605006:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847984512:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734684385.605007:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684385.605025:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847984640:12345-0@lo:8:kworker.0 Request processed in 26us (114us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684385.605025:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847984512:12345-0@lo:400:kworker.0 Request processed in 18us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684385.605029:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619 00000100:00100000:1.0:1734684385.605030:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53570 00000100:00080000:1.0:1734684385.605051:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684385.605053:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847984896:0@lo:400:kworker.0 00000100:00080000:1.0:1734684385.605054:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684385.605057:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847984256:0@lo:8:kworker.0 00000100:00080000:1.0:1734684385.605063:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684385.605064:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684385.605066:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847984640:0@lo:8:kworker.0 00000100:00100000:3.0:1734684385.605071:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684385.605085:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847984128:0@lo:400:kworker.0 00000100:00100000:1.0:1734684385.605086:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847984384:0@lo:400:kworker.0 00000100:00100000:1.0:1734684385.605092:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847983744:0@lo:400:kworker.0 00000100:00100000:3.0:1734684385.605099:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847984896 00000100:00100000:3.0:1734684385.605101:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847984896 00000100:00100000:3.0:1734684385.605114:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1620 00000100:00100000:3.0:1734684385.605118:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847984896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684385.605143:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847984896:12345-0@lo:400:kworker.0 Request processed in 24us (71us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684385.605147:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1620 00000100:00100000:3.0:1734684385.605165:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847984896:0@lo:400:kworker.0 00000100:00100000:1.0:1734684385.636814:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847985024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684385.636866:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684385.637050:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847985024:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684387.030709:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684387.397088:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847985280:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684388.055098:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872584832 00000100:00100000:3.0:1734684388.055109:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872584832 00000100:00080000:1.0:1734684388.055147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684358 00000100:00080000:1.0:1734684388.055152:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684358 00000100:00100000:3.0:1734684388.055158:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872584704 00000100:00100000:3.0:1734684388.055161:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872584704 00000100:00100000:3.0:1734684388.055187:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1621 00000100:00100000:3.0:1734684388.055193:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872584832:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684388.055260:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872584832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 66us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684388.055267:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1621 00000100:00080000:1.0:1734684388.055290:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684358 00000100:00100000:1.0:1734684390.612805:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847985792:0@lo:400:kworker.0 00000100:00100000:1.0:1734684390.612845:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684390.612861:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684390.612865:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847985920:0@lo:400:kworker.0 00000100:00100000:3.0:1734684390.612876:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847985664:0@lo:400:kworker.0 00000100:00100000:1.0:1734684390.612880:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684390.612893:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847986048:0@lo:8:kworker.0 00000100:00100000:3.0:1734684390.612899:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684390.612903:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684390.612911:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847986432:0@lo:8:kworker.0 00000100:00100000:3.0:1734684390.612912:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847986304:0@lo:400:kworker.0 00000100:00100000:1.0:1734684390.612919:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684390.612926:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684390.612934:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847986432 00000100:00100000:1.0:1734684390.612936:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847986432 00000100:00100000:3.0:1734684390.612946:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847985664 00000100:00100000:3.0:1734684390.612948:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847985664 00000100:00100000:1.0:1734684390.612949:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53572 00000100:00100000:1.0:1734684390.612955:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847986048:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684390.612963:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1623 00000100:00100000:3.0:1734684390.612967:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847985792:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734684390.612971:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684390.612994:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847985792:12345-0@lo:400:kworker.0 Request processed in 26us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684390.612996:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847986048:12345-0@lo:8:kworker.0 Request processed in 41us (92us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684390.612999:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1623 00000100:00100000:1.0:1734684390.613001:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53572 00000100:00100000:3.0:1734684390.613011:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:3.0:1734684390.613014:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847986304:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684390.613020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684360 00000100:00080000:1.0:1734684390.613023:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684360 00000100:00080000:1.0:1734684390.613025:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684360 00000100:00100000:3.0:1734684390.613030:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847986304:12345-0@lo:400:kworker.0 Request processed in 15us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684390.613034:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00080000:1.0:1734684390.613039:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684390.613042:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684390.613042:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847986688 00000100:00100000:3.0:1734684390.613044:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847986688 00000100:00100000:1.0:1734684390.613045:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847986048:0@lo:8:kworker.0 00000100:00080000:1.0:1734684390.613051:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684390.613053:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684390.613054:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:1.0:1734684390.613055:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847986432:0@lo:8:kworker.0 00000100:00100000:3.0:1734684390.613058:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847986688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684390.613076:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847986688:12345-0@lo:400:kworker.0 Request processed in 17us (50us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684390.613078:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847985792:0@lo:400:kworker.0 00000100:00100000:3.0:1734684390.613080:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00000100:00080000:1.0:1734684390.613087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684360 00000100:00100000:3.0:1734684390.613097:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847985664:0@lo:400:kworker.0 00000100:00100000:3.0:1734684390.613104:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847986304:0@lo:400:kworker.0 00000100:00080000:1.0:1734684390.613109:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684360 00000100:00100000:1.0:1734684390.613122:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40698 00000100:00100000:1.0:1734684390.613127:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847985920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684390.613151:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938847985920:12345-0@lo:400:kworker.0 Request processed in 24us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684390.613156:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40698 00000100:00080000:1.0:1734684390.613167:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684360 00000100:00100000:1.0:1734684390.613176:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847985920:0@lo:400:kworker.0 00000100:00100000:3.0:1734684390.692796:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847986944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684390.692872:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684390.693171:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847986944:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684392.040717:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734684392.404869:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684362 00000100:00100000:3.0:1734684393.062881:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872585216 00000100:00100000:3.0:1734684393.062886:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872585216 00000100:00100000:3.0:1734684393.062915:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872585344 00000100:00100000:3.0:1734684393.062918:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872585344 00000100:00100000:1.0:1734684393.062929:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872585472 00000100:00100000:3.0:1734684393.062931:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1627 00000100:00100000:1.0:1734684393.062933:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872585472 00000100:00100000:3.0:1734684393.062936:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872585216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684393.062950:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53574 00000100:00100000:1.0:1734684393.062954:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872585472:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684393.062971:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684393.062971:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872585216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684393.062976:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1627 00000100:00100000:1.0:1734684393.062990:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872585472:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 35us (134us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684393.062995:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53574 00000100:00100000:1.0:1734684395.620728:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847987328:0@lo:400:kworker.0 00000100:00100000:3.0:1734684395.620768:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847987456:0@lo:400:kworker.0 00000100:00100000:1.0:1734684395.620782:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684395.620807:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847987968:0@lo:400:kworker.0 00000100:00100000:3.0:1734684395.620824:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684395.620827:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684395.620839:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684395.620843:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847988096:0@lo:400:kworker.0 00000100:00100000:1.0:1734684395.620867:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684395.620874:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847987456 00000100:00100000:3.0:1734684395.620879:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847987456 00000100:00100000:1.0:1734684395.620898:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847987968 00000100:00100000:1.0:1734684395.620902:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847987968 00000100:00100000:3.0:1734684395.620909:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847987584 00000100:00100000:3.0:1734684395.620912:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847987584 00000100:00100000:1.0:1734684395.620921:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847988352 00000100:00100000:1.0:1734684395.620924:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847988352 00000100:00100000:3.0:1734684395.620928:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847988096 00000100:00100000:3.0:1734684395.620930:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847988096 00000100:00100000:1.0:1734684395.620936:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7349 00000100:00100000:1.0:1734684395.620940:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847987968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684395.620945:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629 00000100:00100000:3.0:1734684395.620950:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847987456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684395.620967:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847987968:12345-0@lo:400:kworker.0 Request processed in 27us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684395.620973:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7349 00000100:00100000:1.0:1734684395.620984:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7350 00000100:00100000:1.0:1734684395.620987:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847988352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684395.620987:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847987456:12345-0@lo:400:kworker.0 Request processed in 36us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684395.620993:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629 00000100:00100000:3.0:1734684395.621010:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632 00000100:00100000:1.0:1734684395.621011:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847988352:12345-0@lo:400:kworker.0 Request processed in 21us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684395.621015:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847988480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684395.621017:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7350 00000100:00100000:1.0:1734684395.621034:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847987840:0@lo:8:kworker.0 00000100:00100000:3.0:1734684395.621039:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938847988480:12345-0@lo:400:kworker.0 Request processed in 24us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684395.621044:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632 00000100:00100000:1.0:1734684395.621051:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684395.621060:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847988224:0@lo:8:kworker.0 00000100:00100000:1.0:1734684395.621074:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684395.621081:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847987456:0@lo:400:kworker.0 00000100:00100000:1.0:1734684395.621090:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847987840 00000100:00100000:1.0:1734684395.621092:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847987840 00000100:00100000:1.0:1734684395.621103:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53575 00000100:00100000:1.0:1734684395.621106:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847987840:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684395.621122:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684395.621144:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938847987840:12345-0@lo:8:kworker.0 Request processed in 37us (92us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684395.621150:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53575 00000100:00080000:1.0:1734684395.621167:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684395.621170:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684395.621173:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847987840:0@lo:8:kworker.0 00000100:00080000:1.0:1734684395.621179:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684395.621181:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684395.621184:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847988224:0@lo:8:kworker.0 00000100:00100000:1.0:1734684395.621221:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847988096:0@lo:400:kworker.0 00000100:00100000:1.0:1734684395.621228:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847987968:0@lo:400:kworker.0 00000100:00100000:1.0:1734684395.621233:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847987328:0@lo:400:kworker.0 00000100:00100000:1.0:1734684395.652780:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847988608:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684395.652834:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684395.653088:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847988608:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684397.050699:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684397.412754:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684397.412775:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847988864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684397.412824:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684398.070949:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872585856 00000100:00100000:3.0:1734684398.070953:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872585856 00000100:00080000:1.0:1734684398.070955:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684368 00000100:00080000:1.0:1734684398.070959:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684368 00000100:00100000:3.0:1734684398.070970:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872585728 00000100:00100000:3.0:1734684398.070972:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872585728 00000100:00080000:1.0:1734684398.070978:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684368 00000100:00100000:3.0:1734684398.070983:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1633 00000100:00100000:3.0:1734684398.070986:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872585856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684398.070997:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1634 00000100:00100000:1.0:1734684398.071001:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872585728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684398.071017:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872585856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684398.071023:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872585728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684398.071023:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1633 00000100:00100000:1.0:1734684398.071027:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1634 00000100:00100000:1.0:1734684400.628736:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847989376:0@lo:400:kworker.0 00000100:00100000:1.0:1734684400.628789:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684400.628812:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684400.628817:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847989504:0@lo:400:kworker.0 00000100:00100000:1.0:1734684400.628836:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684400.628851:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847990144:0@lo:400:kworker.0 00000100:00100000:1.0:1734684400.628866:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684400.628875:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684400.628879:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938847990272:0@lo:400:kworker.0 00000100:00100000:1.0:1734684400.628891:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684400.628909:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847989376 00000100:00100000:1.0:1734684400.628912:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847989376 00000100:00100000:1.0:1734684400.628932:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847990272 00000100:00100000:1.0:1734684400.628934:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847990272 00000100:00100000:1.0:1734684400.628945:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1635 00000100:00100000:1.0:1734684400.628949:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847989376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684400.628974:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847989376:12345-0@lo:400:kworker.0 Request processed in 24us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684400.628980:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1635 00000100:00100000:1.0:1734684400.629000:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847989120:0@lo:400:kworker.0 00000100:00100000:1.0:1734684400.629024:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684400.629035:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847989760:0@lo:400:kworker.0 00000100:00100000:1.0:1734684400.629050:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684400.629060:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734684400.629064:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938847989248:0@lo:400:kworker.0 00000100:00100000:1.0:1734684400.629078:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684400.629100:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847989888:0@lo:400:kworker.0 00000100:00100000:1.0:1734684400.629129:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684400.629139:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847989632:0@lo:8:kworker.0 00000100:00100000:1.0:1734684400.629150:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847989120 00000100:00100000:1.0:1734684400.629152:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847989120 00000100:00100000:3.0:1734684400.629160:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684400.629170:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847990016:0@lo:8:kworker.0 00000100:00100000:1.0:1734684400.629173:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1734684400.629177:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847989120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684400.629183:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684400.629202:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847989120:12345-0@lo:400:kworker.0 Request processed in 25us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684400.629205:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53578 00000100:00100000:1.0:1734684400.629207:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1734684400.629208:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847989632:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684400.629223:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684400.629230:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53579 00000100:00100000:1.0:1734684400.629234:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847990016:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684400.629241:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847989632:12345-0@lo:8:kworker.0 Request processed in 32us (80us total) trans 0 rc -19/-19 00010000:00020000:1.0:1734684400.629244:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684400.629262:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938847990016:12345-0@lo:8:kworker.0 Request processed in 27us (78us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684400.629490:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53578 00000100:00100000:1.0:1734684400.629495:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53579 00000100:00080000:3.0:1734684400.629512:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684400.629514:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684400.629517:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847989632:0@lo:8:kworker.0 00000100:00100000:1.0:1734684400.629518:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847989120:0@lo:400:kworker.0 00000100:02020000:3.0:1734684400.629524:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00100000:1.0:1734684400.629526:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847989760:0@lo:400:kworker.0 00000100:00100000:1.0:1734684400.630180:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:1.0:1734684400.630184:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847989888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684400.630361:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938847989888:12345-0@lo:400:kworker.0 Request processed in 176us (1231us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684400.630366:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00100000:1.0:1734684400.630389:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938847989248:0@lo:400:kworker.0 00000100:00100000:1.0:1734684400.630397:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938847989888:0@lo:400:kworker.0 00000100:00080000:3.0:1734684400.634523:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684400.634540:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684400.634548:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847990016:0@lo:8:kworker.0 00000100:00100000:3.0:1734684400.708813:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847990528 00000100:00100000:3.0:1734684400.708819:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847990528 00000100:00100000:3.0:1734684400.708847:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6478 00000100:00100000:3.0:1734684400.708852:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847990528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684400.708876:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684400.708913:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847990528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684400.708919:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6478 00010000:00010000:3.0:1734684402.060717:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684402.420847:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847990656 00000100:00100000:3.0:1734684402.420853:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847990656 00000100:00100000:3.0:1734684402.420904:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6479 00000100:00100000:3.0:1734684402.420910:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847990656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684402.420930:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684402.420959:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938847990656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684402.420965:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6479 00000100:00100000:1.0:1734684403.078999:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872586112 00000100:00100000:1.0:1734684403.079007:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872586112 00000100:00100000:1.0:1734684403.079128:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 517 00000100:00100000:1.0:1734684403.079134:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872586112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684403.079158:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872586112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684403.079164:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 517 00000100:00100000:1.0:1734684405.588767:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847990784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684405.588816:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684405.589002:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847990784:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684405.636725:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847990912:0@lo:400:kworker.0 00000100:00100000:1.0:1734684405.636755:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847991296:0@lo:400:kworker.0 00000100:00100000:3.0:1734684405.636785:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684405.636794:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684405.636811:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847991552:0@lo:400:kworker.0 00000100:00100000:1.0:1734684405.636817:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734684405.636824:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847992064:0@lo:400:kworker.0 00000100:00100000:3.0:1734684405.636833:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684405.636842:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684405.636854:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847991168:0@lo:400:kworker.0 00000100:00100000:3.0:1734684405.636857:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847991552 00000100:00100000:3.0:1734684405.636860:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847991552 00000100:00100000:1.0:1734684405.636871:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684405.636882:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847991936:0@lo:400:kworker.0 00000100:00100000:3.0:1734684405.636887:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847991424 00000100:00100000:3.0:1734684405.636889:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847991424 00000100:00100000:1.0:1734684405.636895:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684405.636901:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847991808 00000100:00100000:3.0:1734684405.636903:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847991808 00000100:00100000:3.0:1734684405.636910:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847991936 00000100:00100000:3.0:1734684405.636912:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847991936 00000100:00100000:1.0:1734684405.636919:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:3.0:1734684405.636923:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7353 00000100:00100000:1.0:1734684405.636924:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847991680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684405.636927:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847991552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684405.636952:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847991680:12345-0@lo:400:kworker.0 Request processed in 28us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684405.636957:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847991552:12345-0@lo:400:kworker.0 Request processed in 30us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684405.636960:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00100000:3.0:1734684405.636962:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7353 00000100:00100000:3.0:1734684405.636974:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7354 00000100:00100000:3.0:1734684405.636978:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847991936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684405.636984:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53581 00000100:00100000:1.0:1734684405.636988:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847991424:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684405.637001:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847991936:12345-0@lo:400:kworker.0 Request processed in 22us (104us total) trans 0 rc 0/0 00010000:00020000:1.0:1734684405.637004:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684405.637006:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7354 00000100:00100000:3.0:1734684405.637054:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847991552:0@lo:400:kworker.0 00000100:00100000:1.0:1734684405.637060:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847991424:12345-0@lo:8:kworker.0 Request processed in 71us (202us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684405.637069:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53581 00000100:00100000:1.0:1734684405.637085:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847990912 00000100:00100000:1.0:1734684405.637088:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847990912 00000100:00100000:1.0:1734684405.637107:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1734684405.637111:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847990912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684405.637163:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938847990912:12345-0@lo:400:kworker.0 Request processed in 50us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684405.637169:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1734684405.637198:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847992064:0@lo:400:kworker.0 00000100:00100000:1.0:1734684405.637207:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938847991168:0@lo:400:kworker.0 00000100:00100000:1.0:1734684405.637212:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847991936:0@lo:400:kworker.0 00000100:00100000:1.0:1734684405.637218:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847991296:0@lo:400:kworker.0 00000100:00100000:3.0:1734684405.637266:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847990912:0@lo:400:kworker.0 00000100:00100000:3.0:1734684405.668725:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847992192:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684405.668776:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684405.668965:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847992192:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684405.716759:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847992320 00000100:00100000:3.0:1734684405.716767:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847992320 00000100:00100000:3.0:1734684405.716796:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6480 00000100:00100000:3.0:1734684405.716800:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847992320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684405.716821:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684405.716852:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847992320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684405.716856:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6480 00010000:00010000:3.0:1734684407.070730:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684407.428668:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684407.428689:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847992448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684407.428733:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684407.428777:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847992448 00000100:00100000:3.0:1734684407.428784:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847992448 00000100:00100000:3.0:1734684407.428828:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6481 00000100:00100000:3.0:1734684407.428833:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847992448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684407.428852:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684407.428885:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847992448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684407.428890:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6481 00000100:00100000:1.0:1734684407.428914:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847992448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684408.087053:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872586624 00000100:00100000:1.0:1734684408.087066:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872586624 00000100:00100000:1.0:1734684408.087125:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 519 00000100:00100000:1.0:1734684408.087130:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872586624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684408.087184:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872586624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684408.087190:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 519 00000100:00080000:1.0:1734684408.087224:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684378 00000100:00080000:1.0:1734684408.087228:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684378 00000100:00080000:1.0:1734684408.087230:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684378 00000100:00100000:1.0:1734684410.596723:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847992576:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684410.596771:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684410.596981:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847992576:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684410.644709:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938847992704:0@lo:400:kworker.0 00000100:00100000:3.0:1734684410.644770:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684410.644779:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847993088:0@lo:400:kworker.0 00000100:00100000:3.0:1734684410.644792:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938847993344:0@lo:400:kworker.0 00000100:00100000:1.0:1734684410.644806:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684410.644809:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684410.644824:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847993856:0@lo:400:kworker.0 00000100:00100000:3.0:1734684410.644829:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847992960:0@lo:400:kworker.0 00000100:00100000:1.0:1734684410.644845:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684410.644858:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847992832 00000100:00100000:3.0:1734684410.644861:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847992832 00000100:00080000:1.0:1734684410.644867:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684380 00000100:00080000:1.0:1734684410.644869:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684380 00000100:00100000:1.0:1734684410.644878:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847993088 00000100:00100000:3.0:1734684410.644878:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847993472 00000100:00100000:3.0:1734684410.644879:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847993472 00000100:00100000:1.0:1734684410.644880:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847993088 00000100:00100000:1.0:1734684410.644901:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40710 00000100:00100000:3.0:1734684410.644901:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847993856 00000100:00100000:3.0:1734684410.644903:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847993856 00000100:00100000:1.0:1734684410.644905:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847993088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684410.644913:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1647 00000100:00100000:3.0:1734684410.644917:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847992832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684410.644936:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847993088:12345-0@lo:400:kworker.0 Request processed in 30us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684410.644955:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847992832:12345-0@lo:400:kworker.0 Request processed in 38us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684410.644957:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40710 00000100:00100000:3.0:1734684410.644960:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1647 00000100:00100000:3.0:1734684410.644971:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00080000:1.0:1734684410.644972:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684380 00000100:00080000:1.0:1734684410.644974:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684380 00000100:00100000:3.0:1734684410.644974:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847993856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684410.644993:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847993088:0@lo:400:kworker.0 00000100:00100000:3.0:1734684410.644997:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938847993856:12345-0@lo:400:kworker.0 Request processed in 22us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684410.645000:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:1.0:1734684410.645012:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938847993856:0@lo:400:kworker.0 00000100:00100000:3.0:1734684410.645013:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53585 00000100:00100000:3.0:1734684410.645016:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847993600:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684410.645026:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684410.645043:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938847993600:12345-0@lo:8:kworker.0 Request processed in 25us (165us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684410.645050:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53585 00000100:00100000:3.0:1734684410.645065:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684410.645076:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847992960 00000100:00100000:3.0:1734684410.645076:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847993728:0@lo:400:kworker.0 00000100:00100000:1.0:1734684410.645078:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847992960 00000100:00100000:3.0:1734684410.645090:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684410.645092:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:1.0:1734684410.645094:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847992960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684410.645114:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847992960:12345-0@lo:400:kworker.0 Request processed in 19us (49us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684410.645118:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00100000:3.0:1734684410.645131:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847992960:0@lo:400:kworker.0 00000100:00100000:3.0:1734684410.645138:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847993728:0@lo:400:kworker.0 00000100:00100000:1.0:1734684410.676802:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847993984 00000100:00100000:1.0:1734684410.676809:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847993984 00000100:00100000:1.0:1734684410.676847:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40711 00000100:00100000:1.0:1734684410.676852:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847993984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684410.676880:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684410.676921:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938847993984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684410.676927:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40711 00000100:00100000:1.0:1734684410.724741:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847994112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684410.724792:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684410.724852:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847994112 00000100:00100000:3.0:1734684410.724857:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847994112 00000100:00100000:3.0:1734684410.724890:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6482 00000100:00100000:3.0:1734684410.724896:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847994112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684410.724920:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684410.724976:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847994112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684410.724980:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6482 00000100:00100000:1.0:1734684410.725014:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847994112:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684412.080702:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684412.436717:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684412.436735:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6566a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847994240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684412.436782:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684412.436817:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847994240 00000100:00100000:3.0:1734684412.436824:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847994240 00000100:00100000:3.0:1734684412.436869:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6483 00000100:00100000:3.0:1734684412.436873:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847994240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684412.436889:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684412.436931:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938847994240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684412.436936:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6483 00000100:00100000:1.0:1734684412.436968:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6566a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938847994240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684413.095044:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872587264 00000100:00100000:1.0:1734684413.095052:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872587264 00000100:00100000:1.0:1734684413.095085:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1651 00000100:00100000:1.0:1734684413.095089:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872587264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684413.095136:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872587264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684413.095141:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1651 00000100:00100000:1.0:1734684413.095159:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872587136 00000100:00100000:1.0:1734684413.095161:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872587136 00000100:00100000:1.0:1734684413.095172:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 521 00000100:00100000:1.0:1734684413.095174:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872587136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684413.095187:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872587136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684413.095190:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 521 00000100:00100000:1.0:1734684415.604758:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847994368:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684415.604809:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684415.605063:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847994368:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684415.652722:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847994624:0@lo:400:kworker.0 00000100:00100000:3.0:1734684415.652746:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847994752:0@lo:400:kworker.0 00000100:00100000:1.0:1734684415.652773:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684415.652790:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847995008:0@lo:8:kworker.0 00000100:00100000:1.0:1734684415.652803:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847995264:0@lo:400:kworker.0 00000100:00100000:3.0:1734684415.652810:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684415.652814:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684415.652825:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847995392:0@lo:8:kworker.0 00000100:00100000:1.0:1734684415.652835:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847994624 00000100:00100000:1.0:1734684415.652839:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847994624 00000100:00100000:3.0:1734684415.652843:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684415.652876:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653 00000100:00100000:1.0:1734684415.652880:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847994624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684415.652882:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847995392 00000100:00100000:3.0:1734684415.652885:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847995392 00000100:00100000:3.0:1734684415.652901:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53587 00000100:00100000:3.0:1734684415.652905:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847995008:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684415.652908:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938847994624:12345-0@lo:400:kworker.0 Request processed in 28us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684415.652912:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653 00010000:00020000:3.0:1734684415.652921:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684415.652929:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53588 00000100:00100000:1.0:1734684415.652932:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847995392:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684415.652939:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684415.652944:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938847995008:12345-0@lo:8:kworker.0 Request processed in 37us (133us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684415.652949:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53587 00000100:00100000:1.0:1734684415.652955:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b58c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847995392:12345-0@lo:8:kworker.0 Request processed in 21us (110us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684415.652959:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53588 00000100:00080000:3.0:1734684415.652969:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684415.652972:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684415.652975:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847995392:0@lo:8:kworker.0 00000100:00080000:3.0:1734684415.652981:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684415.652983:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684415.652985:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847995008:0@lo:8:kworker.0 00000100:00100000:3.0:1734684415.653014:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684415.653040:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847995520:0@lo:400:kworker.0 00000100:00100000:3.0:1734684415.653055:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684415.653064:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847995264:0@lo:400:kworker.0 00000100:00100000:1.0:1734684415.653069:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847994624:0@lo:400:kworker.0 00000100:00100000:1.0:1734684415.653080:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847995520 00000100:00100000:1.0:1734684415.653081:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847995520 00000100:00100000:1.0:1734684415.653101:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7358 00000100:00100000:1.0:1734684415.653104:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847995520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684415.653128:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938847995520:12345-0@lo:400:kworker.0 Request processed in 22us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684415.653132:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7358 00000100:00100000:3.0:1734684415.653205:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847995520:0@lo:400:kworker.0 00000100:00080000:1.0:1734684415.653291:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684385 00000100:00100000:3.0:1734684415.653378:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847994752:0@lo:400:kworker.0 00000100:00100000:1.0:1734684415.732743:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847995904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684415.732795:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684415.732914:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847995904 00000100:00100000:3.0:1734684415.732920:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847995904 00000100:00100000:3.0:1734684415.732961:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6484 00000100:00100000:3.0:1734684415.732967:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847995904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684415.732990:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684415.733059:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847995904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684415.733064:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6484 00000100:00100000:1.0:1734684415.733097:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847995904:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684417.090701:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684417.444738:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847996032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684417.444799:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684417.444907:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684387 00000100:00100000:3.0:1734684417.445024:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938847996032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684418.103327:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872587776 00000100:00100000:3.0:1734684418.103331:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872587776 00000100:00100000:3.0:1734684418.103352:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872587904 00000100:00100000:3.0:1734684418.103353:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872587904 00000100:00100000:1.0:1734684418.103359:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1657 00000100:00100000:1.0:1734684418.103366:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872587776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684418.103384:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1658 00000100:00100000:3.0:1734684418.103388:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872587904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684418.103398:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872587776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684418.103404:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1657 00000100:00100000:3.0:1734684418.103409:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872587904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684418.103413:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1658 00000100:00080000:1.0:1734684418.103422:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684388 00000100:00080000:1.0:1734684418.103426:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684388 00000100:00080000:1.0:1734684418.103427:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684388 00000100:00100000:1.0:1734684420.660725:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847996416:0@lo:400:kworker.0 00000100:00100000:3.0:1734684420.660743:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847996544:0@lo:400:kworker.0 00000100:00100000:1.0:1734684420.660770:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684420.660792:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847996800:0@lo:8:kworker.0 00000100:00100000:1.0:1734684420.660811:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847997056:0@lo:400:kworker.0 00000100:00100000:3.0:1734684420.660812:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684420.660830:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847997312:0@lo:8:kworker.0 00000100:00100000:1.0:1734684420.660832:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684420.660846:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684420.660859:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847996416 00000100:00100000:1.0:1734684420.660865:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847996416 00000100:00100000:3.0:1734684420.660867:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847996800 00000100:00100000:3.0:1734684420.660871:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847996800 00000100:00100000:1.0:1734684420.660888:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847997568 00000100:00100000:3.0:1734684420.660888:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847996928 00000100:00100000:1.0:1734684420.660890:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847997568 00000100:00100000:3.0:1734684420.660890:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847996928 00000100:00100000:3.0:1734684420.660901:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847997312 00000100:00100000:1.0:1734684420.660903:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:3.0:1734684420.660903:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847997312 00000100:00100000:1.0:1734684420.660907:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847997056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684420.660913:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7359 00000100:00100000:3.0:1734684420.660917:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847996928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684420.660933:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938847997056:12345-0@lo:400:kworker.0 Request processed in 25us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684420.660941:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00100000:3.0:1734684420.660943:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938847996928:12345-0@lo:400:kworker.0 Request processed in 25us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684420.660948:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7359 00000100:00100000:3.0:1734684420.660958:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53590 00000100:00100000:3.0:1734684420.660962:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847996800:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734684420.660963:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684390 00000100:00080000:1.0:1734684420.660967:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684390 00010000:00020000:3.0:1734684420.660976:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684420.660986:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938847997056:0@lo:400:kworker.0 00000100:00100000:1.0:1734684420.660994:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938847996416:0@lo:400:kworker.0 00000100:00100000:3.0:1734684420.660997:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938847996800:12345-0@lo:8:kworker.0 Request processed in 34us (184us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684420.661002:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53590 00000100:00080000:1.0:1734684420.661009:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684390 00000100:00100000:3.0:1734684420.661019:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847996672 00000100:00100000:3.0:1734684420.661021:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847996672 00000100:00100000:1.0:1734684420.661034:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847997184 00000100:00100000:1.0:1734684420.661037:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847997184 00000100:00100000:3.0:1734684420.661040:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40716 00000100:00100000:3.0:1734684420.661044:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847996672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684420.661052:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40717 00000100:00100000:1.0:1734684420.661056:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847997184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684420.661070:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847996672:12345-0@lo:400:kworker.0 Request processed in 25us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684420.661075:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40716 00000100:00100000:1.0:1734684420.661081:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938847997184:12345-0@lo:400:kworker.0 Request processed in 23us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684420.661089:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40717 00000100:00080000:3.0:1734684420.661092:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684420.661095:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684420.661098:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938847997312:0@lo:8:kworker.0 00000100:00080000:1.0:1734684420.661100:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684390 00000100:00080000:3.0:1734684420.661104:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684420.661107:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684420.661109:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938847996800:0@lo:8:kworker.0 00000100:00100000:3.0:1734684420.661125:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684420.661256:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684390 00000100:00100000:3.0:1734684420.661327:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847996544:0@lo:400:kworker.0 00000100:00100000:1.0:1734684420.692728:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847997696:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684420.692795:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684420.693001:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847997696:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684420.741131:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938847997824:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684422.100742:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734684422.453005:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684392 00000100:00100000:1.0:1734684423.111525:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872588288 00000100:00100000:1.0:1734684423.111581:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872588288 00000100:00100000:1.0:1734684423.111620:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1663 00000100:00100000:1.0:1734684423.111626:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872588288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734684423.111744:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684393 00000100:00100000:1.0:1734684423.111878:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872588288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 249us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684423.111886:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1663 00000100:00100000:1.0:1734684423.111996:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872588160 00000100:00100000:1.0:1734684423.111999:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872588160 00000100:00080000:3.0:1734684423.112032:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684393 00000100:00100000:1.0:1734684423.112034:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 525 00000100:00100000:1.0:1734684423.112042:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872588160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684423.112064:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872588160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684423.112068:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 525 00000100:00100000:1.0:1734684423.112112:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872588416 00000100:00100000:1.0:1734684423.112114:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872588416 00000100:00100000:1.0:1734684423.112139:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1664 00000100:00100000:1.0:1734684423.112143:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872588416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734684423.112147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684393 00000100:00100000:1.0:1734684423.112175:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872588416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684423.112180:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1664 00000100:00100000:3.0:1734684425.668778:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938847998336:0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.668831:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684425.668854:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938847998976:0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.668866:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684425.668873:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1734684425.668876:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847998464:0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.668886:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684425.668894:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847999104:0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.668915:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684425.668940:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847998336 00000100:00100000:3.0:1734684425.668945:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847998336 00000100:00100000:3.0:1734684425.668969:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847998976 00000100:00100000:3.0:1734684425.668971:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847998976 00000100:00100000:3.0:1734684425.668980:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847998464 00000100:00100000:3.0:1734684425.668982:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847998464 00000100:00100000:3.0:1734684425.668994:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:3.0:1734684425.668998:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938847998336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.669031:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938847998336:12345-0@lo:400:kworker.0 Request processed in 32us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684425.669036:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00100000:3.0:1734684425.669047:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:3.0:1734684425.669050:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938847998976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.669077:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938847998976:12345-0@lo:400:kworker.0 Request processed in 26us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684425.669082:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00100000:3.0:1734684425.669090:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667 00000100:00100000:3.0:1734684425.669093:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847998464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.669111:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938847998464:12345-0@lo:400:kworker.0 Request processed in 17us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684425.669114:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667 00000100:00080000:3.0:1734684425.669125:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684395 00000100:00080000:3.0:1734684425.669127:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684395 00000100:00100000:3.0:1734684425.669140:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938847998464:0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.669145:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938847998976:0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.669149:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095461c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938847998336:0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.669197:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847999104:0@lo:400:kworker.0 00000100:00100000:1.0:1734684425.669261:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095461880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938847998208:0@lo:400:kworker.0 00000100:00100000:1.0:1734684425.669288:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684425.669299:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847998848:0@lo:400:kworker.0 00000100:00100000:1.0:1734684425.669311:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684425.669327:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938847999488:0@lo:400:kworker.0 00000100:00100000:1.0:1734684425.669340:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684425.669350:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734684425.669354:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847998592:0@lo:400:kworker.0 00000100:00100000:1.0:1734684425.669367:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684425.669375:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847999360:0@lo:400:kworker.0 00000100:00100000:1.0:1734684425.669386:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684425.669400:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847998848 00000100:00100000:1.0:1734684425.669402:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847998848 00000100:00100000:1.0:1734684425.669419:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847999360 00000100:00100000:1.0:1734684425.669421:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847999360 00000100:00100000:1.0:1734684425.669431:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7361 00000100:00100000:1.0:1734684425.669441:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847998848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.669442:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7362 00000100:00100000:3.0:1734684425.669447:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847999360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684425.669468:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938847998848:12345-0@lo:400:kworker.0 Request processed in 27us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684425.669473:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7361 00000100:00100000:3.0:1734684425.669474:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938847999360:12345-0@lo:400:kworker.0 Request processed in 27us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684425.669482:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7362 00000100:00080000:1.0:1734684425.669485:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684395 00000100:00100000:3.0:1734684425.669498:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847999488 00000100:00100000:1.0:1734684425.669499:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938847999360:0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.669500:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847999488 00000100:00100000:1.0:1734684425.669506:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847998848:0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.669514:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668 00000100:00100000:3.0:1734684425.669517:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938847999488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.669557:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938847999488:12345-0@lo:400:kworker.0 Request processed in 39us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684425.669560:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668 00000100:00100000:3.0:1734684425.669574:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847998592 00000100:00100000:3.0:1734684425.669576:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847998592 00000100:00100000:3.0:1734684425.669588:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40721 00000100:00100000:3.0:1734684425.669591:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847998592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.669610:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938847998592:12345-0@lo:400:kworker.0 Request processed in 18us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684425.669616:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40721 00000100:00100000:1.0:1734684425.669630:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938847998592:0@lo:400:kworker.0 00000100:00100000:1.0:1734684425.669638:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938847999488:0@lo:400:kworker.0 00000100:00100000:3.0:1734684425.700836:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938847999616 00000100:00100000:3.0:1734684425.700843:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938847999616 00000100:00100000:3.0:1734684425.700891:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40722 00000100:00100000:3.0:1734684425.700897:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847999616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684425.700925:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684425.700971:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938847999616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684425.700978:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40722 00000100:00100000:1.0:1734684425.749115:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938847999744:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684427.110748:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684428.119293:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872588928 00000100:00100000:3.0:1734684428.119297:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872588928 00000100:00100000:3.0:1734684428.119317:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872588800 00000100:00100000:3.0:1734684428.119319:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872588800 00000100:00100000:3.0:1734684428.119331:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1669 00000100:00100000:3.0:1734684428.119335:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872588928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734684428.119413:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684398 00000100:00080000:1.0:1734684428.119417:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684398 00000100:00080000:1.0:1734684428.119419:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684398 00000100:00100000:1.0:1734684428.119450:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1670 00000100:00100000:1.0:1734684428.119455:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872588800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684428.119501:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872588928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 164us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684428.119506:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1669 00000100:00100000:1.0:1734684428.119622:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872588800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 165us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684428.119628:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1670 00000100:00100000:1.0:1734684430.628799:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848000000:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684430.628853:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684430.628947:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848000000 00000100:00100000:3.0:1734684430.628954:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848000000 00000100:00100000:3.0:1734684430.628990:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40723 00000100:00100000:3.0:1734684430.628996:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848000000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684430.629026:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684430.629067:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848000000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684430.629073:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40723 00000100:00100000:1.0:1734684430.629093:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848000000:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684430.676744:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848000256:0@lo:400:kworker.0 00000100:00100000:3.0:1734684430.676795:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684430.676820:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848000896:0@lo:400:kworker.0 00000100:00100000:1.0:1734684430.676832:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848000256 00000100:00100000:3.0:1734684430.676833:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684430.676844:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848000256 00000100:00100000:3.0:1734684430.676845:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1734684430.676849:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848000128:0@lo:400:kworker.0 00000100:00100000:3.0:1734684430.676871:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684430.676881:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848000768:0@lo:400:kworker.0 00000100:00100000:1.0:1734684430.676896:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848000896 00000100:00100000:3.0:1734684430.676897:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684430.676899:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848000896 00000100:00100000:3.0:1734684430.676912:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848001408:0@lo:400:kworker.0 00000100:00100000:1.0:1734684430.676918:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1671 00000100:00100000:1.0:1734684430.676925:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848000256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684430.676928:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684430.676946:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848001408 00000100:00100000:3.0:1734684430.676949:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848001408 00000100:00100000:3.0:1734684430.676967:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672 00000100:00100000:3.0:1734684430.676973:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848000896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684430.676993:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848000256:12345-0@lo:400:kworker.0 Request processed in 68us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684430.677002:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1671 00000100:00100000:3.0:1734684430.677004:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848000896:12345-0@lo:400:kworker.0 Request processed in 31us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684430.677010:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672 00000100:00100000:1.0:1734684430.677023:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:1.0:1734684430.677028:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848001408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684430.677045:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53597 00000100:00100000:3.0:1734684430.677049:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848001152:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684430.677056:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848001408:12345-0@lo:400:kworker.0 Request processed in 27us (127us total) trans 0 rc 0/0 00010000:00020000:3.0:1734684430.677059:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684430.677061:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:1.0:1734684430.677074:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848000384 00000100:00100000:1.0:1734684430.677076:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848000384 00000100:00100000:3.0:1734684430.677079:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848001152:12345-0@lo:8:kworker.0 Request processed in 29us (162us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684430.677084:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53597 00000100:00100000:1.0:1734684430.677094:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:1.0:1734684430.677099:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848000384:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684430.677123:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684400 00000100:00080000:3.0:1734684430.677126:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684400 00000100:00080000:3.0:1734684430.677128:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684400 00000100:00080000:3.0:1734684430.677129:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684400 00000100:00100000:1.0:1734684430.677133:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848000384:12345-0@lo:400:kworker.0 Request processed in 32us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684430.677138:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:3.0:1734684430.677142:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40725 00000100:00100000:3.0:1734684430.677146:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848001024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684430.677170:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848001024:12345-0@lo:400:kworker.0 Request processed in 24us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684430.677175:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40725 00000100:00100000:1.0:1734684430.677176:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848000128:0@lo:400:kworker.0 00000100:00100000:3.0:1734684430.677187:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848001280 00000100:00100000:1.0:1734684430.677189:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848000768:0@lo:400:kworker.0 00000100:00100000:3.0:1734684430.677189:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848001280 00000100:00100000:1.0:1734684430.677199:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848001408:0@lo:400:kworker.0 00000100:00100000:3.0:1734684430.677204:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7364 00000100:00100000:3.0:1734684430.677207:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848001280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684430.677209:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848000896:0@lo:400:kworker.0 00000100:00100000:1.0:1734684430.677217:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848000256:0@lo:400:kworker.0 00000100:00100000:3.0:1734684430.677233:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848001280:12345-0@lo:400:kworker.0 Request processed in 25us (60us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684430.677245:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7364 00000100:00100000:1.0:1734684430.708738:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848001536:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684430.708791:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684430.708856:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848001536 00000100:00100000:3.0:1734684430.708863:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848001536 00000100:00100000:3.0:1734684430.708908:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40726 00000100:00100000:3.0:1734684430.708914:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848001536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684430.708946:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684430.708987:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848001536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684430.708993:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40726 00000100:00100000:1.0:1734684430.709043:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848001536:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684432.120789:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684433.126956:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872589312 00000100:00100000:1.0:1734684433.126961:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872589312 00000100:00100000:3.0:1734684433.126963:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872589568 00000100:00100000:3.0:1734684433.126967:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872589568 00000100:00100000:3.0:1734684433.126984:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53598 00000100:00100000:1.0:1734684433.126987:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1675 00000100:00100000:3.0:1734684433.126989:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872589568:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684433.126992:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872589312:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734684433.127007:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684433.127025:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872589312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684433.127031:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1675 00000100:00100000:3.0:1734684433.127032:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872589568:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (112us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684433.127037:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53598 00000100:00100000:3.0:1734684435.636849:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848001920 00000100:00100000:3.0:1734684435.636855:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848001920 00000100:00100000:3.0:1734684435.636898:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40727 00000100:00100000:3.0:1734684435.636902:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848001920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684435.636928:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684435.636968:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848001920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684435.636974:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40727 00000100:00100000:1.0:1734684435.684755:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848002304:0@lo:400:kworker.0 00000100:00100000:3.0:1734684435.684787:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848002176:0@lo:400:kworker.0 00000100:00100000:1.0:1734684435.684795:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684435.684826:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848002944:0@lo:400:kworker.0 00000100:00100000:3.0:1734684435.684847:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684435.684975:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848002816:0@lo:400:kworker.0 00000100:00100000:3.0:1734684435.684996:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684435.685031:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848002304 00000100:00100000:3.0:1734684435.685038:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848002304 00000100:00100000:1.0:1734684435.685061:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684435.685070:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848002176 00000100:00100000:3.0:1734684435.685072:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848002176 00000100:00100000:3.0:1734684435.685085:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848002816 00000100:00100000:3.0:1734684435.685087:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848002816 00000100:00100000:1.0:1734684435.685094:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848002432 00000100:00100000:1.0:1734684435.685098:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848002432 00000100:00100000:3.0:1734684435.685101:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677 00000100:00100000:3.0:1734684435.685106:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848002304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684435.685118:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848002944 00000100:00100000:1.0:1734684435.685120:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848002944 00000100:00100000:1.0:1734684435.685133:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40728 00000100:00100000:1.0:1734684435.685137:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848002432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684435.685148:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848002304:12345-0@lo:400:kworker.0 Request processed in 42us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684435.685155:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677 00000100:00100000:1.0:1734684435.685167:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848002432:12345-0@lo:400:kworker.0 Request processed in 29us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684435.685171:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679 00000100:00100000:1.0:1734684435.685173:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40728 00000100:00100000:3.0:1734684435.685175:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848002816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684435.685185:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40729 00000100:00100000:1.0:1734684435.685189:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848002944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684435.685192:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848002816:12345-0@lo:400:kworker.0 Request processed in 16us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684435.685197:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679 00000100:00100000:1.0:1734684435.685212:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848002944:12345-0@lo:400:kworker.0 Request processed in 22us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684435.685216:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7366 00000100:00100000:1.0:1734684435.685217:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40729 00000100:00100000:3.0:1734684435.685220:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848003200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684435.685243:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848003200:12345-0@lo:400:kworker.0 Request processed in 23us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684435.685246:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848002944:0@lo:400:kworker.0 00000100:00100000:3.0:1734684435.685251:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7366 00000100:00100000:1.0:1734684435.685257:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848002304:0@lo:400:kworker.0 00000100:00080000:3.0:1734684435.685299:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684405 00000100:00080000:3.0:1734684435.685303:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684405 00000100:00080000:3.0:1734684435.685305:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684405 00000100:00080000:3.0:1734684435.685307:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684405 00010000:00010000:3.0:1734684437.130753:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684437.476700:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848003712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684437.476751:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734684437.476852:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684407 00000100:00100000:1.0:1734684437.476942:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848003712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684438.134958:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872589824 00000100:00100000:1.0:1734684438.134966:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872589824 00000100:00100000:3.0:1734684438.135014:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872589696 00000100:00100000:3.0:1734684438.135018:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872589696 00000100:00100000:1.0:1734684438.135025:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872589952 00000100:00100000:1.0:1734684438.135027:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872589952 00000100:00100000:1.0:1734684438.135045:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1681 00000100:00100000:3.0:1734684438.135045:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 531 00000100:00100000:1.0:1734684438.135051:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872589824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684438.135051:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872589696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684438.135114:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872589824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 63us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684438.135114:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872589696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684438.135121:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1681 00000100:00100000:3.0:1734684438.135121:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 531 00000100:00100000:1.0:1734684440.692727:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848003968:0@lo:400:kworker.0 00000100:00100000:1.0:1734684440.692780:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684440.692788:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848004224:0@lo:400:kworker.0 00000100:00100000:1.0:1734684440.692806:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848004608:0@lo:400:kworker.0 00000100:00100000:1.0:1734684440.692831:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684440.692847:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684440.692868:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848004096 00000100:00100000:1.0:1734684440.692873:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848004096 00000100:00100000:3.0:1734684440.692880:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848004864:0@lo:400:kworker.0 00000100:00100000:3.0:1734684440.692898:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684440.692903:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848004736 00000100:00100000:1.0:1734684440.692905:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848004736 00000100:00100000:1.0:1734684440.692919:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1683 00000100:00100000:1.0:1734684440.692925:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848004096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684440.692925:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848003968 00000100:00100000:3.0:1734684440.692930:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848003968 00000100:00100000:3.0:1734684440.692959:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1734684440.692960:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848004096:12345-0@lo:400:kworker.0 Request processed in 35us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684440.692963:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848003968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684440.692965:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1683 00000100:00080000:1.0:1734684440.692980:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684410 00000100:00080000:1.0:1734684440.692982:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684410 00000100:00080000:1.0:1734684440.692984:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684410 00000100:00080000:1.0:1734684440.692985:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684410 00000100:00100000:1.0:1734684440.692992:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53602 00000100:00100000:1.0:1734684440.692994:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848004480:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684440.693002:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848003968:12345-0@lo:400:kworker.0 Request processed in 39us (222us total) trans 0 rc 0/0 00010000:00020000:1.0:1734684440.693009:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684440.693009:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1734684440.693030:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848004480:12345-0@lo:8:kworker.0 Request processed in 34us (172us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684440.693034:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848005248 00000100:00100000:1.0:1734684440.693036:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53602 00000100:00100000:3.0:1734684440.693037:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848005248 00000100:00100000:1.0:1734684440.693047:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848004992 00000100:00100000:1.0:1734684440.693049:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848004992 00000100:00100000:3.0:1734684440.693050:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686 00000100:00100000:3.0:1734684440.693053:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848005248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684440.693061:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53603 00000100:00100000:1.0:1734684440.693064:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848004992:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684440.693072:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848005248:12345-0@lo:400:kworker.0 Request processed in 18us (50us total) trans 0 rc 0/0 00010000:00020000:1.0:1734684440.693073:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684440.693076:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686 00000100:00100000:1.0:1734684440.693094:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848004992:12345-0@lo:8:kworker.0 Request processed in 28us (63us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684440.693094:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40732 00000100:00100000:3.0:1734684440.693098:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848004352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684440.693099:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53603 00000100:00100000:3.0:1734684440.693119:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848004352:12345-0@lo:400:kworker.0 Request processed in 21us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684440.693120:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848004608:0@lo:400:kworker.0 00000100:00100000:3.0:1734684440.693123:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40732 00000100:00100000:1.0:1734684440.693126:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848003968:0@lo:400:kworker.0 00000100:00100000:3.0:1734684440.693146:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848004864:0@lo:400:kworker.0 00000100:00100000:3.0:1734684440.693155:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848004224:0@lo:400:kworker.0 00000100:00100000:1.0:1734684440.772654:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684440.772669:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848005504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684440.772712:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684440.772888:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848005504:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684442.140691:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684442.484712:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848005632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684442.484761:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684442.484908:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848005632:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684443.142973:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872590208 00000100:00100000:3.0:1734684443.142979:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872590208 00000100:00100000:1.0:1734684443.142999:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872590592 00000100:00100000:1.0:1734684443.143003:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872590592 00000100:00100000:1.0:1734684443.143020:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53604 00000100:00100000:3.0:1734684443.143023:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 533 00000100:00100000:1.0:1734684443.143025:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872590592:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684443.143028:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872590208:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734684443.143040:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684443.143067:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872590592:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (110us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684443.143071:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53604 00000100:00100000:3.0:1734684443.143071:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872590208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684443.143076:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 533 00000100:00100000:1.0:1734684445.652718:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848005760:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684445.652772:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684445.652966:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848005760:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684445.700740:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848006144:0@lo:400:kworker.0 00000100:00100000:3.0:1734684445.700749:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848006016:0@lo:400:kworker.0 00000100:00100000:1.0:1734684445.700792:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684445.700815:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848005888 00000100:00100000:3.0:1734684445.700821:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848005888 00000100:00100000:1.0:1734684445.700826:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848006784:0@lo:400:kworker.0 00000100:00100000:1.0:1734684445.700846:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684445.700851:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1734684445.700855:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848005888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684445.700856:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684445.700861:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848006656:0@lo:400:kworker.0 00000100:00100000:1.0:1734684445.700875:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684445.700883:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848005888:12345-0@lo:400:kworker.0 Request processed in 28us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684445.700886:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1734684445.700895:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689 00000100:00100000:1.0:1734684445.700900:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848006144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684445.700914:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684445.700966:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848006016 00000100:00100000:3.0:1734684445.700969:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848006016 00000100:00100000:1.0:1734684445.700970:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848006144:12345-0@lo:400:kworker.0 Request processed in 68us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684445.700976:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689 00000100:00100000:3.0:1734684445.700989:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691 00000100:00100000:3.0:1734684445.700993:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848006016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684445.701005:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848006656:0@lo:400:kworker.0 00000100:00100000:1.0:1734684445.701013:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848006144:0@lo:400:kworker.0 00000100:00100000:3.0:1734684445.701016:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848006016:12345-0@lo:400:kworker.0 Request processed in 23us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684445.701019:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691 00000100:00100000:3.0:1734684445.701025:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848007168 00000100:00100000:3.0:1734684445.701026:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848007168 00000100:00100000:1.0:1734684445.701030:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848006528 00000100:00100000:1.0:1734684445.701033:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848006528 00000100:00100000:3.0:1734684445.701034:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692 00000100:00100000:3.0:1734684445.701036:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848007168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684445.701047:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848007168:12345-0@lo:400:kworker.0 Request processed in 11us (47us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684445.701050:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692 00000100:00100000:3.0:1734684445.701062:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848006784 00000100:00100000:3.0:1734684445.701064:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848006784 00000100:00100000:3.0:1734684445.701077:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848006272 00000100:00100000:3.0:1734684445.701078:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848006272 00000100:00100000:3.0:1734684445.701090:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40736 00000100:00100000:1.0:1734684445.701093:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7370 00000100:00100000:3.0:1734684445.701093:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848006784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684445.701097:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848006528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684445.701120:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848006784:12345-0@lo:400:kworker.0 Request processed in 25us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684445.701123:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848006528:12345-0@lo:400:kworker.0 Request processed in 25us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684445.701125:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40736 00000100:00100000:1.0:1734684445.701128:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7370 00000100:00100000:3.0:1734684445.701134:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40737 00000100:00100000:3.0:1734684445.701138:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848006272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684445.701147:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848006784:0@lo:400:kworker.0 00000100:00100000:3.0:1734684445.701158:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848006272:12345-0@lo:400:kworker.0 Request processed in 19us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684445.701163:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40737 00000100:00100000:3.0:1734684445.701193:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848006016:0@lo:400:kworker.0 00000100:00100000:3.0:1734684445.732707:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848007296:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684445.732761:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684445.732943:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848007296:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684445.780745:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848007424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684445.780802:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684445.780968:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848007424:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684447.150721:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684448.150805:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872590720 00000100:00100000:3.0:1734684448.150809:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872590720 00000100:00100000:3.0:1734684448.150833:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 535 00000100:00100000:3.0:1734684448.150838:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872590720:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684448.150887:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872590720:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684448.150891:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 535 00010000:00010000:3.0:1734684449.154646:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684450.708726:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848007808:0@lo:400:kworker.0 00000100:00100000:1.0:1734684450.708730:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848007936:0@lo:400:kworker.0 00000100:00100000:3.0:1734684450.708784:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684450.708786:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684450.708811:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848008576:0@lo:400:kworker.0 00000100:00100000:3.0:1734684450.708816:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848008448:0@lo:400:kworker.0 00000100:00100000:1.0:1734684450.708830:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684450.708836:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684450.708854:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848007936 00000100:00100000:3.0:1734684450.708856:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848008064:0@lo:400:kworker.0 00000100:00100000:1.0:1734684450.708859:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848007936 00000100:00100000:3.0:1734684450.708872:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684450.708882:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848008832:0@lo:400:kworker.0 00000100:00100000:1.0:1734684450.708888:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848008576 00000100:00100000:1.0:1734684450.708890:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848008576 00000100:00100000:3.0:1734684450.708893:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684450.708900:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848008064 00000100:00100000:1.0:1734684450.708901:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848008064 00000100:00100000:3.0:1734684450.708903:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734684450.708907:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848008192:0@lo:400:kworker.0 00000100:00100000:1.0:1734684450.708915:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1695 00000100:00100000:1.0:1734684450.708920:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848007936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684450.708922:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684450.708930:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848008960:0@lo:400:kworker.0 00000100:00100000:3.0:1734684450.708942:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684450.708958:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848007936:12345-0@lo:400:kworker.0 Request processed in 38us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684450.708961:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848008960 00000100:00100000:3.0:1734684450.708963:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848008960 00000100:00100000:1.0:1734684450.708965:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1695 00000100:00100000:3.0:1734684450.708977:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:1.0:1734684450.708981:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:3.0:1734684450.708982:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848008576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684450.708985:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848008064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684450.709006:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848008576:12345-0@lo:400:kworker.0 Request processed in 23us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684450.709010:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848008064:12345-0@lo:400:kworker.0 Request processed in 24us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684450.709012:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00000100:00100000:1.0:1734684450.709015:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00100000:3.0:1734684450.709027:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53608 00000100:00080000:1.0:1734684450.709028:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684420 00000100:00100000:3.0:1734684450.709030:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848008320:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734684450.709032:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684420 00000100:00080000:1.0:1734684450.709034:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684420 00000100:00080000:1.0:1734684450.709035:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684420 00010000:00020000:3.0:1734684450.709045:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684450.709064:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848008576:0@lo:400:kworker.0 00000100:00100000:3.0:1734684450.709071:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848008320:12345-0@lo:8:kworker.0 Request processed in 39us (220us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684450.709073:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848007936:0@lo:400:kworker.0 00000100:00100000:3.0:1734684450.709079:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53608 00000100:00100000:1.0:1734684450.709104:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848008192 00000100:00100000:3.0:1734684450.709106:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848008960:0@lo:400:kworker.0 00000100:00100000:1.0:1734684450.709107:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848008192 00000100:00100000:3.0:1734684450.709113:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848008064:0@lo:400:kworker.0 00000100:00100000:3.0:1734684450.709119:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848008832:0@lo:400:kworker.0 00000100:00100000:1.0:1734684450.709127:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40740 00000100:00100000:1.0:1734684450.709131:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848008192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684450.709158:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848008192:12345-0@lo:400:kworker.0 Request processed in 26us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684450.709163:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40740 00000100:00100000:3.0:1734684450.709165:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848008192:0@lo:400:kworker.0 00000100:00100000:1.0:1734684450.740793:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848009088 00000100:00100000:1.0:1734684450.740800:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848009088 00000100:00100000:1.0:1734684450.740839:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40741 00000100:00100000:1.0:1734684450.740846:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848009088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684450.740875:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684450.740914:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848009088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684450.740920:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40741 00010000:00010000:3.0:1734684452.161485:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684452.500696:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848009344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684452.500747:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684452.500938:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848009344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684453.158891:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872591232 00000100:00100000:3.0:1734684453.158898:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872591232 00000100:00100000:3.0:1734684453.158946:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 537 00000100:00100000:3.0:1734684453.158950:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872591232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684453.158957:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1699 00000100:00100000:1.0:1734684453.158964:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872591360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684453.158989:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872591232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684453.158993:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872591360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684453.158994:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 537 00000100:00100000:1.0:1734684453.158999:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1699 00000100:00080000:3.0:1734684453.159024:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684423 00000100:00080000:3.0:1734684453.159028:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684423 00000100:00080000:3.0:1734684453.159029:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684423 00010000:00010000:3.0:1734684454.164744:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684455.668873:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848009472 00000100:00100000:1.0:1734684455.668879:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848009472 00000100:00100000:1.0:1734684455.668916:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40742 00000100:00100000:1.0:1734684455.668922:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848009472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684455.668950:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684455.668991:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848009472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684455.668997:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40742 00000100:00100000:3.0:1734684455.716721:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848009728:0@lo:400:kworker.0 00000100:00100000:1.0:1734684455.716743:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848009984:0@lo:400:kworker.0 00000100:00100000:1.0:1734684455.716779:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684455.716782:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684455.716807:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684455.716809:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848010368:0@lo:400:kworker.0 00000100:00100000:1.0:1734684455.716812:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848009856:0@lo:400:kworker.0 00000100:00100000:3.0:1734684455.716841:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684455.716854:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848009984 00000100:00100000:1.0:1734684455.716859:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848009984 00000100:00100000:3.0:1734684455.716864:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684455.716869:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848010240:0@lo:400:kworker.0 00000100:00100000:3.0:1734684455.716887:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684455.716891:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40743 00000100:00100000:1.0:1734684455.716896:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848009984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684455.716910:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848009600 00000100:00100000:3.0:1734684455.716914:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848009600 00000100:00100000:1.0:1734684455.716931:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848009984:12345-0@lo:400:kworker.0 Request processed in 34us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684455.716933:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1734684455.716935:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848009600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684455.716936:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40743 00000100:00080000:1.0:1734684455.716954:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684425 00000100:00100000:3.0:1734684455.716956:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848009600:12345-0@lo:400:kworker.0 Request processed in 21us (124us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684455.716958:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684425 00000100:00100000:3.0:1734684455.716960:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1734684455.716971:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:1.0:1734684455.716975:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848010368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684455.716997:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848010112:0@lo:8:kworker.0 00000100:00100000:1.0:1734684455.717003:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848010368:12345-0@lo:400:kworker.0 Request processed in 27us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684455.717008:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00100000:3.0:1734684455.717017:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684455.717024:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684455.717039:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848010240 00000100:00100000:3.0:1734684455.717042:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848010240 00000100:00100000:1.0:1734684455.717043:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848009984:0@lo:400:kworker.0 00000100:00080000:1.0:1734684455.717060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684425 00000100:00100000:3.0:1734684455.717060:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848010112 00000100:00100000:3.0:1734684455.717062:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848010112 00000100:00080000:1.0:1734684455.717063:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684425 00000100:00100000:3.0:1734684455.717072:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7373 00000100:00100000:3.0:1734684455.717076:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848010240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684455.717082:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53611 00000100:00100000:1.0:1734684455.717085:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848010112:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684455.717101:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684455.717102:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848010240:12345-0@lo:400:kworker.0 Request processed in 25us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684455.717107:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7373 00000100:00100000:3.0:1734684455.717126:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848010240:0@lo:400:kworker.0 00000100:00100000:1.0:1734684455.717128:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b59050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848010112:12345-0@lo:8:kworker.0 Request processed in 42us (110us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684455.717134:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53611 00000100:00100000:3.0:1734684455.717135:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848010368:0@lo:400:kworker.0 00000100:00100000:3.0:1734684455.717142:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848009728:0@lo:400:kworker.0 00000100:00080000:3.0:1734684455.717160:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684455.717162:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684455.717164:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848010112:0@lo:8:kworker.0 00000100:00100000:1.0:1734684455.717261:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848009856:0@lo:400:kworker.0 00000100:00100000:3.0:1734684455.717308:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848010496:0@lo:8:kworker.0 00000100:00100000:3.0:1734684455.717327:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684455.717331:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848010752:0@lo:400:kworker.0 00000100:00100000:1.0:1734684455.717351:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684455.717366:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848010752 00000100:00100000:3.0:1734684455.717369:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848010752 00000100:00100000:1.0:1734684455.717375:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848010624 00000100:00100000:1.0:1734684455.717378:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848010624 00000100:00100000:3.0:1734684455.717388:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704 00000100:00100000:3.0:1734684455.717392:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848010752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684455.717410:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7374 00000100:00100000:1.0:1734684455.717414:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848010624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684455.717419:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848010752:12345-0@lo:400:kworker.0 Request processed in 26us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684455.717424:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704 00000100:00100000:1.0:1734684455.717443:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848010624:12345-0@lo:400:kworker.0 Request processed in 27us (99us total) trans 0 rc 0/0 00000100:00080000:3.0:1734684455.717448:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684455.717449:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7374 00000100:00080000:3.0:1734684455.717450:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684455.717453:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848010496:0@lo:8:kworker.0 00000100:00080000:1.0:1734684455.717459:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684425 00000100:00100000:1.0:1734684455.717476:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848010624:0@lo:400:kworker.0 00000100:00100000:3.0:1734684455.749059:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848010880 00000100:00100000:3.0:1734684455.749067:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848010880 00000100:00100000:3.0:1734684455.749107:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40744 00000100:00100000:3.0:1734684455.749113:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848010880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684455.749139:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684455.749198:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848010880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684455.749204:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40744 00000100:00100000:1.0:1734684455.796841:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684455.796859:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848011008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684455.796910:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684455.797068:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848011008:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684457.170771:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684457.508673:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848011136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684457.508727:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684457.508817:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684427 00000100:00100000:1.0:1734684457.508903:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009849b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848011136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684458.166920:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872591744 00000100:00100000:3.0:1734684458.166924:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872591744 00000100:00100000:1.0:1734684458.166936:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872592128 00000100:00100000:1.0:1734684458.166940:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872592128 00000100:00100000:3.0:1734684458.166947:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 539 00000100:00100000:3.0:1734684458.166952:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872591744:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684458.166955:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53613 00000100:00100000:1.0:1734684458.166959:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872592128:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684458.166976:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684458.166992:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872591744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684458.166998:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 539 00000100:00100000:1.0:1734684458.166999:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872592128:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (117us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684458.167004:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53613 00010000:00010000:3.0:1734684459.174856:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684460.676990:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848011264 00000100:00100000:3.0:1734684460.676997:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848011264 00000100:00100000:3.0:1734684460.677033:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40745 00000100:00100000:3.0:1734684460.677039:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848011264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684460.677068:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684460.677140:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848011264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684460.677146:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40745 00000100:00100000:1.0:1734684460.724762:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848011392:0@lo:400:kworker.0 00000100:00100000:3.0:1734684460.724794:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848011776:0@lo:400:kworker.0 00000100:00100000:1.0:1734684460.724824:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684460.724828:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684460.724855:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848012032:0@lo:400:kworker.0 00000100:00100000:3.0:1734684460.724855:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684460.724861:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848011648:0@lo:400:kworker.0 00000100:00100000:1.0:1734684460.724876:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684460.724883:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848011904:0@lo:8:kworker.0 00000100:00100000:1.0:1734684460.724885:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684460.724888:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848012160:0@lo:400:kworker.0 00000100:00100000:3.0:1734684460.724902:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684460.724914:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848012288:0@lo:8:kworker.0 00000100:00100000:1.0:1734684460.724915:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684460.724925:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684460.724938:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848012032 00000100:00100000:1.0:1734684460.724941:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848012032 00000100:00100000:3.0:1734684460.724946:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848011776 00000100:00100000:3.0:1734684460.724948:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848011776 00000100:00100000:1.0:1734684460.724958:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848011904 00000100:00100000:1.0:1734684460.724960:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848011904 00000100:00100000:3.0:1734684460.724964:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40746 00000100:00100000:1.0:1734684460.724968:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848012288 00000100:00100000:3.0:1734684460.724968:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848011776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684460.724969:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848012288 00000100:00100000:1.0:1734684460.724978:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7375 00000100:00100000:1.0:1734684460.724981:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848012032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684460.724994:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098498380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848011776:12345-0@lo:400:kworker.0 Request processed in 24us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684460.724999:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40746 00000100:00100000:1.0:1734684460.725005:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848012032:12345-0@lo:400:kworker.0 Request processed in 23us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684460.725010:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7375 00000100:00100000:3.0:1734684460.725018:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684460.725023:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53614 00000100:00100000:1.0:1734684460.725026:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848011904:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684460.725041:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684460.725041:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848011776:0@lo:400:kworker.0 00000100:00100000:3.0:1734684460.725055:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848012544:0@lo:400:kworker.0 00000100:00100000:1.0:1734684460.725065:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848011904:12345-0@lo:8:kworker.0 Request processed in 37us (161us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684460.725071:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53614 00000100:00100000:3.0:1734684460.725071:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684460.725083:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684460.725087:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848012416:0@lo:400:kworker.0 00000100:00100000:3.0:1734684460.725112:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684460.725117:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848012160:0@lo:400:kworker.0 00000100:00100000:1.0:1734684460.725126:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848012032:0@lo:400:kworker.0 00000100:00100000:3.0:1734684460.725129:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710 00000100:00100000:1.0:1734684460.725133:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848011392:0@lo:400:kworker.0 00000100:00100000:3.0:1734684460.725133:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848012544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684460.725151:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848012416 00000100:00100000:1.0:1734684460.725154:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848012416 00000100:00100000:3.0:1734684460.725155:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098499500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848012544:12345-0@lo:400:kworker.0 Request processed in 21us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684460.725160:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710 00000100:00080000:3.0:1734684460.725185:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684460.725188:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684460.725191:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848011904:0@lo:8:kworker.0 00000100:00080000:3.0:1734684460.725198:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684460.725200:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684460.725203:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848012288:0@lo:8:kworker.0 00000100:00100000:3.0:1734684460.725223:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848012416:0@lo:400:kworker.0 00000100:00100000:3.0:1734684460.725234:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848012544:0@lo:400:kworker.0 00000100:00100000:3.0:1734684460.725242:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848011648:0@lo:400:kworker.0 00000100:00100000:1.0:1734684460.756813:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848012672:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684460.756879:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684460.756960:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848012672 00000100:00100000:3.0:1734684460.756967:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848012672 00000100:00100000:3.0:1734684460.757006:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40747 00000100:00100000:3.0:1734684460.757015:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848012672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684460.757045:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684460.757093:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848012672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684460.757109:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40747 00000100:00100000:1.0:1734684460.757186:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848012672:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684460.804764:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684460.804783:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848012800:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684460.804838:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684460.805036:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848012800:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684462.180702:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684463.174851:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872592384 00000100:00100000:1.0:1734684463.174856:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872592384 00000100:00080000:3.0:1734684463.174879:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684433 00000100:00100000:1.0:1734684463.174880:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872592512 00000100:00100000:1.0:1734684463.174882:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872592512 00000100:00080000:3.0:1734684463.174883:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684433 00000100:00080000:3.0:1734684463.174886:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684433 00000100:00100000:1.0:1734684463.174896:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1711 00000100:00100000:1.0:1734684463.174901:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872592384:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684463.174909:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1712 00000100:00100000:3.0:1734684463.174914:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872592512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684463.174930:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872592384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684463.174935:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1711 00000100:00100000:3.0:1734684463.174940:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872592512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684463.174946:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1712 00010000:00010000:3.0:1734684464.184715:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684465.186689:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684465.684698:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848013056:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684465.684751:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684465.684948:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848013056:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684465.732750:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848013184:0@lo:400:kworker.0 00000100:00100000:3.0:1734684465.732759:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848013568:0@lo:400:kworker.0 00000100:00100000:3.0:1734684465.732801:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684465.732803:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684465.732830:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848013824:0@lo:400:kworker.0 00000100:00100000:3.0:1734684465.732830:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848014336:0@lo:400:kworker.0 00000100:00100000:1.0:1734684465.732849:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684465.732852:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848013696:0@lo:8:kworker.0 00000100:00100000:1.0:1734684465.732869:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848013312 00000100:00100000:1.0:1734684465.732872:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848013312 00000100:00100000:3.0:1734684465.732883:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684465.732891:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848013952 00000100:00100000:1.0:1734684465.732893:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848013952 00000100:00100000:3.0:1734684465.732893:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848014080:0@lo:8:kworker.0 00000100:00100000:1.0:1734684465.732903:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848013440 00000100:00100000:1.0:1734684465.732904:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848013440 00000100:00100000:3.0:1734684465.732915:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:1.0:1734684465.732918:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:3.0:1734684465.732920:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848013312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684465.732922:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848013952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684465.732947:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848013952:12345-0@lo:400:kworker.0 Request processed in 24us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684465.732948:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848013312:12345-0@lo:400:kworker.0 Request processed in 29us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684465.732952:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00100000:3.0:1734684465.732954:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00100000:1.0:1734684465.732963:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715 00000100:00100000:1.0:1734684465.732966:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848013440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684465.732975:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684465.732987:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848013440:12345-0@lo:400:kworker.0 Request processed in 20us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684465.732990:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715 00000100:00100000:3.0:1734684465.732996:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848014080 00000100:00100000:3.0:1734684465.732999:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848014080 00000100:00100000:1.0:1734684465.733004:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7378 00000100:00100000:1.0:1734684465.733007:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848014208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684465.733014:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53617 00000100:00100000:3.0:1734684465.733031:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009849a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848013696:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684465.733035:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848014208:12345-0@lo:400:kworker.0 Request processed in 28us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684465.733039:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7378 00010000:00020000:3.0:1734684465.733043:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684465.733061:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009849a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848013696:12345-0@lo:8:kworker.0 Request processed in 43us (178us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684465.733064:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53617 00000100:00100000:1.0:1734684465.733065:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848013824:0@lo:400:kworker.0 00000100:00100000:1.0:1734684465.733070:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848013184:0@lo:400:kworker.0 00000100:00080000:3.0:1734684465.733080:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684465.733082:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684465.733084:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848013696:0@lo:8:kworker.0 00000100:00080000:3.0:1734684465.733087:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684465.733089:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684465.733090:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848014080:0@lo:8:kworker.0 00000100:00100000:3.0:1734684465.733105:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684465.733126:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848013568:0@lo:400:kworker.0 00000100:00100000:1.0:1734684465.733129:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848014336 00000100:00100000:1.0:1734684465.733131:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848014336 00000100:00100000:1.0:1734684465.733142:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716 00000100:00100000:1.0:1734684465.733144:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009849aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848014336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684465.733160:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009849aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848014336:12345-0@lo:400:kworker.0 Request processed in 16us (56us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684465.733163:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716 00000100:00100000:3.0:1734684465.733173:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848014336:0@lo:400:kworker.0 00000100:00100000:1.0:1734684465.764701:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848014464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684465.764750:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684465.764934:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848014464:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684467.190701:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684468.182906:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872592896 00000100:00100000:1.0:1734684468.182914:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872592896 00000100:00100000:1.0:1734684468.182953:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872593024 00000100:00100000:1.0:1734684468.182956:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872593024 00000100:00100000:1.0:1734684468.182973:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1717 00000100:00100000:1.0:1734684468.182997:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872592896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684468.183015:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1718 00000100:00100000:3.0:1734684468.183019:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872593024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684468.183042:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872592896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684468.183042:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872593024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684468.183046:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1718 00000100:00100000:1.0:1734684468.183050:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1717 00010000:00010000:3.0:1734684469.194724:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684470.196762:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684470.740712:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848015104:0@lo:400:kworker.0 00000100:00100000:1.0:1734684470.740732:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848015232:0@lo:400:kworker.0 00000100:00100000:3.0:1734684470.740759:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684470.740780:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848015104 00000100:00100000:1.0:1734684470.740787:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848015104 00000100:00100000:3.0:1734684470.740792:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848015744:0@lo:400:kworker.0 00000100:00100000:3.0:1734684470.740804:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684470.740819:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848015488:0@lo:8:kworker.0 00000100:00100000:1.0:1734684470.740823:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848015744 00000100:00100000:1.0:1734684470.740826:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848015744 00000100:00100000:3.0:1734684470.740830:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684470.740837:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848015872:0@lo:8:kworker.0 00000100:00100000:1.0:1734684470.740840:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1719 00000100:00100000:3.0:1734684470.740844:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684470.740845:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848015104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684470.740864:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720 00000100:00100000:3.0:1734684470.740868:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009849ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848015744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684470.740878:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848015104:12345-0@lo:400:kworker.0 Request processed in 32us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684470.740883:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1719 00000100:00100000:3.0:1734684470.740886:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009849ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848015744:12345-0@lo:400:kworker.0 Request processed in 18us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684470.740890:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720 00000100:00100000:1.0:1734684470.740902:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684470.740908:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53620 00000100:00100000:3.0:1734684470.740911:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009849b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848015488:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684470.740915:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848016000:0@lo:400:kworker.0 00010000:00020000:3.0:1734684470.740925:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684470.740950:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684470.740964:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009849b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848015488:12345-0@lo:8:kworker.0 Request processed in 51us (133us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684470.740967:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734684470.740968:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53620 00000100:00100000:1.0:1734684470.740971:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848015360:0@lo:400:kworker.0 00000100:00080000:3.0:1734684470.740984:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684470.740985:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734684470.740986:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684470.740988:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848015488:0@lo:8:kworker.0 00000100:00100000:1.0:1734684470.740992:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848016128:0@lo:400:kworker.0 00000100:00080000:3.0:1734684470.740993:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684470.740994:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684470.740996:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848015872:0@lo:8:kworker.0 00000100:00100000:1.0:1734684470.741003:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684470.741010:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848015232 00000100:00100000:3.0:1734684470.741012:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848015232 00000100:00100000:1.0:1734684470.741019:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848016128 00000100:00100000:1.0:1734684470.741021:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848016128 00000100:00100000:3.0:1734684470.741025:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00000100:00100000:3.0:1734684470.741028:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848015232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684470.741033:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722 00000100:00100000:1.0:1734684470.741036:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848016128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684470.741044:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848015232:12345-0@lo:400:kworker.0 Request processed in 15us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684470.741049:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00000100:00100000:1.0:1734684470.741054:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848016128:12345-0@lo:400:kworker.0 Request processed in 17us (50us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684470.741058:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722 00000100:00100000:3.0:1734684470.741072:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848015744:0@lo:400:kworker.0 00000100:00100000:1.0:1734684470.741074:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848015360:0@lo:400:kworker.0 00000100:00100000:1.0:1734684470.741080:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848016128:0@lo:400:kworker.0 00000100:00100000:3.0:1734684470.741080:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848015104:0@lo:400:kworker.0 00000100:00100000:1.0:1734684470.741085:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848016000:0@lo:400:kworker.0 00000100:00100000:1.0:1734684470.741090:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848015232:0@lo:400:kworker.0 00000100:00100000:3.0:1734684470.820738:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848016384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684470.820792:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684470.821001:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848016384:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684472.200708:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684472.532771:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848016512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684472.532832:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684472.533148:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848016512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684473.191135:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872593408 00000100:00100000:1.0:1734684473.191140:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872593408 00000100:00100000:1.0:1734684473.191173:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872593536 00000100:00100000:1.0:1734684473.191175:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872593536 00000100:00100000:1.0:1734684473.191199:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1723 00000100:00100000:1.0:1734684473.191203:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872593408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684473.191209:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1724 00000100:00100000:3.0:1734684473.191217:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872593536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684473.191238:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872593408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684473.191246:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1723 00000100:00100000:3.0:1734684473.191250:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872593536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684473.191258:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1724 00010000:00010000:3.0:1734684474.204712:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684475.206728:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684475.748787:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848016896:0@lo:400:kworker.0 00000100:00100000:1.0:1734684475.748801:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848017024:0@lo:400:kworker.0 00000100:00100000:3.0:1734684475.748886:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684475.748901:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848017152:0@lo:400:kworker.0 00000100:00100000:3.0:1734684475.748927:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848017536:0@lo:400:kworker.0 00000100:00100000:1.0:1734684475.748929:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684475.748950:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848017920:0@lo:400:kworker.0 00000100:00100000:3.0:1734684475.748954:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684475.748976:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684475.748987:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684475.748988:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848017536 00000100:00100000:1.0:1734684475.748992:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848017792:0@lo:400:kworker.0 00000100:00100000:3.0:1734684475.748996:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848017536 00000100:00100000:1.0:1734684475.749010:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684475.749031:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848017280 00000100:00100000:1.0:1734684475.749035:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848017280 00000100:00100000:3.0:1734684475.749041:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725 00000100:00100000:3.0:1734684475.749048:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848016896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684475.749052:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848017792 00000100:00100000:1.0:1734684475.749055:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848017792 00000100:00100000:1.0:1734684475.749077:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7382 00000100:00100000:1.0:1734684475.749082:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848017792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684475.749098:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848016896:12345-0@lo:400:kworker.0 Request processed in 50us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684475.749105:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725 00000100:00100000:1.0:1734684475.749112:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848017792:12345-0@lo:400:kworker.0 Request processed in 29us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684475.749119:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7382 00000100:00100000:3.0:1734684475.749122:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727 00000100:00100000:3.0:1734684475.749126:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848017920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684475.749135:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53624 00000100:00100000:1.0:1734684475.749138:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848017664:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684475.749149:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684475.749153:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848017920:12345-0@lo:400:kworker.0 Request processed in 26us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684475.749160:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727 00000100:00100000:1.0:1734684475.749167:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848017664:12345-0@lo:8:kworker.0 Request processed in 27us (168us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684475.749173:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53624 00000100:00100000:1.0:1734684475.749193:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684475.749201:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848017536:0@lo:400:kworker.0 00000100:00100000:1.0:1734684475.749213:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848017024 00000100:00100000:1.0:1734684475.749216:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848017024 00000100:00100000:3.0:1734684475.749220:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848016896:0@lo:400:kworker.0 00000100:00100000:1.0:1734684475.749232:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728 00000100:00100000:1.0:1734684475.749236:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848017024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684475.749251:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848017152 00000100:00100000:3.0:1734684475.749254:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848017152 00000100:00100000:1.0:1734684475.749265:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848017024:12345-0@lo:400:kworker.0 Request processed in 27us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684475.749270:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728 00000100:00100000:3.0:1734684475.749288:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40755 00000100:00100000:1.0:1734684475.749291:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848017024:0@lo:400:kworker.0 00000100:00100000:3.0:1734684475.749292:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848017152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684475.749311:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848017792:0@lo:400:kworker.0 00000100:00100000:1.0:1734684475.749319:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848017920:0@lo:400:kworker.0 00000100:00100000:3.0:1734684475.749324:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848017152:12345-0@lo:400:kworker.0 Request processed in 30us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684475.749327:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848017152:0@lo:400:kworker.0 00000100:00100000:3.0:1734684475.749330:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40755 00000100:00100000:3.0:1734684475.780912:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848018048 00000100:00100000:3.0:1734684475.780921:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848018048 00000100:00100000:3.0:1734684475.780960:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40756 00000100:00100000:3.0:1734684475.780966:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848018048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684475.781004:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684475.781062:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848018048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684475.781070:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40756 00000100:00100000:1.0:1734684475.828780:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684475.828811:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848018176:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684475.828921:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684475.829178:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848018176:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684477.210747:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684478.199006:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872593920 00000100:00100000:1.0:1734684478.199016:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872593920 00000100:00100000:3.0:1734684478.199047:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872594048 00000100:00100000:3.0:1734684478.199052:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872594048 00000100:00100000:1.0:1734684478.199070:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1729 00000100:00100000:1.0:1734684478.199077:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872593920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684478.199090:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1730 00000100:00100000:3.0:1734684478.199096:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872594048:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684478.199144:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872593920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 67us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684478.199147:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872594048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684478.199151:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1729 00000100:00100000:3.0:1734684478.199155:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1730 00000100:00080000:1.0:1734684478.199182:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684448 00000100:00080000:1.0:1734684478.199186:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684448 00000100:00080000:1.0:1734684478.199187:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684448 00010000:00010000:3.0:1734684479.214755:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684480.216735:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684480.708800:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734684480.708823:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848018432:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684480.708893:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684480.709143:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848018432:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684480.756758:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848018560:0@lo:400:kworker.0 00000100:00100000:3.0:1734684480.756802:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848018816:0@lo:400:kworker.0 00000100:00100000:1.0:1734684480.756852:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684480.756878:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848018688 00000100:00100000:1.0:1734684480.756886:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848019200:0@lo:400:kworker.0 00000100:00100000:3.0:1734684480.756887:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848018688 00000100:00100000:1.0:1734684480.756911:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684480.756923:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848019328 00000100:00100000:3.0:1734684480.756926:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848019328 00000100:00080000:1.0:1734684480.756933:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684450 00000100:00080000:1.0:1734684480.756938:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684450 00000100:00100000:3.0:1734684480.756940:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1731 00000100:00100000:3.0:1734684480.756945:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848018688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684480.756952:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732 00000100:00100000:1.0:1734684480.756958:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848019328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684480.756987:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848019328:12345-0@lo:400:kworker.0 Request processed in 29us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684480.756988:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848018688:12345-0@lo:400:kworker.0 Request processed in 42us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684480.756991:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732 00000100:00100000:3.0:1734684480.756996:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1731 00000100:00080000:1.0:1734684480.757010:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684450 00000100:00100000:1.0:1734684480.757029:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848019200:0@lo:400:kworker.0 00000100:00100000:3.0:1734684480.757029:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848019328:0@lo:400:kworker.0 00000100:00100000:1.0:1734684480.757034:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848018560:0@lo:400:kworker.0 00000100:00100000:3.0:1734684480.757036:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848018688:0@lo:400:kworker.0 00000100:00100000:1.0:1734684480.757064:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848018944 00000100:00100000:1.0:1734684480.757066:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848018944 00000100:00100000:3.0:1734684480.757068:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53626 00000100:00100000:3.0:1734684480.757073:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848019072:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684480.757085:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40758 00000100:00100000:1.0:1734684480.757088:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848018944:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734684480.757091:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684480.757117:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848018944:12345-0@lo:400:kworker.0 Request processed in 29us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684480.757124:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40758 00000100:00100000:3.0:1734684480.757125:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848019072:12345-0@lo:8:kworker.0 Request processed in 51us (112us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734684480.757132:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684450 00000100:00100000:3.0:1734684480.757132:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53626 00000100:00080000:1.0:1734684480.757134:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684450 00000100:00100000:1.0:1734684480.757143:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848019584:0@lo:400:kworker.0 00000100:00100000:1.0:1734684480.757148:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848018944:0@lo:400:kworker.0 00000100:00100000:3.0:1734684480.757149:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848019712 00000100:00100000:3.0:1734684480.757153:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848019712 00000100:00100000:3.0:1734684480.757169:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848018816 00000100:00100000:3.0:1734684480.757172:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848018816 00000100:00100000:1.0:1734684480.757178:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733 00000100:00100000:1.0:1734684480.757181:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848019712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684480.757191:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1734 00000100:00100000:3.0:1734684480.757196:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848018816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684480.757199:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848019712:12345-0@lo:400:kworker.0 Request processed in 18us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684480.757203:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733 00000100:00080000:1.0:1734684480.757212:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684450 00000100:00100000:1.0:1734684480.757221:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848019712:0@lo:400:kworker.0 00000100:00100000:3.0:1734684480.757229:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848018816:12345-0@lo:400:kworker.0 Request processed in 32us (70us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684480.757235:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1734 00000100:00100000:1.0:1734684480.788779:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848019840:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684480.788852:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684480.789074:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848019840:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684480.836782:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684480.836811:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848019968:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684480.836886:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684480.837123:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848019968:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684482.220782:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734684482.548982:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684452 00000100:00100000:3.0:1734684483.207066:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872594304 00000100:00100000:3.0:1734684483.207077:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872594304 00000100:00080000:1.0:1734684483.207136:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684453 00000100:00100000:3.0:1734684483.207139:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 549 00000100:00080000:1.0:1734684483.207143:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684453 00000100:00100000:3.0:1734684483.207147:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872594304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684483.207174:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1735 00000100:00100000:1.0:1734684483.207182:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872594432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684483.207210:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872594304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684483.207217:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 549 00000100:00100000:1.0:1734684483.207219:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872594432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684483.207226:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1735 00000100:00080000:1.0:1734684483.207252:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684453 00010000:00010000:3.0:1734684484.224753:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684485.226824:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684485.716732:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848020224:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684485.716808:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684485.717015:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848020224:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684485.764798:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848020352:0@lo:400:kworker.0 00000100:00100000:1.0:1734684485.764877:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684485.764888:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848020864:0@lo:8:kworker.0 00000100:00100000:1.0:1734684485.764907:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848020992:0@lo:400:kworker.0 00000100:00100000:3.0:1734684485.764917:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684485.764937:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848020864 00000100:00100000:1.0:1734684485.764942:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848020864 00000100:00100000:3.0:1734684485.764944:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848021248:0@lo:8:kworker.0 00000100:00100000:3.0:1734684485.764955:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684485.764969:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848021248 00000100:00100000:1.0:1734684485.764971:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848021248 00000100:00100000:3.0:1734684485.764977:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848020352 00000100:00100000:3.0:1734684485.764981:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848020352 00000100:00100000:1.0:1734684485.764983:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53629 00000100:00100000:1.0:1734684485.764987:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848020864:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684485.765006:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00010000:00020000:1.0:1734684485.765007:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684485.765011:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848020352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684485.765038:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848020864:12345-0@lo:8:kworker.0 Request processed in 50us (121us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684485.765043:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53629 00000100:00100000:3.0:1734684485.765044:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848020352:12345-0@lo:400:kworker.0 Request processed in 32us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684485.765051:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1734684485.765054:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53630 00000100:00100000:1.0:1734684485.765056:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848021248:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684485.765061:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684485.765074:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848021248:12345-0@lo:8:kworker.0 Request processed in 17us (117us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684485.765077:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53630 00000100:00100000:1.0:1734684485.765088:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734684485.765096:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684485.765100:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684485.765103:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848020352:0@lo:400:kworker.0 00000100:00100000:3.0:1734684485.765104:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848021248:0@lo:8:kworker.0 00000100:00080000:3.0:1734684485.765112:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684485.765114:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684485.765118:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848020864:0@lo:8:kworker.0 00000100:00100000:1.0:1734684485.765124:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848020992 00000100:00100000:1.0:1734684485.765125:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848020992 00000100:00100000:1.0:1734684485.765138:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848021376 00000100:00100000:1.0:1734684485.765139:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848021376 00000100:00100000:3.0:1734684485.765141:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7385 00000100:00100000:3.0:1734684485.765146:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848020992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684485.765147:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7386 00000100:00100000:1.0:1734684485.765150:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848021376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684485.765170:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848021376:12345-0@lo:400:kworker.0 Request processed in 20us (53us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684485.765175:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7386 00000100:00100000:3.0:1734684485.765181:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848020992:12345-0@lo:400:kworker.0 Request processed in 34us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684485.765188:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7385 00000100:00100000:3.0:1734684485.765212:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848020992:0@lo:400:kworker.0 00000100:00100000:1.0:1734684485.765277:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848021504:0@lo:400:kworker.0 00000100:00100000:3.0:1734684485.796803:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848021632:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684485.796873:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684485.797143:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848021632:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684487.230786:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684488.215164:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872595200 00000100:00100000:3.0:1734684488.215168:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872595200 00000100:00100000:3.0:1734684488.215203:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53631 00000100:00100000:3.0:1734684488.215207:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872595200:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684488.215230:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684488.215259:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872595200:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 52us (128us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684488.215262:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1742 00000100:00100000:3.0:1734684488.215264:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53631 00000100:00100000:1.0:1734684488.215270:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872595072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684488.215305:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872595072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684488.215312:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1742 00010000:00010000:3.0:1734684489.234750:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684490.236731:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684490.772747:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848022144:0@lo:400:kworker.0 00000100:00100000:3.0:1734684490.772808:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684490.772830:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848022272 00000100:00100000:3.0:1734684490.772833:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848022784:0@lo:400:kworker.0 00000100:00100000:1.0:1734684490.772836:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848022272 00000100:00100000:3.0:1734684490.772853:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684490.772868:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848022912 00000100:00100000:1.0:1734684490.772870:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848022912 00000100:00100000:3.0:1734684490.772870:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848022656:0@lo:8:kworker.0 00000100:00100000:1.0:1734684490.772884:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1743 00000100:00100000:3.0:1734684490.772885:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684490.772890:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848022272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684490.772893:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848023040:0@lo:8:kworker.0 00000100:00100000:3.0:1734684490.772903:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684490.772927:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848022784 00000100:00100000:3.0:1734684490.772930:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848022784 00000100:00100000:1.0:1734684490.772942:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848022272:12345-0@lo:400:kworker.0 Request processed in 51us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684490.772948:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1743 00000100:00100000:3.0:1734684490.772948:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848022656 00000100:00100000:3.0:1734684490.772950:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848022656 00000100:00100000:3.0:1734684490.772959:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848023040 00000100:00100000:3.0:1734684490.772961:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848023040 00000100:00100000:3.0:1734684490.772970:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7387 00000100:00100000:1.0:1734684490.772975:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53632 00000100:00100000:3.0:1734684490.772975:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848022784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684490.772980:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848022656:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684490.772998:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848022784:12345-0@lo:400:kworker.0 Request processed in 23us (144us total) trans 0 rc 0/0 00010000:00020000:1.0:1734684490.773000:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684490.773003:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7387 00000100:00100000:1.0:1734684490.773028:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848022656:12345-0@lo:8:kworker.0 Request processed in 47us (142us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684490.773035:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53632 00000100:00100000:3.0:1734684490.773036:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848022784:0@lo:400:kworker.0 00000100:00100000:3.0:1734684490.773042:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848022144:0@lo:400:kworker.0 00000100:00100000:3.0:1734684490.773056:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848022400 00000100:00100000:3.0:1734684490.773058:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848022400 00000100:00100000:1.0:1734684490.773068:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848022528:0@lo:400:kworker.0 00000100:00100000:3.0:1734684490.773074:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745 00000100:00100000:3.0:1734684490.773078:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848022400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684490.773092:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684490.773100:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848022400:12345-0@lo:400:kworker.0 Request processed in 22us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684490.773105:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745 00000100:00100000:1.0:1734684490.773106:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848023296:0@lo:400:kworker.0 00000100:00100000:1.0:1734684490.773123:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684490.773123:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848022528 00000100:00100000:3.0:1734684490.773126:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848022528 00000100:00100000:3.0:1734684490.773144:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40764 00000100:00100000:3.0:1734684490.773147:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848022528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684490.773156:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848023168 00000100:00100000:1.0:1734684490.773159:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848023168 00000100:00100000:3.0:1734684490.773171:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848022528:12345-0@lo:400:kworker.0 Request processed in 23us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684490.773176:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40764 00000100:00100000:1.0:1734684490.773179:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7388 00000100:00100000:1.0:1734684490.773183:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848023168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684490.773214:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848023168:12345-0@lo:400:kworker.0 Request processed in 30us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684490.773218:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7388 00000100:00100000:3.0:1734684490.804815:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848023424 00000100:00100000:3.0:1734684490.804822:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848023424 00000100:00100000:3.0:1734684490.804871:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40765 00000100:00100000:3.0:1734684490.804876:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848023424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684490.804903:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684490.804936:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848023424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684490.804942:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40765 00000100:00100000:1.0:1734684490.852716:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848023552:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684490.852769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684490.852962:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848023552:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684492.240746:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684493.222885:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872595328 00000100:00100000:1.0:1734684493.222893:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872595328 00000100:00100000:3.0:1734684493.222903:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872595584 00000100:00100000:3.0:1734684493.222907:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872595584 00000100:00100000:1.0:1734684493.222928:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 553 00000100:00100000:1.0:1734684493.222933:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872595328:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684493.222938:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1748 00000100:00100000:3.0:1734684493.222943:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872595584:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684493.222979:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872595328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684493.222985:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 553 00000100:00100000:3.0:1734684493.223103:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872595584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 158us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684493.223108:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1748 00010000:00010000:3.0:1734684494.244714:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684495.246664:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684495.732721:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848023808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684495.732772:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684495.732829:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848023808 00000100:00100000:3.0:1734684495.732836:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848023808 00000100:00100000:3.0:1734684495.732870:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40766 00000100:00100000:3.0:1734684495.732875:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848023808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684495.732902:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684495.732937:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848023808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684495.732942:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40766 00000100:00100000:1.0:1734684495.732959:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848023808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684495.780738:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848024064:0@lo:400:kworker.0 00000100:00100000:1.0:1734684495.780781:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684495.780796:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848024448:0@lo:8:kworker.0 00000100:00100000:1.0:1734684495.780805:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848024704:0@lo:400:kworker.0 00000100:00100000:1.0:1734684495.780827:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684495.780830:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684495.780846:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848023936 00000100:00100000:3.0:1734684495.780848:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848024832:0@lo:8:kworker.0 00000100:00100000:1.0:1734684495.780851:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848023936 00000100:00100000:3.0:1734684495.780868:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684495.780881:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1734684495.780887:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848023936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684495.780896:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7389 00000100:00100000:3.0:1734684495.780901:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848024576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684495.780927:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848023936:12345-0@lo:400:kworker.0 Request processed in 39us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684495.780930:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b58850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848024576:12345-0@lo:400:kworker.0 Request processed in 28us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684495.780934:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1734684495.780936:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7389 00000100:00100000:1.0:1734684495.780978:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848024064:0@lo:400:kworker.0 00000100:00100000:1.0:1734684495.780996:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848024704:0@lo:400:kworker.0 00000100:00100000:1.0:1734684495.781014:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848024576:0@lo:400:kworker.0 00000100:00100000:1.0:1734684495.781020:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848023936:0@lo:400:kworker.0 00000100:00080000:3.0:1734684495.781050:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684495.781054:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684495.781057:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848024832:0@lo:8:kworker.0 00000100:00080000:3.0:1734684495.781065:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684495.781067:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684495.781070:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848024448:0@lo:8:kworker.0 00000100:00100000:3.0:1734684495.781090:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848024320 00000100:00100000:3.0:1734684495.781092:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848024320 00000100:00100000:3.0:1734684495.781121:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40767 00000100:00100000:3.0:1734684495.781126:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848024320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684495.781154:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848024320:12345-0@lo:400:kworker.0 Request processed in 27us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684495.781160:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40767 00000100:00100000:1.0:1734684495.781169:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848024192:0@lo:400:kworker.0 00000100:00100000:3.0:1734684495.781174:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848024960 00000100:00100000:3.0:1734684495.781176:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848024960 00000100:00080000:1.0:1734684495.781187:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684465 00000100:00100000:3.0:1734684495.781191:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7390 00000100:00100000:3.0:1734684495.781194:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848024960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684495.781217:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848024960:12345-0@lo:400:kworker.0 Request processed in 22us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684495.781222:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848024960:0@lo:400:kworker.0 00000100:00100000:3.0:1734684495.781223:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7390 00000100:00100000:1.0:1734684495.812715:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848025216:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684495.812764:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684495.812828:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848025216 00000100:00100000:3.0:1734684495.812835:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848025216 00000100:00100000:3.0:1734684495.812872:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40768 00000100:00100000:3.0:1734684495.812879:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848025216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684495.812910:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684495.812954:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848025216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684495.812961:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40768 00000100:00100000:1.0:1734684495.812988:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848025216:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684497.250776:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684497.572733:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848025472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684497.572785:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684497.572853:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684467 00000100:00100000:1.0:1734684497.572986:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848025472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684498.230989:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872595968 00000100:00100000:1.0:1734684498.230994:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872595968 00000100:00100000:1.0:1734684498.231021:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872596096 00000100:00100000:1.0:1734684498.231023:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872596096 00000100:00100000:3.0:1734684498.231023:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872596224 00000100:00100000:3.0:1734684498.231029:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872596224 00000100:00100000:1.0:1734684498.231038:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1753 00000100:00100000:1.0:1734684498.231043:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872595968:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684498.231050:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53637 00000100:00100000:3.0:1734684498.231056:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872596224:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684498.231074:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684498.231087:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872595968:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684498.231093:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1753 00000100:00100000:3.0:1734684498.231096:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872596224:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (141us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684498.231101:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53637 00000100:00080000:1.0:1734684498.231112:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684468 00000100:00080000:1.0:1734684498.231115:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684468 00000100:00080000:1.0:1734684498.231117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684468 00010000:00010000:3.0:1734684499.254710:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684500.256729:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684500.740859:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848025600 00000100:00100000:3.0:1734684500.740866:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848025600 00000100:00100000:3.0:1734684500.740908:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40769 00000100:00100000:3.0:1734684500.740913:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848025600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684500.740944:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684500.740990:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848025600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684500.740998:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40769 00000100:00100000:3.0:1734684500.788754:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848025856:0@lo:400:kworker.0 00000100:00100000:1.0:1734684500.788774:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848025984:0@lo:400:kworker.0 00000100:00100000:3.0:1734684500.788798:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684500.788817:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684500.788826:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848026496:0@lo:400:kworker.0 00000100:00100000:1.0:1734684500.788835:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684500.788842:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d26a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848026112:0@lo:400:kworker.0 00000100:00100000:3.0:1734684500.788842:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684500.788860:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848026240:0@lo:8:kworker.0 00000100:00100000:1.0:1734684500.788863:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684500.788878:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684500.788879:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848026752:0@lo:400:kworker.0 00000100:00100000:3.0:1734684500.788892:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848026624:0@lo:8:kworker.0 00000100:00100000:1.0:1734684500.788894:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684500.788910:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684500.788920:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848026496 00000100:00100000:1.0:1734684500.788924:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848026496 00000100:00100000:1.0:1734684500.788954:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757 00000100:00100000:1.0:1734684500.788959:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848026880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684500.788960:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758 00000100:00100000:3.0:1734684500.788964:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848026496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684500.788991:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848026496:12345-0@lo:400:kworker.0 Request processed in 27us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684500.788995:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848026880:12345-0@lo:400:kworker.0 Request processed in 36us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684500.788998:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758 00000100:00100000:1.0:1734684500.789003:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757 00000100:00100000:3.0:1734684500.789017:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848026368 00000100:00100000:3.0:1734684500.789019:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848026368 00000100:00080000:1.0:1734684500.789030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684470 00000100:00080000:1.0:1734684500.789033:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684470 00000100:00080000:1.0:1734684500.789034:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684470 00000100:00100000:3.0:1734684500.789037:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7391 00000100:00100000:3.0:1734684500.789039:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848026368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684500.789041:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848026112 00000100:00100000:1.0:1734684500.789043:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848026112 00000100:00100000:3.0:1734684500.789057:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848026368:12345-0@lo:400:kworker.0 Request processed in 17us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684500.789058:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40770 00000100:00100000:1.0:1734684500.789061:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848026112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684500.789061:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7391 00000100:00100000:3.0:1734684500.789070:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53639 00000100:00100000:3.0:1734684500.789072:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848026624:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684500.789080:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684500.789084:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848026112:12345-0@lo:400:kworker.0 Request processed in 22us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684500.789089:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40770 00000100:00100000:3.0:1734684500.789095:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848026624:12345-0@lo:8:kworker.0 Request processed in 22us (186us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684500.789099:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53639 00000100:00080000:1.0:1734684500.789100:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684470 00000100:00100000:1.0:1734684500.789118:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848026752:0@lo:400:kworker.0 00000100:00080000:3.0:1734684500.789118:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684500.789120:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684500.789122:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848026240:0@lo:8:kworker.0 00000100:00100000:1.0:1734684500.789126:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d26a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848026112:0@lo:400:kworker.0 00000100:00080000:3.0:1734684500.789127:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684500.789129:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684500.789130:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848026624:0@lo:8:kworker.0 00000100:00100000:1.0:1734684500.789134:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848025984:0@lo:400:kworker.0 00000100:00100000:3.0:1734684500.789147:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848026496:0@lo:400:kworker.0 00000100:00100000:3.0:1734684500.789152:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848025856:0@lo:400:kworker.0 00000100:00080000:1.0:1734684500.789157:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684470 00000100:00100000:1.0:1734684500.820825:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848027008 00000100:00100000:1.0:1734684500.820833:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848027008 00000100:00100000:1.0:1734684500.820874:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40771 00000100:00100000:1.0:1734684500.820880:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848027008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684500.820909:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684500.820947:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848027008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684500.820954:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40771 00000100:00100000:3.0:1734684500.868718:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848027136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684500.868769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684500.868964:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848027136:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684502.260772:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734684502.580927:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684472 00000100:00100000:1.0:1734684503.238917:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872596480 00000100:00100000:1.0:1734684503.238923:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872596480 00000100:00100000:3.0:1734684503.238941:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872596608 00000100:00100000:3.0:1734684503.238946:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872596608 00000100:00100000:1.0:1734684503.238950:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1759 00000100:00100000:1.0:1734684503.238955:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872596480:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684503.238970:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1760 00000100:00100000:3.0:1734684503.238975:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872596608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684503.238995:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872596480:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684503.239000:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872596608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684503.239001:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1759 00000100:00100000:3.0:1734684503.239006:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1760 00000100:00080000:1.0:1734684503.239019:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684473 00000100:00080000:1.0:1734684503.239023:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684473 00000100:00080000:1.0:1734684503.239024:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684473 00010000:00010000:3.0:1734684504.264777:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684505.266793:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684505.748802:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848027392:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684505.748882:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684505.748949:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848027392 00000100:00100000:1.0:1734684505.748957:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848027392 00000100:00100000:1.0:1734684505.749000:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40772 00000100:00100000:1.0:1734684505.749007:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848027392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684505.749047:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684505.749090:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848027392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684505.749096:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40772 00000100:00100000:3.0:1734684505.749136:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848027392:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684505.796773:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848027648:0@lo:400:kworker.0 00000100:00100000:1.0:1734684505.796801:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848027776:0@lo:400:kworker.0 00000100:00100000:3.0:1734684505.796845:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684505.796876:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848027648 00000100:00100000:1.0:1734684505.796884:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848027648 00000100:00100000:3.0:1734684505.796888:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848028288:0@lo:400:kworker.0 00000100:00100000:3.0:1734684505.796908:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684505.796926:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848028288 00000100:00100000:1.0:1734684505.796930:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848028288 00000100:00100000:3.0:1734684505.796937:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00000100:00100000:3.0:1734684505.796945:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848027648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684505.796948:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762 00000100:00100000:1.0:1734684505.796951:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848028288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684505.796989:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848028288:12345-0@lo:400:kworker.0 Request processed in 36us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684505.796989:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848027648:12345-0@lo:400:kworker.0 Request processed in 44us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684505.796994:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762 00000100:00100000:3.0:1734684505.796997:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00080000:1.0:1734684505.797011:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684475 00000100:00080000:1.0:1734684505.797015:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684475 00000100:00100000:1.0:1734684505.797024:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848027904:0@lo:400:kworker.0 00000100:00100000:3.0:1734684505.797035:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848028288:0@lo:400:kworker.0 00000100:00100000:1.0:1734684505.797042:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684505.797045:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848027648:0@lo:400:kworker.0 00000100:00100000:1.0:1734684505.797051:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848028672:0@lo:400:kworker.0 00000100:00100000:1.0:1734684505.797065:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684505.797084:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684505.797088:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848028544:0@lo:400:kworker.0 00000100:00100000:3.0:1734684505.797094:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684505.797099:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684505.797112:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848028672 00000100:00100000:1.0:1734684505.797114:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848028672 00000100:00100000:3.0:1734684505.797117:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848027776 00000100:00100000:3.0:1734684505.797120:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848027776 00000100:00100000:1.0:1734684505.797126:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763 00000100:00100000:1.0:1734684505.797129:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848028672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684505.797141:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764 00000100:00100000:3.0:1734684505.797146:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848027776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684505.797153:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848028672:12345-0@lo:400:kworker.0 Request processed in 23us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684505.797160:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763 00000100:00100000:1.0:1734684505.797182:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848027904 00000100:00100000:3.0:1734684505.797184:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848027776:12345-0@lo:400:kworker.0 Request processed in 37us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684505.797185:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848027904 00000100:00100000:3.0:1734684505.797190:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764 00000100:00100000:1.0:1734684505.797206:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40773 00000100:00100000:1.0:1734684505.797210:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848027904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684505.797238:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848027904:12345-0@lo:400:kworker.0 Request processed in 27us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684505.797242:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40773 00000100:00100000:1.0:1734684505.797260:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848028544:0@lo:400:kworker.0 00000100:00100000:1.0:1734684505.797265:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848027904:0@lo:400:kworker.0 00000100:00100000:1.0:1734684505.797270:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848028672:0@lo:400:kworker.0 00000100:00100000:3.0:1734684505.828769:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684505.828793:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848028800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684505.828865:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684505.828925:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848028800 00000100:00100000:1.0:1734684505.828934:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848028800 00000100:00100000:1.0:1734684505.828978:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40774 00000100:00100000:1.0:1734684505.828984:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848028800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684505.829022:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684505.829071:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848028800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684505.829077:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40774 00000100:00100000:3.0:1734684505.829099:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848028800:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684507.270736:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684508.246938:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872596992 00000100:00100000:3.0:1734684508.246946:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872596992 00000100:00100000:3.0:1734684508.246981:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872597120 00000100:00100000:1.0:1734684508.246982:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872596864 00000100:00100000:3.0:1734684508.246983:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872597120 00000100:00100000:1.0:1734684508.246987:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872596864 00000100:00100000:3.0:1734684508.246995:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1765 00000100:00100000:3.0:1734684508.247000:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872596992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684508.247015:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 559 00000100:00100000:1.0:1734684508.247020:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872596864:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684508.247047:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872596992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684508.247051:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1765 00000100:00100000:1.0:1734684508.247059:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872596864:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684508.247066:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 559 00010000:00010000:3.0:1734684509.274732:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684510.276725:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684510.756700:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848029184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684510.756751:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684510.756955:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848029184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684510.804725:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848029312:0@lo:400:kworker.0 00000100:00100000:1.0:1734684510.804785:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684510.804814:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848029952:0@lo:400:kworker.0 00000100:00100000:1.0:1734684510.804845:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684510.804853:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848029824:0@lo:8:kworker.0 00000100:00100000:1.0:1734684510.804868:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848029696:0@lo:400:kworker.0 00000100:00100000:3.0:1734684510.804882:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684510.804884:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684510.804896:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848030464:0@lo:400:kworker.0 00000100:00100000:3.0:1734684510.804900:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848030208:0@lo:8:kworker.0 00000100:00100000:1.0:1734684510.804907:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684510.804928:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:1.0:1734684510.804932:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848030080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684510.804938:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769 00000100:00100000:3.0:1734684510.804944:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848029568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684510.804968:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848030080:12345-0@lo:400:kworker.0 Request processed in 35us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684510.804975:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00100000:3.0:1734684510.804983:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848029568:12345-0@lo:400:kworker.0 Request processed in 38us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684510.804989:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769 00000100:00100000:3.0:1734684510.805014:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7396 00000100:00100000:1.0:1734684510.805015:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848030080:0@lo:400:kworker.0 00000100:00100000:3.0:1734684510.805019:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848030336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684510.805023:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848029440:0@lo:400:kworker.0 00000100:00100000:1.0:1734684510.805040:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848029696 00000100:00100000:1.0:1734684510.805042:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848029696 00000100:00100000:3.0:1734684510.805046:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848030336:12345-0@lo:400:kworker.0 Request processed in 27us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684510.805052:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7396 00000100:00100000:1.0:1734684510.805057:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40776 00000100:00100000:1.0:1734684510.805060:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848029696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684510.805072:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684510.805086:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848029696:12345-0@lo:400:kworker.0 Request processed in 24us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684510.805092:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40776 00000100:00080000:3.0:1734684510.805093:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684510.805096:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684510.805100:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848029824:0@lo:8:kworker.0 00000100:00100000:1.0:1734684510.805118:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848029952:0@lo:400:kworker.0 00000100:00080000:3.0:1734684510.805124:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684510.805125:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848029312:0@lo:400:kworker.0 00000100:00080000:3.0:1734684510.805126:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684510.805129:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848030208:0@lo:8:kworker.0 00000100:00100000:1.0:1734684510.805144:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848029696:0@lo:400:kworker.0 00000100:00100000:1.0:1734684510.805152:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848030464:0@lo:400:kworker.0 00000100:00100000:1.0:1734684510.836732:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848030592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684510.836780:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684510.836984:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848030592:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684512.280740:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684513.255137:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872597504 00000100:00100000:3.0:1734684513.255150:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872597504 00000100:00100000:1.0:1734684513.255171:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872597632 00000100:00100000:1.0:1734684513.255177:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872597632 00000100:00100000:1.0:1734684513.255215:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1771 00000100:00100000:1.0:1734684513.255239:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872597632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684513.255240:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1772 00000100:00100000:3.0:1734684513.255246:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872597504:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684513.255300:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872597632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 78us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684513.255300:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872597504:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684513.255306:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1772 00000100:00100000:1.0:1734684513.255313:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1771 00010000:00010000:3.0:1734684514.284799:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684515.286821:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684515.764730:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848030976:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684515.764792:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684515.764994:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848030976:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684515.812709:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848031104:0@lo:400:kworker.0 00000100:00100000:3.0:1734684515.812722:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848031232:0@lo:400:kworker.0 00000100:00100000:3.0:1734684515.812766:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684515.812769:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684515.812791:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848031744:0@lo:400:kworker.0 00000100:00100000:3.0:1734684515.812797:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848031872:0@lo:400:kworker.0 00000100:00100000:1.0:1734684515.812813:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684515.812818:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848031616:0@lo:8:kworker.0 00000100:00100000:3.0:1734684515.812830:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684515.812842:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848031104 00000100:00100000:1.0:1734684515.812847:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848031104 00000100:00100000:3.0:1734684515.812850:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848032000:0@lo:8:kworker.0 00000100:00100000:3.0:1734684515.812858:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684515.812875:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848031360 00000100:00100000:1.0:1734684515.812876:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1734684515.812878:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848031360 00000100:00100000:1.0:1734684515.812881:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848031104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684515.812893:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1774 00000100:00100000:3.0:1734684515.812896:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848031360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684515.812909:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848031104:12345-0@lo:400:kworker.0 Request processed in 28us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684515.812912:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1734684515.812924:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848031360:12345-0@lo:400:kworker.0 Request processed in 26us (106us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684515.812930:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684485 00000100:00100000:3.0:1734684515.812930:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1774 00000100:00080000:1.0:1734684515.812932:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684485 00000100:00080000:1.0:1734684515.812933:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684485 00000100:00100000:3.0:1734684515.812949:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848031616 00000100:00100000:3.0:1734684515.812951:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848031616 00000100:00100000:1.0:1734684515.812952:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848031104:0@lo:400:kworker.0 00000100:00100000:3.0:1734684515.812963:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848032000 00000100:00100000:3.0:1734684515.812965:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848032000 00000100:00080000:1.0:1734684515.812968:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684485 00000100:00100000:3.0:1734684515.812976:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7397 00000100:00100000:3.0:1734684515.812980:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848031744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684515.812984:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53647 00000100:00100000:1.0:1734684515.812987:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848031616:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684515.813010:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848031744:12345-0@lo:400:kworker.0 Request processed in 29us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684515.813015:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7397 00000100:00100000:3.0:1734684515.813033:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848032256 00000100:00100000:3.0:1734684515.813035:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848032256 00000100:00100000:3.0:1734684515.813048:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775 00010000:00020000:1.0:1734684515.813052:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684515.813052:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848032256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684515.813081:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848032256:12345-0@lo:400:kworker.0 Request processed in 28us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684515.813086:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775 00000100:00100000:1.0:1734684515.813129:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848031616:12345-0@lo:8:kworker.0 Request processed in 140us (297us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734684515.813129:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684515.813132:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684515.813135:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53647 00000100:00100000:3.0:1734684515.813135:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848031616:0@lo:8:kworker.0 00000100:00080000:3.0:1734684515.813142:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684515.813144:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684515.813147:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848032000:0@lo:8:kworker.0 00000100:00100000:1.0:1734684515.813165:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848031744:0@lo:400:kworker.0 00000100:00100000:3.0:1734684515.813167:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684515.813219:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848031232:0@lo:400:kworker.0 00000100:00100000:3.0:1734684515.813304:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848031872:0@lo:400:kworker.0 00000100:00100000:3.0:1734684515.892725:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848032512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684515.892779:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1734684517.290717:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684517.604805:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848032640 00000100:00100000:3.0:1734684517.604811:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848032640 00000100:00100000:3.0:1734684517.604854:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6525 00000100:00100000:3.0:1734684517.604860:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848032640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684517.604879:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684517.604909:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848032640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684517.604914:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6525 00000100:00100000:1.0:1734684518.262876:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872597888 00000100:00100000:1.0:1734684518.262880:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872597888 00000100:00100000:1.0:1734684518.262913:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 563 00000100:00100000:1.0:1734684518.262919:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872597888:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734684518.262920:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684488 00000100:00080000:3.0:1734684518.262924:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684488 00000100:00080000:3.0:1734684518.262926:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684488 00000100:00100000:3.0:1734684518.262961:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872598272 00000100:00100000:3.0:1734684518.262964:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872598272 00000100:00100000:1.0:1734684518.262967:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872597888:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684518.262973:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 563 00000100:00100000:3.0:1734684518.262979:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53649 00000100:00100000:3.0:1734684518.262983:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872598272:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684518.263000:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684518.263020:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872598272:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 36us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684518.263025:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53649 00010000:00010000:3.0:1734684519.294702:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684520.296760:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684520.772748:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684520.772766:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848032768:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684520.772814:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684520.772996:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848032768:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684520.820712:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009899ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848033024:0@lo:400:kworker.0 00000100:00100000:1.0:1734684520.820763:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684520.820779:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848033408:0@lo:8:kworker.0 00000100:00100000:1.0:1734684520.820785:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848033664:0@lo:400:kworker.0 00000100:00100000:1.0:1734684520.820804:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684520.820808:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684520.820823:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848033792:0@lo:8:kworker.0 00000100:00100000:1.0:1734684520.820824:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848032896 00000100:00100000:1.0:1734684520.820827:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848032896 00000100:00100000:3.0:1734684520.820836:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684520.820848:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00080000:3.0:1734684520.820855:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684490 00000100:00080000:3.0:1734684520.820859:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684490 00000100:00100000:1.0:1734684520.820860:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848032896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684520.820868:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848033408 00000100:00100000:3.0:1734684520.820870:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848033408 00000100:00100000:3.0:1734684520.820882:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848033792 00000100:00100000:3.0:1734684520.820884:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848033792 00000100:00100000:3.0:1734684520.820892:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53650 00000100:00100000:1.0:1734684520.820893:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848032896:12345-0@lo:400:kworker.0 Request processed in 39us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684520.820896:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848033408:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684520.820898:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00010000:00020000:3.0:1734684520.820912:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684520.820920:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848033920 00000100:00100000:1.0:1734684520.820922:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848033920 00000100:00100000:1.0:1734684520.820942:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7399 00000100:00100000:3.0:1734684520.820944:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848033408:12345-0@lo:8:kworker.0 Request processed in 47us (136us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684520.820945:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009849a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848033920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684520.820953:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53650 00000100:00100000:3.0:1734684520.820964:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53651 00000100:00100000:3.0:1734684520.820967:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848033792:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684520.820975:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684520.820976:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009849a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848033920:12345-0@lo:400:kworker.0 Request processed in 25us (60us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684520.820981:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7399 00000100:00100000:3.0:1734684520.820989:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848033792:12345-0@lo:8:kworker.0 Request processed in 21us (151us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684520.820993:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53651 00000100:00080000:1.0:1734684520.820996:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684490 00000100:00080000:1.0:1734684520.820999:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684490 00000100:00100000:3.0:1734684520.821011:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848033536 00000100:00100000:3.0:1734684520.821013:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848033536 00000100:00100000:1.0:1734684520.821016:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848033280 00000100:00100000:1.0:1734684520.821019:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848033280 00000100:00100000:3.0:1734684520.821028:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7400 00000100:00100000:3.0:1734684520.821031:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848033536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684520.821034:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40782 00000100:00100000:1.0:1734684520.821037:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848033280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684520.821052:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848033536:12345-0@lo:400:kworker.0 Request processed in 20us (47us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684520.821057:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7400 00000100:00100000:1.0:1734684520.821062:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848033280:12345-0@lo:400:kworker.0 Request processed in 24us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684520.821067:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40782 00000100:00080000:3.0:1734684520.821071:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684520.821074:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:1.0:1734684520.821077:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684490 00000100:00100000:3.0:1734684520.821077:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848033408:0@lo:8:kworker.0 00000100:00080000:1.0:1734684520.821079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684490 00000100:00080000:3.0:1734684520.821082:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684520.821084:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684520.821086:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848033792:0@lo:8:kworker.0 00000100:00100000:1.0:1734684520.852818:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848034176 00000100:00100000:1.0:1734684520.852824:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848034176 00000100:00100000:1.0:1734684520.852859:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40783 00000100:00100000:1.0:1734684520.852865:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009849b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848034176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684520.852895:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684520.852935:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009849b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848034176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684520.852940:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40783 00000100:00100000:3.0:1734684520.900711:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848034304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684520.900763:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684520.900944:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848034304:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684522.300701:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684522.612707:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848034432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684522.612761:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684522.612836:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684492 00000100:00100000:1.0:1734684522.612912:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098498a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848034432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684523.270869:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872598528 00000100:00100000:3.0:1734684523.270875:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872598528 00000100:00100000:3.0:1734684523.270907:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1783 00000100:00100000:3.0:1734684523.270912:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098498a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872598528:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684523.270962:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098498a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872598528:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684523.270966:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1783 00000100:00100000:3.0:1734684523.270984:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872598784 00000100:00100000:3.0:1734684523.270985:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872598784 00000100:00080000:1.0:1734684523.270986:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684493 00000100:00080000:1.0:1734684523.270989:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684493 00000100:00080000:1.0:1734684523.270991:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684493 00000100:00100000:3.0:1734684523.270999:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53652 00000100:00100000:3.0:1734684523.271001:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872598784:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684523.271016:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684523.271029:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872598784:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 27us (160us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684523.271034:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53652 00010000:00010000:3.0:1734684524.304698:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684525.306694:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684525.780750:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684525.780767:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848034560:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684525.780812:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684525.780989:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848034560:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684525.828707:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848034688:0@lo:400:kworker.0 00000100:00100000:3.0:1734684525.828720:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848034816:0@lo:400:kworker.0 00000100:00100000:1.0:1734684525.828756:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684525.828757:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684525.828787:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848035456:0@lo:400:kworker.0 00000100:00100000:1.0:1734684525.828788:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848035328:0@lo:400:kworker.0 00000100:00100000:3.0:1734684525.828805:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684525.828811:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684525.828823:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848035200:0@lo:8:kworker.0 00000100:00080000:1.0:1734684525.828826:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684495 00000100:00100000:3.0:1734684525.828842:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684525.828843:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848035328 00000100:00100000:1.0:1734684525.828845:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848035328 00000100:00100000:3.0:1734684525.828856:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848035584:0@lo:8:kworker.0 00000100:00100000:1.0:1734684525.828860:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848035200 00000100:00100000:1.0:1734684525.828862:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848035200 00000100:00100000:3.0:1734684525.828868:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684525.828872:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7401 00000100:00100000:1.0:1734684525.828876:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848035328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684525.828889:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848035456 00000100:00100000:3.0:1734684525.828892:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848035456 00000100:00100000:1.0:1734684525.828905:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848035328:12345-0@lo:400:kworker.0 Request processed in 28us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684525.828910:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7401 00000100:00100000:3.0:1734684525.828911:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785 00000100:00100000:3.0:1734684525.828915:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848034816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684525.828921:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848035712 00000100:00100000:1.0:1734684525.828923:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848035712 00000100:00100000:1.0:1734684525.828937:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7402 00000100:00100000:1.0:1734684525.828940:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848035712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684525.828941:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848034816:12345-0@lo:400:kworker.0 Request processed in 25us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684525.828946:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785 00000100:00100000:3.0:1734684525.828955:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787 00000100:00100000:3.0:1734684525.828959:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848035840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684525.828961:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848035712:12345-0@lo:400:kworker.0 Request processed in 20us (56us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684525.828965:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7402 00000100:00100000:1.0:1734684525.828971:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53654 00000100:00100000:1.0:1734684525.828974:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848035584:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684525.828977:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848035840:12345-0@lo:400:kworker.0 Request processed in 17us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684525.828982:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787 00010000:00020000:1.0:1734684525.828985:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684525.828997:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848035584:12345-0@lo:8:kworker.0 Request processed in 22us (129us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684525.829001:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53654 00000100:00080000:1.0:1734684525.829029:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684495 00000100:00080000:1.0:1734684525.829031:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684495 00000100:00080000:3.0:1734684525.829031:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684525.829032:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684495 00000100:00080000:3.0:1734684525.829035:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684525.829038:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848035200:0@lo:8:kworker.0 00000100:00100000:1.0:1734684525.829043:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848035328:0@lo:400:kworker.0 00000100:00080000:3.0:1734684525.829045:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684525.829046:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684525.829048:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848034688:0@lo:400:kworker.0 00000100:00100000:3.0:1734684525.829049:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848035584:0@lo:8:kworker.0 00000100:00100000:3.0:1734684525.829068:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848035456:0@lo:400:kworker.0 00000100:00100000:3.0:1734684525.829075:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848034816:0@lo:400:kworker.0 00000100:00100000:1.0:1734684525.860710:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848035968:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684525.860756:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684525.860959:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848035968:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684527.310739:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734684527.620823:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684497 00000100:00100000:1.0:1734684528.279006:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872598912 00000100:00100000:1.0:1734684528.279010:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872598912 00000100:00100000:1.0:1734684528.279031:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 567 00000100:00100000:1.0:1734684528.279037:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872598912:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684528.279080:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872598912:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (133us total) trans 0 rc 0/0 00000100:00080000:3.0:1734684528.279081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684498 00000100:00080000:3.0:1734684528.279084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684498 00000100:00100000:1.0:1734684528.279086:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 567 00000100:00080000:3.0:1734684528.279086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684498 00010000:00010000:3.0:1734684529.314923:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684530.316726:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684530.836736:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848036480:0@lo:400:kworker.0 00000100:00100000:3.0:1734684530.836780:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848036864:0@lo:400:kworker.0 00000100:00100000:1.0:1734684530.836792:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684530.836815:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848037120:0@lo:400:kworker.0 00000100:00100000:3.0:1734684530.836816:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684530.836835:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684530.836835:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848037632:0@lo:400:kworker.0 00000100:00100000:3.0:1734684530.836850:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684530.836853:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848036480 00000100:00100000:1.0:1734684530.836855:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848036480 00000100:00100000:3.0:1734684530.836860:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734684530.836865:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848036736:0@lo:400:kworker.0 00000100:00100000:1.0:1734684530.836881:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1734684530.836881:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684530.836886:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848036480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684530.836891:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848037504:0@lo:400:kworker.0 00000100:00100000:3.0:1734684530.836903:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684530.836914:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848036480:12345-0@lo:400:kworker.0 Request processed in 29us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684530.836918:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1734684530.836920:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848036992:0@lo:8:kworker.0 00000100:00100000:3.0:1734684530.836948:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684530.836958:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848037120 00000100:00100000:3.0:1734684530.836958:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848037376:0@lo:8:kworker.0 00000100:00100000:1.0:1734684530.836960:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848037120 00000100:00100000:3.0:1734684530.836974:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684530.836975:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848037504 00000100:00100000:1.0:1734684530.836976:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848037504 00000100:00100000:1.0:1734684530.836984:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848036992 00000100:00100000:1.0:1734684530.836985:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848036992 00000100:00100000:1.0:1734684530.836992:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848037376 00000100:00100000:1.0:1734684530.836993:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848037376 00000100:00100000:3.0:1734684530.836997:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794 00000100:00100000:1.0:1734684530.837000:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7403 00000100:00100000:3.0:1734684530.837001:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848036736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684530.837003:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848037120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684530.837021:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848037120:12345-0@lo:400:kworker.0 Request processed in 18us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684530.837023:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848036736:12345-0@lo:400:kworker.0 Request processed in 22us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684530.837025:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7403 00000100:00100000:3.0:1734684530.837028:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794 00000100:00100000:1.0:1734684530.837030:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53656 00000100:00100000:1.0:1734684530.837032:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848036992:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684530.837047:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684530.837062:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848036992:12345-0@lo:8:kworker.0 Request processed in 29us (114us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684530.837062:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848036736:0@lo:400:kworker.0 00000100:00100000:1.0:1734684530.837066:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53656 00000100:00100000:3.0:1734684530.837069:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848037504:0@lo:400:kworker.0 00000100:00100000:3.0:1734684530.837074:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848037632:0@lo:400:kworker.0 00000100:00100000:3.0:1734684530.837080:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848036864:0@lo:400:kworker.0 00000100:00100000:1.0:1734684530.837087:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848037120:0@lo:400:kworker.0 00000100:00100000:1.0:1734684530.837091:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848036480:0@lo:400:kworker.0 00000100:00080000:3.0:1734684530.837101:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684530.837105:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684530.837108:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848036992:0@lo:8:kworker.0 00000100:00080000:3.0:1734684530.837113:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684530.837116:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684530.837118:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848037376:0@lo:8:kworker.0 00000100:00100000:1.0:1734684530.868760:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848037760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684530.868831:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684530.869045:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848037760:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684532.320737:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684533.287139:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872599424 00000100:00100000:1.0:1734684533.287148:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872599424 00000100:00100000:1.0:1734684533.287200:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 569 00000100:00100000:1.0:1734684533.287206:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872599424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684533.287246:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872599552 00000100:00100000:3.0:1734684533.287253:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872599552 00000100:00100000:1.0:1734684533.287261:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872599424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684533.287265:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 569 00000100:00100000:3.0:1734684533.287292:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1795 00000100:00100000:3.0:1734684533.287298:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872599552:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684533.287313:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872599808 00000100:00100000:1.0:1734684533.287315:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872599808 00000100:00100000:1.0:1734684533.287327:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53658 00000100:00100000:1.0:1734684533.287330:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872599808:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684533.287346:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872599552:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (171us total) trans 0 rc 0/0 00010000:00020000:1.0:1734684533.287351:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684533.287355:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1795 00000100:00100000:1.0:1734684533.287384:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872599808:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 52us (131us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684533.287391:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53658 00010000:00010000:3.0:1734684534.324753:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684535.326783:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684535.796747:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848038144:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684535.796804:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684535.797079:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848038144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684535.844751:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848038272:0@lo:400:kworker.0 00000100:00100000:3.0:1734684535.844758:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848038400:0@lo:400:kworker.0 00000100:00100000:3.0:1734684535.844823:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684535.844824:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684535.844857:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848039040:0@lo:400:kworker.0 00000100:00100000:1.0:1734684535.844866:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848038912:0@lo:400:kworker.0 00000100:00100000:3.0:1734684535.844880:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684535.844890:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684535.844903:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848038784:0@lo:8:kworker.0 00000100:00100000:1.0:1734684535.844915:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848038912 00000100:00100000:1.0:1734684535.844918:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848038912 00000100:00100000:3.0:1734684535.844921:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684535.844929:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848039168:0@lo:8:kworker.0 00000100:00100000:3.0:1734684535.844941:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684535.844945:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848038784 00000100:00100000:1.0:1734684535.844947:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848038784 00000100:00100000:1.0:1734684535.844957:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848039168 00000100:00100000:1.0:1734684535.844959:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848039168 00000100:00100000:3.0:1734684535.844962:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848039040 00000100:00100000:3.0:1734684535.844964:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848039040 00000100:00100000:1.0:1734684535.844970:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7405 00000100:00100000:1.0:1734684535.844975:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848038912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684535.844978:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797 00000100:00100000:3.0:1734684535.844981:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848038400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684535.845006:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848038912:12345-0@lo:400:kworker.0 Request processed in 30us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684535.845011:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848038400:12345-0@lo:400:kworker.0 Request processed in 29us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684535.845012:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7405 00000100:00100000:3.0:1734684535.845015:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797 00000100:00100000:1.0:1734684535.845025:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53659 00000100:00100000:3.0:1734684535.845026:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799 00000100:00100000:1.0:1734684535.845028:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848038784:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684535.845028:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848038528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684535.845041:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848038528:12345-0@lo:400:kworker.0 Request processed in 12us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684535.845044:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799 00010000:00020000:1.0:1734684535.845046:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684535.845059:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848039296 00000100:00100000:3.0:1734684535.845062:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848039296 00000100:00100000:1.0:1734684535.845068:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848038784:12345-0@lo:8:kworker.0 Request processed in 39us (146us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684535.845074:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53659 00000100:00100000:3.0:1734684535.845078:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7406 00000100:00100000:3.0:1734684535.845082:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848039296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684535.845101:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848038912:0@lo:400:kworker.0 00000100:00100000:3.0:1734684535.845104:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848039296:12345-0@lo:400:kworker.0 Request processed in 21us (54us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684535.845109:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848038272:0@lo:400:kworker.0 00000100:00100000:3.0:1734684535.845110:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7406 00000100:00080000:3.0:1734684535.845137:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684535.845140:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684535.845143:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848038784:0@lo:8:kworker.0 00000100:00080000:3.0:1734684535.845149:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684535.845151:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684535.845153:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848039168:0@lo:8:kworker.0 00000100:00100000:3.0:1734684535.845166:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848039424 00000100:00100000:3.0:1734684535.845168:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848039424 00000100:00100000:3.0:1734684535.845186:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800 00000100:00100000:3.0:1734684535.845188:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848039424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684535.845206:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848039424:12345-0@lo:400:kworker.0 Request processed in 16us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684535.845210:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800 00000100:00100000:3.0:1734684535.845227:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848039040:0@lo:400:kworker.0 00000100:00100000:3.0:1734684535.845235:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848038400:0@lo:400:kworker.0 00000100:00100000:1.0:1734684535.876773:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848039552:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684535.876859:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684535.877056:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848039552:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684535.924742:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684535.924762:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848039680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684535.924823:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684535.925052:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848039680:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684537.330707:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734684537.636897:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684507 00000100:00100000:3.0:1734684538.294900:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872600064 00000100:00100000:1.0:1734684538.294906:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872599936 00000100:00100000:3.0:1734684538.294907:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872600064 00000100:00100000:1.0:1734684538.294910:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872599936 00000100:00100000:1.0:1734684538.294945:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 571 00000100:00100000:3.0:1734684538.294947:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1801 00000100:00100000:1.0:1734684538.294951:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872599936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684538.294952:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872600064:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684538.294995:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872600064:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684538.294999:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872599936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684538.295004:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1801 00000100:00100000:1.0:1734684538.295005:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 571 00000100:00080000:1.0:1734684538.295028:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684508 00000100:00080000:1.0:1734684538.295031:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684508 00000100:00080000:1.0:1734684538.295032:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684508 00010000:00010000:3.0:1734684539.334706:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684540.336703:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684540.804705:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848039936:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684540.804755:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684540.804928:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848039936:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684540.852740:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848040064:0@lo:400:kworker.0 00000100:00100000:3.0:1734684540.852751:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848040192:0@lo:400:kworker.0 00000100:00100000:1.0:1734684540.852824:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684540.852829:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848040576:0@lo:8:kworker.0 00000100:00100000:1.0:1734684540.852853:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848040704:0@lo:400:kworker.0 00000100:00100000:3.0:1734684540.852854:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684540.852869:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848040960:0@lo:8:kworker.0 00000100:00100000:1.0:1734684540.852873:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684540.852887:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684540.852887:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848040576 00000100:00100000:3.0:1734684540.852889:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848040576 00000100:00100000:1.0:1734684540.852892:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848040832:0@lo:400:kworker.0 00000100:00100000:3.0:1734684540.852900:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848041088 00000100:00100000:3.0:1734684540.852901:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848041088 00000100:00100000:3.0:1734684540.852914:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848040704 00000100:00100000:3.0:1734684540.852915:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848040704 00000100:00100000:1.0:1734684540.852916:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848040064 00000100:00100000:1.0:1734684540.852919:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848040064 00000100:00100000:3.0:1734684540.852924:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7407 00000100:00100000:3.0:1734684540.852927:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848041088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684540.852942:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1734684540.852946:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848040064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684540.852947:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848041088:12345-0@lo:400:kworker.0 Request processed in 20us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684540.852951:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7407 00000100:00100000:3.0:1734684540.852960:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7408 00000100:00100000:3.0:1734684540.852962:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848040704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684540.852974:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848040064:12345-0@lo:400:kworker.0 Request processed in 27us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684540.852975:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848040704:12345-0@lo:400:kworker.0 Request processed in 12us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684540.852978:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7408 00000100:00100000:1.0:1734684540.852979:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1734684540.852994:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684540.853003:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684510 00000100:00080000:1.0:1734684540.853007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684510 00000100:00080000:1.0:1734684540.853009:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684510 00000100:00080000:3.0:1734684540.853010:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684540.853012:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684540.853014:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848040576:0@lo:8:kworker.0 00000100:00100000:1.0:1734684540.853028:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684540.853035:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848040192 00000100:00100000:3.0:1734684540.853037:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848040192 00000100:00100000:1.0:1734684540.853046:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848040704:0@lo:400:kworker.0 00000100:00100000:3.0:1734684540.853047:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848040832 00000100:00100000:3.0:1734684540.853048:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848040832 00000100:00100000:1.0:1734684540.853053:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848040064:0@lo:400:kworker.0 00000100:00100000:3.0:1734684540.853055:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805 00000100:00100000:3.0:1734684540.853057:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848040192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684540.853074:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848040192:12345-0@lo:400:kworker.0 Request processed in 16us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684540.853077:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805 00000100:00080000:3.0:1734684540.853088:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684540.853089:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684540.853091:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848040960:0@lo:8:kworker.0 00000100:00100000:1.0:1734684540.853117:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848040832:0@lo:400:kworker.0 00000100:00100000:1.0:1734684540.884873:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848041344 00000100:00100000:1.0:1734684540.884882:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848041344 00000100:00100000:1.0:1734684540.884923:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40795 00000100:00100000:1.0:1734684540.884931:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848041344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684540.884966:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684540.885009:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d456300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848041344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684540.885016:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40795 00010000:00010000:3.0:1734684542.340725:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684543.302987:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872600448 00000100:00100000:1.0:1734684543.302997:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872600448 00000100:00100000:3.0:1734684543.303046:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872600704 00000100:00100000:1.0:1734684543.303050:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 573 00000100:00100000:3.0:1734684543.303050:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872600704 00000100:00100000:1.0:1734684543.303058:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872600448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684543.303076:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1808 00000100:00100000:3.0:1734684543.303080:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872600704:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684543.303121:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872600448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684543.303128:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 573 00000100:00100000:3.0:1734684543.303194:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872600704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 101us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684543.303208:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1808 00010000:00010000:3.0:1734684544.344737:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684545.346802:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684545.812953:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848041728 00000100:00100000:1.0:1734684545.812959:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848041728 00000100:00100000:1.0:1734684545.812994:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40796 00000100:00100000:1.0:1734684545.813000:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848041728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684545.813031:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684545.813067:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848041728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684545.813073:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40796 00000100:00100000:1.0:1734684545.860744:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848041984:0@lo:400:kworker.0 00000100:00100000:1.0:1734684545.860780:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684545.860815:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848041984 00000100:00100000:3.0:1734684545.860820:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848041984 00000100:00100000:1.0:1734684545.860823:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848041856 00000100:00100000:1.0:1734684545.860826:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848041856 00000100:00100000:3.0:1734684545.860847:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848042112 00000100:00100000:1.0:1734684545.860849:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1734684545.860849:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848042112 00000100:00100000:1.0:1734684545.860854:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848041856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684545.860860:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809 00000100:00100000:3.0:1734684545.860863:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848041984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684545.860891:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848041856:12345-0@lo:400:kworker.0 Request processed in 36us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684545.860896:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848041984:12345-0@lo:400:kworker.0 Request processed in 32us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684545.860897:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1734684545.860901:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809 00000100:00100000:3.0:1734684545.860913:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1734684545.860917:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848042112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684545.860941:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848042112:12345-0@lo:400:kworker.0 Request processed in 23us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684545.860946:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00000100:00100000:1.0:1734684545.860948:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848041984:0@lo:400:kworker.0 00000100:00100000:1.0:1734684545.861010:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848042624:0@lo:400:kworker.0 00000100:00100000:3.0:1734684545.861015:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848042368:0@lo:8:kworker.0 00000100:00100000:1.0:1734684545.861029:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684545.861036:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684545.861046:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684545.861050:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848042752:0@lo:8:kworker.0 00000100:00100000:1.0:1734684545.861052:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848043008:0@lo:400:kworker.0 00000100:00100000:3.0:1734684545.861065:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684545.861069:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684545.861079:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848042880:0@lo:400:kworker.0 00000100:00100000:3.0:1734684545.861084:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53665 00000100:00100000:3.0:1734684545.861088:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009849a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848042368:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684545.861093:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1734684545.861103:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684545.861116:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53666 00000100:00100000:1.0:1734684545.861119:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848042752:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684545.861122:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009849a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848042368:12345-0@lo:8:kworker.0 Request processed in 33us (86us total) trans 0 rc -19/-19 00010000:00020000:1.0:1734684545.861127:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684545.861127:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53665 00000100:00100000:1.0:1734684545.861140:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098498000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848042752:12345-0@lo:8:kworker.0 Request processed in 20us (75us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684545.861144:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53666 00000100:00080000:3.0:1734684545.861148:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684545.861150:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684545.861153:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848042624 00000100:00100000:3.0:1734684545.861153:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848042752:0@lo:8:kworker.0 00000100:00100000:1.0:1734684545.861155:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848042624 00000100:00080000:3.0:1734684545.861158:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684545.861160:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684545.861162:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848042368:0@lo:8:kworker.0 00000100:00100000:1.0:1734684545.861164:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848043008 00000100:00100000:1.0:1734684545.861165:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848043008 00000100:00100000:1.0:1734684545.861171:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00100000:1.0:1734684545.861173:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848042624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684545.861177:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812 00000100:00100000:3.0:1734684545.861180:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848043008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684545.861187:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848042624:12345-0@lo:400:kworker.0 Request processed in 13us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684545.861190:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00000100:00100000:1.0:1734684545.861204:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848042880:0@lo:400:kworker.0 00000100:00100000:3.0:1734684545.861207:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848043008:12345-0@lo:400:kworker.0 Request processed in 25us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684545.861214:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848043008:0@lo:400:kworker.0 00000100:00100000:3.0:1734684545.861214:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812 00000100:00100000:1.0:1734684545.892747:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684545.892762:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848043136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684545.892810:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684545.893137:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848043136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684545.940769:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848043264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684545.940844:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684545.941101:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848043264:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684547.350796:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684547.652763:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684547.652785:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848043392:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684547.652844:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684547.653068:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848043392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684548.311237:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872601088 00000100:00100000:3.0:1734684548.311241:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872601088 00000100:00100000:3.0:1734684548.311269:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872601216 00000100:00100000:3.0:1734684548.311271:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872601216 00000100:00100000:3.0:1734684548.311284:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1813 00000100:00100000:3.0:1734684548.311287:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872601088:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684548.311317:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872601088:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684548.311332:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1813 00000100:00100000:1.0:1734684548.311372:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872600960 00000100:00100000:1.0:1734684548.311375:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872600960 00000100:00100000:1.0:1734684548.311394:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 575 00000100:00100000:1.0:1734684548.311397:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872600960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684548.311418:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872600960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684548.311423:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 575 00010000:00010000:3.0:1734684549.354757:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684550.356752:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684550.820764:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848043520:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684550.820834:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684550.821048:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848043520:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684550.868843:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848043776:0@lo:400:kworker.0 00000100:00100000:3.0:1734684550.868877:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848044160:0@lo:8:kworker.0 00000100:00100000:1.0:1734684550.868885:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684550.868906:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848044416:0@lo:400:kworker.0 00000100:00100000:1.0:1734684550.868930:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684550.868937:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684550.868957:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848044032:0@lo:400:kworker.0 00000100:00100000:3.0:1734684550.868974:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848044544:0@lo:8:kworker.0 00000100:00100000:1.0:1734684550.868978:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684550.868991:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848044800:0@lo:400:kworker.0 00000100:00100000:3.0:1734684550.868995:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684550.869008:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684550.869029:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848044544 00000100:00100000:1.0:1734684550.869034:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53668 00000100:00100000:3.0:1734684550.869034:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848044544 00000100:00100000:1.0:1734684550.869038:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848044160:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684550.869057:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684550.869087:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848044160:12345-0@lo:8:kworker.0 Request processed in 48us (151us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734684550.869087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684520 00000100:00080000:3.0:1734684550.869091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684520 00000100:00100000:1.0:1734684550.869093:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53668 00000100:00080000:3.0:1734684550.869093:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684520 00000100:02020000:3.0:1734684550.869111:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00100000:1.0:1734684550.869112:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848044800 00000100:00080000:3.0:1734684550.869115:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684550.869116:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848044800 00000100:00080000:3.0:1734684550.869118:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684550.869121:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848044544:0@lo:8:kworker.0 00000100:00080000:3.0:1734684550.869131:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684550.869133:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684550.869134:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817 00000100:00100000:3.0:1734684550.869135:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848044160:0@lo:8:kworker.0 00000100:00100000:1.0:1734684550.869138:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848044800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684550.869163:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848044800:12345-0@lo:400:kworker.0 Request processed in 25us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684550.869169:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817 00000100:00100000:3.0:1734684550.869177:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848044032 00000100:00100000:3.0:1734684550.869180:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848044032 00000100:00100000:1.0:1734684550.869182:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848043904 00000100:00100000:1.0:1734684550.869184:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848043904 00000100:00100000:1.0:1734684550.869197:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:1.0:1734684550.869201:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848043904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684550.869203:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40800 00000100:00100000:3.0:1734684550.869207:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848044032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684550.869223:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848043904:12345-0@lo:400:kworker.0 Request processed in 21us (53us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684550.869227:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00100000:3.0:1734684550.869245:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848044032:12345-0@lo:400:kworker.0 Request processed in 37us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684550.869248:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848044416:0@lo:400:kworker.0 00000100:00100000:3.0:1734684550.869250:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40800 00000100:00100000:1.0:1734684550.869256:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848043776:0@lo:400:kworker.0 00000100:00080000:3.0:1734684550.869266:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684520 00000100:00080000:3.0:1734684550.869269:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684520 00000100:00080000:3.0:1734684550.869271:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684520 00000100:00100000:1.0:1734684550.869278:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848044032:0@lo:400:kworker.0 00000100:00100000:1.0:1734684550.869285:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848044800:0@lo:400:kworker.0 00000100:00100000:1.0:1734684550.900834:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684550.900858:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848044928:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684550.900926:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684550.901018:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848044928 00000100:00100000:3.0:1734684550.901029:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848044928 00000100:00100000:3.0:1734684550.901088:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40801 00000100:00100000:3.0:1734684550.901094:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848044928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684550.901128:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684550.901194:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848044928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684550.901200:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40801 00000100:00100000:1.0:1734684550.901329:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848044928:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684552.360820:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1734684552.660885:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684522 00000100:00100000:3.0:1734684553.319080:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872601472 00000100:00100000:3.0:1734684553.319088:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872601472 00000100:00100000:3.0:1734684553.319128:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 577 00000100:00100000:3.0:1734684553.319133:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872601472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684553.319157:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1819 00000100:00100000:1.0:1734684553.319163:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872601600:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684553.319182:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872601472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684553.319187:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 577 00000100:00100000:1.0:1734684553.319192:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872601600:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684553.319197:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1819 00000100:00080000:3.0:1734684553.319209:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684523 00000100:00080000:3.0:1734684553.319212:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684523 00000100:00080000:3.0:1734684553.319214:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684523 00010000:00010000:3.0:1734684554.364744:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684555.366702:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684555.828828:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734684555.828853:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848045312:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684555.828907:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684555.829081:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848045312:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684555.876761:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848045824:0@lo:400:kworker.0 00000100:00100000:1.0:1734684555.876823:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684555.876832:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848045568:0@lo:400:kworker.0 00000100:00100000:1.0:1734684555.876847:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848046592:0@lo:400:kworker.0 00000100:00100000:3.0:1734684555.876865:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684555.876879:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848045824 00000100:00100000:1.0:1734684555.876885:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848045824 00000100:00100000:3.0:1734684555.876889:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848046208:0@lo:400:kworker.0 00000100:00100000:3.0:1734684555.876904:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684555.876916:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40803 00000100:00100000:1.0:1734684555.876920:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848045824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684555.876933:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848045440 00000100:00100000:3.0:1734684555.876938:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848045440 00000100:00100000:1.0:1734684555.876951:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848045824:12345-0@lo:400:kworker.0 Request processed in 30us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684555.876955:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40803 00000100:00100000:3.0:1734684555.876967:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00080000:1.0:1734684555.876971:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684525 00000100:00100000:3.0:1734684555.876972:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848045440:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684555.876973:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684525 00000100:00080000:1.0:1734684555.876975:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684525 00000100:00100000:1.0:1734684555.876984:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684555.877005:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848045824:0@lo:400:kworker.0 00000100:00100000:3.0:1734684555.877006:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848045440:12345-0@lo:400:kworker.0 Request processed in 33us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684555.877011:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1734684555.877025:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734684555.877030:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848045696:0@lo:400:kworker.0 00000100:00100000:3.0:1734684555.877042:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:3.0:1734684555.877047:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848046592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684555.877048:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684555.877061:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848046464:0@lo:400:kworker.0 00000100:00100000:3.0:1734684555.877070:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848046592:12345-0@lo:400:kworker.0 Request processed in 22us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684555.877075:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00000100:00100000:1.0:1734684555.877076:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684555.877092:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848046464 00000100:00100000:3.0:1734684555.877094:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848046464 00000100:00100000:1.0:1734684555.877095:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848046592:0@lo:400:kworker.0 00000100:00100000:1.0:1734684555.877106:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848045696:0@lo:400:kworker.0 00000100:00100000:3.0:1734684555.877110:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7414 00000100:00100000:3.0:1734684555.877114:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848046464:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684555.877121:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684525 00000100:00080000:1.0:1734684555.877123:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684525 00000100:00100000:3.0:1734684555.877140:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848046464:12345-0@lo:400:kworker.0 Request processed in 25us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684555.877145:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7414 00000100:00100000:1.0:1734684555.877146:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848046464:0@lo:400:kworker.0 00000100:00100000:3.0:1734684555.877166:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848045568:0@lo:400:kworker.0 00000100:00100000:3.0:1734684555.877174:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848046208:0@lo:400:kworker.0 00000100:00100000:1.0:1734684555.908819:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848046720 00000100:00100000:1.0:1734684555.908829:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848046720 00000100:00100000:1.0:1734684555.908884:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40804 00000100:00100000:1.0:1734684555.908890:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848046720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684555.908927:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684555.908988:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848046720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684555.908993:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40804 00000100:00100000:3.0:1734684555.956753:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848046848:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684555.956810:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684555.957003:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848046848:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684556.368757:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684557.370800:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734684557.668975:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684527 00000100:00100000:1.0:1734684558.327136:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872601984 00000100:00100000:1.0:1734684558.327141:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872601984 00000100:00080000:3.0:1734684558.327168:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684528 00000100:00100000:1.0:1734684558.327172:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 579 00000100:00080000:3.0:1734684558.327173:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684528 00000100:00080000:3.0:1734684558.327175:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684528 00000100:00100000:1.0:1734684558.327179:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872601984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684558.327187:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872602368 00000100:00100000:3.0:1734684558.327190:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872602368 00000100:00100000:3.0:1734684558.327208:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53673 00000100:00100000:3.0:1734684558.327212:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872602368:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684558.327232:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684558.327233:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872601984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684558.327243:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 579 00000100:00100000:3.0:1734684558.327254:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872602368:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (120us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684558.327260:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53673 00010000:00010000:3.0:1734684559.374889:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684560.376757:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684560.836744:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848047104:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684560.836802:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684560.837153:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848047104:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684560.884851:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848047232:0@lo:400:kworker.0 00000100:00100000:3.0:1734684560.884862:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848047360:0@lo:400:kworker.0 00000100:00100000:1.0:1734684560.884907:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684560.884908:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684560.884928:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848047872:0@lo:400:kworker.0 00000100:00100000:3.0:1734684560.884928:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848048000:0@lo:400:kworker.0 00000100:00100000:1.0:1734684560.884946:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684560.884946:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684560.884963:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848048384:0@lo:400:kworker.0 00000100:00100000:3.0:1734684560.884968:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848047360 00000100:00100000:3.0:1734684560.884973:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848047360 00000100:00100000:1.0:1734684560.884977:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684560.884992:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848047488 00000100:00100000:1.0:1734684560.884995:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848047488 00000100:00100000:3.0:1734684560.885000:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848048000 00000100:00100000:3.0:1734684560.885002:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848048000 00000100:00100000:1.0:1734684560.885009:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848048384 00000100:00100000:1.0:1734684560.885011:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848048384 00000100:00100000:3.0:1734684560.885013:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1827 00000100:00100000:3.0:1734684560.885017:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848047360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684560.885019:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:1.0:1734684560.885023:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848047488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684560.885049:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848047488:12345-0@lo:400:kworker.0 Request processed in 25us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684560.885054:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00100000:3.0:1734684560.885060:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848047360:12345-0@lo:400:kworker.0 Request processed in 42us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684560.885066:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1827 00000100:00100000:1.0:1734684560.885073:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830 00000100:00100000:1.0:1734684560.885076:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848048384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684560.885082:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848047872 00000100:00100000:3.0:1734684560.885084:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848047872 00000100:00100000:1.0:1734684560.885091:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d457100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848048384:12345-0@lo:400:kworker.0 Request processed in 15us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684560.885095:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830 00000100:00100000:3.0:1734684560.885100:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7415 00000100:00100000:3.0:1734684560.885104:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848047872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684560.885117:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848047232:0@lo:400:kworker.0 00000100:00100000:3.0:1734684560.885125:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848047872:12345-0@lo:400:kworker.0 Request processed in 20us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684560.885130:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848047872:0@lo:400:kworker.0 00000100:00100000:3.0:1734684560.885131:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7415 00000100:00100000:1.0:1734684560.885141:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848048384:0@lo:400:kworker.0 00000100:00080000:3.0:1734684560.885142:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684530 00000100:00080000:3.0:1734684560.885145:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684530 00000100:00080000:3.0:1734684560.885147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684530 00000100:00080000:3.0:1734684560.885148:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684530 00000100:00100000:3.0:1734684560.885161:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848048000:0@lo:400:kworker.0 00000100:00100000:1.0:1734684560.885166:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848048256:0@lo:400:kworker.0 00000100:00100000:3.0:1734684560.885169:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848047360:0@lo:400:kworker.0 00000100:00080000:3.0:1734684560.885179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684530 00000100:00100000:3.0:1734684560.885203:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848047744 00000100:00100000:3.0:1734684560.885206:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848047744 00000100:00100000:1.0:1734684560.885207:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848047616:0@lo:400:kworker.0 00000100:00100000:3.0:1734684560.885217:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53674 00000100:00100000:3.0:1734684560.885220:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848047744:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684560.885223:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848048128 00000100:00100000:1.0:1734684560.885225:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848048128 00010000:00020000:3.0:1734684560.885234:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684560.885237:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53675 00000100:00100000:1.0:1734684560.885241:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848048128:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684560.885248:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684560.885262:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848047744:12345-0@lo:8:kworker.0 Request processed in 41us (77us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684560.885267:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848048128:12345-0@lo:8:kworker.0 Request processed in 26us (51us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684560.885267:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53674 00000100:00100000:1.0:1734684560.885271:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53675 00000100:00100000:1.0:1734684560.916710:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848048512:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684560.916761:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684560.916937:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848048512:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684562.380750:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684562.676714:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848048768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684562.676765:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734684562.676845:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684532 00000100:00100000:1.0:1734684562.676932:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848048768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684563.335220:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872602624 00000100:00100000:1.0:1734684563.335228:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872602624 00000100:00100000:1.0:1734684563.335274:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872602752 00000100:00100000:1.0:1734684563.335276:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872602752 00000100:00100000:1.0:1734684563.335292:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1831 00000100:00100000:1.0:1734684563.335299:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872602624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734684563.335335:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684533 00000100:00080000:3.0:1734684563.335345:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684533 00000100:00080000:3.0:1734684563.335348:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684533 00000100:00100000:3.0:1734684563.335369:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872602880 00000100:00100000:1.0:1734684563.335371:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872602624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 69us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684563.335375:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872602880 00000100:00100000:1.0:1734684563.335377:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1831 00000100:00100000:3.0:1734684563.335442:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53676 00000100:00100000:3.0:1734684563.335448:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872602880:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684563.335470:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684563.335572:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872602880:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 122us (312us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684563.335579:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53676 00010000:00010000:3.0:1734684564.384733:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684565.386742:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684565.892718:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848049024:0@lo:400:kworker.0 00000100:00100000:3.0:1734684565.892746:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848049408:0@lo:400:kworker.0 00000100:00100000:1.0:1734684565.892774:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684565.892783:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684565.892801:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848049664:0@lo:400:kworker.0 00000100:00100000:3.0:1734684565.892802:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684565.892807:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848049280:0@lo:400:kworker.0 00000100:00100000:1.0:1734684565.892819:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684565.892835:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848049664 00000100:00100000:1.0:1734684565.892836:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848049024 00000100:00100000:1.0:1734684565.892839:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848049024 00000100:00100000:3.0:1734684565.892840:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848049664 00000100:00100000:1.0:1734684565.892862:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1734684565.892862:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848049536 00000100:00100000:3.0:1734684565.892864:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848049536 00000100:00100000:1.0:1734684565.892866:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848049024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684565.892873:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7417 00000100:00100000:3.0:1734684565.892876:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848049664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684565.892889:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848049024:12345-0@lo:400:kworker.0 Request processed in 22us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684565.892893:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1734684565.892897:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848049664:12345-0@lo:400:kworker.0 Request processed in 21us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684565.892900:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7417 00000100:00080000:1.0:1734684565.892908:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684535 00000100:00100000:3.0:1734684565.892908:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53677 00000100:00080000:1.0:1734684565.892910:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684535 00000100:00100000:3.0:1734684565.892911:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848049536:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734684565.892912:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684535 00000100:00100000:1.0:1734684565.892918:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:1.0:1734684565.892921:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848049792:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734684565.892922:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684565.892934:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848049792:12345-0@lo:400:kworker.0 Request processed in 13us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684565.892937:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00100000:3.0:1734684565.892938:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848049536:12345-0@lo:8:kworker.0 Request processed in 27us (88us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684565.892942:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53677 00000100:00100000:3.0:1734684565.892955:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848049408 00000100:00100000:1.0:1734684565.892957:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848049664:0@lo:400:kworker.0 00000100:00100000:3.0:1734684565.892957:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848049408 00000100:00100000:1.0:1734684565.892962:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848049024:0@lo:400:kworker.0 00000100:00100000:3.0:1734684565.892973:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40809 00000100:00080000:1.0:1734684565.892975:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684535 00000100:00100000:3.0:1734684565.892977:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848049408:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684565.892984:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684535 00000100:00100000:1.0:1734684565.893007:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848050176 00000100:00100000:3.0:1734684565.893007:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848049408:12345-0@lo:400:kworker.0 Request processed in 28us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684565.893008:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848050176 00000100:00100000:3.0:1734684565.893015:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40809 00000100:00100000:1.0:1734684565.893018:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00100000:1.0:1734684565.893021:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848050176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684565.893030:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684565.893045:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848050176:12345-0@lo:400:kworker.0 Request processed in 22us (50us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684565.893050:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00100000:3.0:1734684565.893055:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848049408:0@lo:400:kworker.0 00000100:00100000:1.0:1734684565.893058:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848049280 00000100:00100000:1.0:1734684565.893060:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848049280 00000100:00100000:1.0:1734684565.893076:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836 00000100:00100000:1.0:1734684565.893080:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848049280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684565.893127:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848049280:12345-0@lo:400:kworker.0 Request processed in 46us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684565.893132:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836 00000100:00080000:1.0:1734684565.893142:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684535 00000100:00100000:3.0:1734684565.893148:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848049280:0@lo:400:kworker.0 00000100:00100000:3.0:1734684565.924840:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848050304 00000100:00100000:3.0:1734684565.924846:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848050304 00000100:00100000:3.0:1734684565.924882:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40810 00000100:00100000:3.0:1734684565.924887:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848050304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684565.924911:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684565.924947:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848050304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684565.924952:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40810 00000100:00100000:3.0:1734684565.972755:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684565.972775:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848050432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684565.972823:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684565.973021:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848050432:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684566.388798:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684567.390712:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684567.684729:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684567.684745:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848050560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684567.684788:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684567.684872:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684537 00000100:00100000:3.0:1734684567.684961:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848050560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684568.342876:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872603136 00000100:00100000:1.0:1734684568.342883:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872603136 00000100:00100000:1.0:1734684568.342930:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872603264 00000100:00100000:1.0:1734684568.342932:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872603264 00000100:00100000:1.0:1734684568.342945:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1837 00000100:00100000:1.0:1734684568.342948:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872603136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684568.342991:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872603136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684568.342997:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1837 00010000:00010000:3.0:1734684569.394785:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684570.396786:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684570.852712:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848050688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684570.852764:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684570.852958:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848050688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684570.900707:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848050816:0@lo:400:kworker.0 00000100:00100000:1.0:1734684570.900720:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848051072:0@lo:400:kworker.0 00000100:00100000:3.0:1734684570.900761:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684570.900772:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848051328:0@lo:8:kworker.0 00000100:00100000:3.0:1734684570.900785:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848051456:0@lo:400:kworker.0 00000100:00100000:1.0:1734684570.900802:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684570.900806:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848051200:0@lo:400:kworker.0 00000100:00100000:1.0:1734684570.900821:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848051712:0@lo:8:kworker.0 00000100:00100000:3.0:1734684570.900825:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684570.900835:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684570.900838:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848051968:0@lo:400:kworker.0 00000100:00100000:1.0:1734684570.900854:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848051584 00000100:00100000:3.0:1734684570.900854:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684570.900857:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848051584 00000100:00100000:3.0:1734684570.900868:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684570.900872:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848051840:0@lo:400:kworker.0 00000100:00100000:1.0:1734684570.900876:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1839 00000100:00100000:1.0:1734684570.900880:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848050944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684570.900886:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684570.900902:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848051712 00000100:00100000:3.0:1734684570.900904:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848051712 00000100:00100000:1.0:1734684570.900908:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848050944:12345-0@lo:400:kworker.0 Request processed in 27us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684570.900913:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1839 00000100:00100000:3.0:1734684570.900919:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53680 00000100:00100000:3.0:1734684570.900923:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848051328:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684570.900924:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:1.0:1734684570.900927:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848051968:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734684570.900937:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684570.900948:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848051968:12345-0@lo:400:kworker.0 Request processed in 20us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684570.900952:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:3.0:1734684570.900957:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848051328:12345-0@lo:8:kworker.0 Request processed in 34us (156us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684570.900961:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53680 00000100:00100000:3.0:1734684570.900967:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53681 00000100:00100000:3.0:1734684570.900969:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848051712:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734684570.900970:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684570.900973:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00010000:00020000:3.0:1734684570.900974:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684570.900980:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848051328:0@lo:8:kworker.0 00000100:00100000:3.0:1734684570.900982:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848051712:12345-0@lo:8:kworker.0 Request processed in 11us (147us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684570.900985:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53681 00000100:00080000:1.0:1734684570.900993:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684570.900995:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684570.900995:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684570.900997:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848051712:0@lo:8:kworker.0 00000100:00100000:3.0:1734684570.901005:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848050816:0@lo:400:kworker.0 00000100:00100000:3.0:1734684570.901014:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848051456 00000100:00100000:1.0:1734684570.901015:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684570.901015:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848051456 00000100:00100000:3.0:1734684570.901026:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7420 00000100:00100000:3.0:1734684570.901028:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848051456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684570.901041:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848051840:0@lo:400:kworker.0 00000100:00100000:3.0:1734684570.901046:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b58050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848051456:12345-0@lo:400:kworker.0 Request processed in 17us (49us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684570.901048:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848051200:0@lo:400:kworker.0 00000100:00100000:3.0:1734684570.901049:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7420 00000100:00100000:1.0:1734684570.901056:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848051968:0@lo:400:kworker.0 00000100:00100000:1.0:1734684570.901075:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848051072:0@lo:400:kworker.0 00000100:00100000:3.0:1734684570.901130:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848051456:0@lo:400:kworker.0 00000100:00100000:3.0:1734684570.932733:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848052096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684570.932787:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684570.932989:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848052096:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684571.398765:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684572.400716:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684572.692713:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848052352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684572.692760:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684572.692954:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848052352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684573.351091:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872603904 00000100:00100000:3.0:1734684573.351100:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872603904 00000100:00100000:3.0:1734684573.351138:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53682 00000100:00100000:3.0:1734684573.351143:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872603904:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:1.0:1734684573.351148:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684543 00000100:00080000:1.0:1734684573.351151:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684543 00000100:00080000:1.0:1734684573.351152:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684543 00010000:00020000:3.0:1734684573.351166:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684573.351245:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872603904:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 101us (379us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684573.351252:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53682 00010000:00010000:3.0:1734684574.404801:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684575.406682:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684575.908709:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848052736:0@lo:400:kworker.0 00000100:00100000:1.0:1734684575.908734:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684575.908761:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848053376:0@lo:400:kworker.0 00000100:00100000:1.0:1734684575.908777:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684575.908786:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848052608 00000100:00100000:3.0:1734684575.908792:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848052608 00000100:00100000:1.0:1734684575.908794:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848052736 00000100:00100000:1.0:1734684575.908796:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848052736 00000100:00100000:1.0:1734684575.908824:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845 00000100:00100000:3.0:1734684575.908824:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1734684575.908829:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848052736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684575.908829:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848052608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684575.908864:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848052736:12345-0@lo:400:kworker.0 Request processed in 34us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684575.908864:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848052608:12345-0@lo:400:kworker.0 Request processed in 34us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684575.908869:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1734684575.908870:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845 00000100:00080000:1.0:1734684575.908885:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684545 00000100:00080000:1.0:1734684575.908888:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684545 00000100:00080000:1.0:1734684575.908889:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684545 00000100:00100000:3.0:1734684575.908895:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53683 00000100:00100000:1.0:1734684575.908899:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848052864:0@lo:400:kworker.0 00000100:00100000:3.0:1734684575.908899:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848053120:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684575.908914:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684575.908916:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684575.908925:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848053632:0@lo:400:kworker.0 00000100:00100000:3.0:1734684575.908934:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848053120:12345-0@lo:8:kworker.0 Request processed in 35us (123us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684575.908937:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684575.908940:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53683 00000100:00100000:3.0:1734684575.908948:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848053632 00000100:00100000:3.0:1734684575.908950:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848053632 00000100:00100000:1.0:1734684575.908957:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848053760 00000100:00100000:1.0:1734684575.908959:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848053760 00000100:00100000:3.0:1734684575.908964:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7422 00000100:00100000:3.0:1734684575.908967:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848053632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684575.908973:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848 00000100:00100000:1.0:1734684575.908976:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848053760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684575.908991:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848053632:12345-0@lo:400:kworker.0 Request processed in 23us (53us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684575.908996:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7422 00000100:00100000:1.0:1734684575.908997:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848053760:12345-0@lo:400:kworker.0 Request processed in 20us (62us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684575.909001:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848 00000100:00080000:1.0:1734684575.909012:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684545 00000100:00080000:1.0:1734684575.909014:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684545 00000100:00100000:3.0:1734684575.909016:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848053248:0@lo:400:kworker.0 00000100:00100000:3.0:1734684575.909023:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848052608:0@lo:400:kworker.0 00000100:00100000:1.0:1734684575.909024:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848053376:0@lo:400:kworker.0 00000100:00100000:1.0:1734684575.909031:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848052736:0@lo:400:kworker.0 00000100:00080000:1.0:1734684575.909041:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684545 00000100:00100000:1.0:1734684575.988724:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848054016:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684575.988776:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684575.988954:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848054016:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684576.408765:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684577.410781:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1734684577.700874:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684547 00000100:00100000:1.0:1734684578.358880:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872604160 00000100:00100000:1.0:1734684578.358887:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872604160 00000100:00100000:1.0:1734684578.358924:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872604288 00000100:00100000:1.0:1734684578.358927:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872604288 00000100:00100000:1.0:1734684578.358944:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1850 00000100:00100000:1.0:1734684578.358948:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872604288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684578.358990:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872604288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684578.358996:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1850 00000100:00080000:3.0:1734684578.358998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684548 00000100:00080000:3.0:1734684578.359002:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684548 00000100:00080000:3.0:1734684578.359004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684548 00000100:00100000:1.0:1734684578.359017:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872604416 00000100:00100000:1.0:1734684578.359020:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872604416 00000100:00100000:1.0:1734684578.359056:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53685 00000100:00100000:1.0:1734684578.359060:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872604416:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684578.359078:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684578.359106:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872604416:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 44us (224us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684578.359111:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53685 00010000:00010000:3.0:1734684579.414715:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684580.416682:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684580.916733:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848054528:0@lo:400:kworker.0 00000100:00100000:3.0:1734684580.916742:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848054656:0@lo:400:kworker.0 00000100:00100000:1.0:1734684580.916781:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684580.916793:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848054912:0@lo:8:kworker.0 00000100:00100000:1.0:1734684580.916809:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848055168:0@lo:400:kworker.0 00000100:00100000:3.0:1734684580.916812:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684580.916824:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848055296:0@lo:8:kworker.0 00000100:00100000:1.0:1734684580.916828:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684580.916836:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684580.916848:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848054912 00000100:00100000:1.0:1734684580.916853:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848054912 00000100:00100000:3.0:1734684580.916858:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848055040 00000100:00100000:3.0:1734684580.916861:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848055040 00000100:00100000:1.0:1734684580.916869:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848055296 00000100:00100000:1.0:1734684580.916871:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848055296 00000100:00100000:3.0:1734684580.916882:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7423 00000100:00100000:1.0:1734684580.916886:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53686 00000100:00100000:3.0:1734684580.916888:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848055040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684580.916891:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848054912:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684580.916906:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684580.916925:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848055040:12345-0@lo:400:kworker.0 Request processed in 37us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684580.916931:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7423 00000100:00100000:1.0:1734684580.916932:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848054912:12345-0@lo:8:kworker.0 Request processed in 40us (119us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684580.916938:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53686 00000100:00100000:1.0:1734684580.916949:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53687 00000100:00100000:1.0:1734684580.916952:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848055296:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684580.916958:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853 00010000:00020000:1.0:1734684580.916959:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684580.916961:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848055552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684580.916975:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848055296:12345-0@lo:8:kworker.0 Request processed in 22us (138us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684580.916979:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848055552:12345-0@lo:400:kworker.0 Request processed in 18us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684580.916980:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53687 00000100:00100000:3.0:1734684580.916982:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853 00000100:00100000:3.0:1734684580.916996:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684580.917004:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848055168:0@lo:400:kworker.0 00000100:00100000:1.0:1734684580.917011:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848054528:0@lo:400:kworker.0 00000100:00100000:3.0:1734684580.917014:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848054656 00000100:00100000:3.0:1734684580.917016:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848054656 00000100:00080000:1.0:1734684580.917028:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684580.917031:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684580.917033:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848054912:0@lo:8:kworker.0 00000100:00100000:3.0:1734684580.917034:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854 00000100:00100000:3.0:1734684580.917037:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848054656:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684580.917039:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684580.917041:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684580.917043:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848055296:0@lo:8:kworker.0 00000100:00100000:3.0:1734684580.917063:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848054656:12345-0@lo:400:kworker.0 Request processed in 25us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684580.917067:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854 00000100:00100000:3.0:1734684580.917100:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848054656:0@lo:400:kworker.0 00000100:00100000:3.0:1734684580.996732:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684580.996751:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848055808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684580.996804:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1734684581.418725:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684582.420726:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684582.708755:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848055936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684582.708808:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684582.709049:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848055936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684583.366902:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872604672 00000100:00100000:3.0:1734684583.366907:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872604672 00000100:00100000:3.0:1734684583.366927:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872604800 00000100:00100000:3.0:1734684583.366929:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872604800 00000100:00100000:3.0:1734684583.366939:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1855 00000100:00100000:3.0:1734684583.366942:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872604672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684583.366969:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872604672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684583.366974:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1855 00000100:00100000:3.0:1734684583.366987:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1856 00000100:00100000:3.0:1734684583.366991:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872604800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684583.367016:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872604800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684583.367024:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1856 00010000:00010000:3.0:1734684584.424725:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684585.426695:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684585.924714:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848056320:0@lo:400:kworker.0 00000100:00100000:1.0:1734684585.924736:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009849b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848056576:0@lo:400:kworker.0 00000100:00100000:3.0:1734684585.924760:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684585.924769:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684585.924780:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848056960:0@lo:400:kworker.0 00000100:00100000:1.0:1734684585.924787:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848057344:0@lo:400:kworker.0 00000100:00100000:3.0:1734684585.924790:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684585.924804:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684585.924809:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848056320 00000100:00100000:3.0:1734684585.924812:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848056320 00000100:00100000:1.0:1734684585.924815:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734684585.924820:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848056448:0@lo:400:kworker.0 00000100:00100000:3.0:1734684585.924827:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848056960 00000100:00100000:3.0:1734684585.924828:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848056960 00000100:00100000:1.0:1734684585.924832:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684585.924840:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848057344 00000100:00100000:3.0:1734684585.924841:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848057344 00000100:00100000:1.0:1734684585.924845:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848057216:0@lo:400:kworker.0 00000100:00100000:3.0:1734684585.924850:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848056448 00000100:00100000:3.0:1734684585.924857:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848056448 00000100:00100000:1.0:1734684585.924861:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684585.924867:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857 00000100:00100000:3.0:1734684585.924871:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848056320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684585.924876:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848056704:0@lo:8:kworker.0 00000100:00100000:1.0:1734684585.924888:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684585.924897:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848057088:0@lo:8:kworker.0 00000100:00100000:3.0:1734684585.924898:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848056320:12345-0@lo:400:kworker.0 Request processed in 26us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684585.924903:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857 00000100:00100000:1.0:1734684585.924907:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684585.924913:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860 00000100:00100000:3.0:1734684585.924916:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848056448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684585.924930:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848057088 00000100:00100000:1.0:1734684585.924932:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848057088 00000100:00100000:3.0:1734684585.924941:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848056448:12345-0@lo:400:kworker.0 Request processed in 23us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684585.924944:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53689 00000100:00100000:3.0:1734684585.924946:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860 00000100:00100000:1.0:1734684585.924948:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848056704:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684585.924962:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684585.924976:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848056960:0@lo:400:kworker.0 00000100:00100000:1.0:1734684585.924979:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848056704:12345-0@lo:8:kworker.0 Request processed in 30us (90us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684585.924983:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53689 00000100:00100000:3.0:1734684585.924987:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848056320:0@lo:400:kworker.0 00000100:00080000:1.0:1734684585.925018:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684585.925021:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684585.925024:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098498700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848056704:0@lo:8:kworker.0 00000100:00080000:1.0:1734684585.925030:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684585.925031:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684585.925033:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848057088:0@lo:8:kworker.0 00000100:00100000:1.0:1734684585.925054:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848056448:0@lo:400:kworker.0 00000100:00100000:1.0:1734684585.925060:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848057216:0@lo:400:kworker.0 00000100:00100000:1.0:1734684585.925066:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848057344:0@lo:400:kworker.0 00000100:00100000:1.0:1734684585.925072:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009849b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848056576:0@lo:400:kworker.0 00000100:00100000:3.0:1734684586.004725:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848057600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684586.004775:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684586.005015:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848057600:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684586.428728:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684587.430711:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684588.375280:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872605056 00000100:00100000:3.0:1734684588.375287:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872605056 00000100:00100000:1.0:1734684588.375330:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872605440 00000100:00100000:1.0:1734684588.375335:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872605440 00000100:00100000:3.0:1734684588.375339:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 591 00000100:00100000:3.0:1734684588.375346:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872605056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684588.375360:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53691 00000100:00100000:1.0:1734684588.375366:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872605440:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684588.375386:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684588.375400:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872605056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684588.375404:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 591 00000100:00100000:1.0:1734684588.375414:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872605440:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 48us (141us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684588.375419:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53691 00010000:00010000:3.0:1734684589.434708:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684590.436733:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684590.884729:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848057856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684590.884782:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684590.885015:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848057856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684590.932706:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848058112:0@lo:400:kworker.0 00000100:00100000:1.0:1734684590.932730:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848058368:0@lo:400:kworker.0 00000100:00100000:1.0:1734684590.932760:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684590.932760:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684590.932781:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684590.932782:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848058752:0@lo:400:kworker.0 00000100:00100000:1.0:1734684590.932786:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848058240:0@lo:400:kworker.0 00000100:00100000:3.0:1734684590.932797:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684590.932804:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684590.932815:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848057984 00000100:00100000:1.0:1734684590.932818:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848059136:0@lo:400:kworker.0 00000100:00100000:3.0:1734684590.932819:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848057984 00000100:00100000:1.0:1734684590.932836:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684590.932843:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1734684590.932847:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848057984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684590.932854:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848058496:0@lo:8:kworker.0 00000100:00100000:1.0:1734684590.932869:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684590.932874:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848057984:12345-0@lo:400:kworker.0 Request processed in 27us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684590.932878:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848058880:0@lo:8:kworker.0 00000100:00100000:3.0:1734684590.932878:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1734684590.932886:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684590.932897:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848058112 00000100:00100000:3.0:1734684590.932899:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848058112 00000100:00100000:1.0:1734684590.932901:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848058752 00000100:00100000:1.0:1734684590.932903:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848058752 00000100:00100000:3.0:1734684590.932909:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848058240 00000100:00100000:3.0:1734684590.932911:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848058240 00000100:00100000:1.0:1734684590.932915:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848059136 00000100:00100000:1.0:1734684590.932916:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848059136 00000100:00100000:3.0:1734684590.932935:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1863 00000100:00100000:3.0:1734684590.932938:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848058112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684590.932940:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864 00000100:00100000:1.0:1734684590.932942:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848058752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684590.932959:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848058112:12345-0@lo:400:kworker.0 Request processed in 21us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684590.932963:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848058752:12345-0@lo:400:kworker.0 Request processed in 20us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684590.932963:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1863 00000100:00100000:1.0:1734684590.932966:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864 00000100:00100000:3.0:1734684590.932969:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:3.0:1734684590.932971:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848058240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684590.932978:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00000100:00100000:1.0:1734684590.932980:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848059136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684590.932983:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848058240:12345-0@lo:400:kworker.0 Request processed in 12us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684590.932986:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00000100:00100000:1.0:1734684590.932992:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848059136:12345-0@lo:400:kworker.0 Request processed in 10us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684590.932995:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00100000:3.0:1734684590.933005:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848058752:0@lo:400:kworker.0 00000100:00100000:3.0:1734684590.933010:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848058112:0@lo:400:kworker.0 00000100:00080000:1.0:1734684590.933014:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684590.933016:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684590.933018:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848058496:0@lo:8:kworker.0 00000100:00080000:1.0:1734684590.933022:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684590.933023:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684590.933025:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848058880:0@lo:8:kworker.0 00000100:00100000:1.0:1734684590.933039:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848059136:0@lo:400:kworker.0 00000100:00100000:1.0:1734684590.933044:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848058240:0@lo:400:kworker.0 00000100:00100000:1.0:1734684590.933063:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848058368:0@lo:400:kworker.0 00010000:00010000:3.0:1734684591.438684:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684592.440737:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684593.382791:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872605568 00000100:00100000:3.0:1734684593.382798:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872605568 00000100:00100000:1.0:1734684593.382816:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872605696 00000100:00100000:1.0:1734684593.382820:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872605696 00000100:00100000:3.0:1734684593.382833:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 593 00000100:00100000:3.0:1734684593.382837:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872605568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684593.382844:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872605824 00000100:00100000:1.0:1734684593.382846:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872605824 00000100:00100000:1.0:1734684593.382861:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1867 00000100:00100000:1.0:1734684593.382866:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872605696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684593.382897:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872605568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684593.382903:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 593 00000100:00100000:1.0:1734684593.382907:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872605696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684593.382913:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1867 00010000:00010000:3.0:1734684594.444701:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684595.446738:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684595.892739:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848059648:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684595.892783:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684595.892987:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848059648:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684595.940729:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848059904:0@lo:400:kworker.0 00000100:00100000:3.0:1734684595.940742:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848060032:0@lo:400:kworker.0 00000100:00100000:1.0:1734684595.940782:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684595.940802:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848059776 00000100:00100000:3.0:1734684595.940807:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848059776 00000100:00100000:1.0:1734684595.940809:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848060544:0@lo:400:kworker.0 00000100:00100000:1.0:1734684595.940819:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684595.940848:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848060160:0@lo:400:kworker.0 00000100:00100000:3.0:1734684595.940852:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1734684595.940858:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848059776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684595.940863:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684595.940870:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848060928:0@lo:400:kworker.0 00000100:00100000:1.0:1734684595.940880:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684595.940886:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684595.940889:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848060800:0@lo:400:kworker.0 00000100:00100000:3.0:1734684595.940893:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848059776:12345-0@lo:400:kworker.0 Request processed in 35us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684595.940898:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684595.940898:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1734684595.940915:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869 00000100:00100000:1.0:1734684595.940920:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848059904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684595.940923:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871 00000100:00100000:3.0:1734684595.940926:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848060928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684595.940944:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848060928:12345-0@lo:400:kworker.0 Request processed in 18us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684595.940948:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871 00000100:00100000:1.0:1734684595.940953:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848059904:12345-0@lo:400:kworker.0 Request processed in 32us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684595.940958:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869 00000100:00100000:3.0:1734684595.940968:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848060928:0@lo:400:kworker.0 00000100:00100000:1.0:1734684595.940978:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848060672 00000100:00100000:1.0:1734684595.940981:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848060672 00000100:00100000:3.0:1734684595.940982:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684595.940996:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7429 00000100:00100000:3.0:1734684595.940998:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848060032 00000100:00100000:1.0:1734684595.940999:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848060416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684595.941001:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848060032 00000100:00100000:3.0:1734684595.941016:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872 00000100:00100000:1.0:1734684595.941020:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848060416:12345-0@lo:400:kworker.0 Request processed in 20us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684595.941020:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848060032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684595.941023:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7429 00000100:00100000:1.0:1734684595.941033:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53696 00000100:00100000:1.0:1734684595.941035:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848060672:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684595.941041:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848060032:12345-0@lo:400:kworker.0 Request processed in 21us (57us total) trans 0 rc 0/0 00010000:00020000:1.0:1734684595.941042:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684595.941045:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872 00000100:00100000:1.0:1734684595.941052:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848060672:12345-0@lo:8:kworker.0 Request processed in 15us (164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684595.941056:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53696 00000100:00100000:3.0:1734684595.941061:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848060800:0@lo:400:kworker.0 00000100:00100000:3.0:1734684595.941075:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848060032:0@lo:400:kworker.0 00000100:00100000:1.0:1734684595.941078:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848060544:0@lo:400:kworker.0 00000100:00100000:1.0:1734684595.941086:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848059904:0@lo:400:kworker.0 00000100:00100000:1.0:1734684595.941101:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848060160 00000100:00100000:1.0:1734684595.941103:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848060160 00000100:00100000:1.0:1734684595.941135:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40827 00000100:00100000:1.0:1734684595.941138:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848060160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684595.941156:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848060160:12345-0@lo:400:kworker.0 Request processed in 18us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684595.941159:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40827 00000100:00100000:1.0:1734684595.972781:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848061056 00000100:00100000:1.0:1734684595.972789:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848061056 00000100:00100000:1.0:1734684595.972828:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40828 00000100:00100000:1.0:1734684595.972850:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848061056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684595.972878:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684595.972921:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848061056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684595.972927:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40828 00000100:00100000:1.0:1734684596.020718:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848061184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684596.020769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684596.020955:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848061184:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684596.448733:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684597.450730:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684597.732709:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848061312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684597.732761:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684597.732970:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848061312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684598.390926:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872606208 00000100:00100000:3.0:1734684598.390934:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872606208 00000100:00100000:3.0:1734684598.390973:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872606336 00000100:00100000:3.0:1734684598.390975:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872606336 00000100:00100000:3.0:1734684598.390987:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1873 00000100:00100000:3.0:1734684598.390993:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872606208:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684598.391037:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872606464 00000100:00100000:1.0:1734684598.391041:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872606464 00000100:00100000:3.0:1734684598.391055:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872606208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684598.391058:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53697 00000100:00100000:1.0:1734684598.391062:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872606464:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684598.391062:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1873 00010000:00020000:1.0:1734684598.391089:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684598.391111:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872606464:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 49us (136us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684598.391116:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53697 00010000:00010000:3.0:1734684599.454702:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684600.456782:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684600.900772:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734684600.900792:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848061440:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684600.900844:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684600.900899:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848061440 00000100:00100000:1.0:1734684600.900905:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848061440 00000100:00100000:1.0:1734684600.900938:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40829 00000100:00100000:1.0:1734684600.900942:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848061440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684600.900967:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684600.900993:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848061440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 52us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684600.900997:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40829 00000100:00100000:3.0:1734684600.901013:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848061440:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684600.948713:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848061696:0@lo:400:kworker.0 00000100:00100000:1.0:1734684600.948782:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684600.948793:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848061824:0@lo:400:kworker.0 00000100:00100000:3.0:1734684600.948818:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684600.948833:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684600.948915:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848062336:0@lo:400:kworker.0 00000100:00100000:1.0:1734684600.948932:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684600.948943:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684600.948947:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848062208:0@lo:400:kworker.0 00000100:00100000:1.0:1734684600.948959:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684600.948974:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848062080 00000100:00100000:1.0:1734684600.948977:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848062080 00000100:00100000:1.0:1734684600.948989:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848062208 00000100:00100000:1.0:1734684600.948990:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848062208 00000100:00100000:1.0:1734684600.949003:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848062464 00000100:00100000:1.0:1734684600.949005:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848062464 00000100:00100000:1.0:1734684600.949020:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7431 00000100:00100000:1.0:1734684600.949023:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848062208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684600.949046:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848062208:12345-0@lo:400:kworker.0 Request processed in 22us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684600.949050:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7431 00000100:00100000:1.0:1734684600.949060:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53698 00000100:00100000:1.0:1734684600.949063:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848062080:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684600.949078:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684600.949283:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848061952:0@lo:400:kworker.0 00000100:00100000:3.0:1734684600.949305:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684600.949320:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848061824:0@lo:400:kworker.0 00000100:00100000:3.0:1734684600.949486:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848061952:0@lo:400:kworker.0 00000100:00100000:1.0:1734684600.958724:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848062080:12345-0@lo:8:kworker.0 Request processed in 9655us (9774us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684600.958735:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53698 00010000:00010000:3.0:1734684601.458725:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684602.460838:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684603.399026:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872606976 00000100:00100000:1.0:1734684603.399032:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872606976 00000100:00100000:3.0:1734684603.399106:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872606592 00000100:00100000:3.0:1734684603.399110:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872606592 00000100:00100000:3.0:1734684603.399132:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 597 00000100:00100000:3.0:1734684603.399136:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872606592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684603.399156:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872606592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684603.399161:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 597 00000100:00100000:1.0:1734684603.399162:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53700 00000100:00100000:1.0:1734684603.399167:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872606976:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684603.399186:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684603.399207:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872606976:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 39us (236us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684603.399212:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53700 00010000:00010000:3.0:1734684604.464680:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684605.466685:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684605.956746:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848063360:0@lo:400:kworker.0 00000100:00100000:1.0:1734684605.956774:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848063616:0@lo:400:kworker.0 00000100:00100000:3.0:1734684605.956797:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684605.956812:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684605.956820:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848064000:0@lo:400:kworker.0 00000100:00100000:1.0:1734684605.956832:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684605.956838:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848063744:0@lo:400:kworker.0 00000100:00100000:3.0:1734684605.956841:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684605.956853:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684605.956857:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848064128:0@lo:400:kworker.0 00000100:00100000:1.0:1734684605.956858:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684605.956871:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848064384:0@lo:400:kworker.0 00000100:00100000:3.0:1734684605.956882:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848063360 00000100:00100000:3.0:1734684605.956887:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848063360 00000100:00100000:1.0:1734684605.956902:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848063616 00000100:00100000:1.0:1734684605.956905:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848063616 00000100:00100000:3.0:1734684605.956923:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1734684605.956928:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848063360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684605.956932:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848063488 00000100:00100000:1.0:1734684605.956934:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848063488 00000100:00100000:3.0:1734684605.956960:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848063360:12345-0@lo:400:kworker.0 Request processed in 32us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684605.956961:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882 00000100:00100000:1.0:1734684605.956965:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848063488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684605.956966:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1734684605.956990:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684605.957001:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848063488:12345-0@lo:400:kworker.0 Request processed in 36us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684605.957008:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882 00000100:00100000:3.0:1734684605.957009:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848063360:0@lo:400:kworker.0 00000100:00100000:3.0:1734684605.957024:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848064000:0@lo:400:kworker.0 00000100:00100000:1.0:1734684605.957031:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53701 00000100:00100000:1.0:1734684605.957034:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848063872:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684605.957056:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684605.957070:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848063744 00000100:00100000:3.0:1734684605.957073:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848063744 00000100:00100000:1.0:1734684605.957081:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848063872:12345-0@lo:8:kworker.0 Request processed in 45us (189us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684605.957087:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53701 00000100:00100000:3.0:1734684605.957091:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40833 00000100:00100000:3.0:1734684605.957095:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848063744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684605.957103:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684605.957121:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848063744:12345-0@lo:400:kworker.0 Request processed in 25us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684605.957123:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848063744:0@lo:400:kworker.0 00000100:00100000:3.0:1734684605.957126:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40833 00000100:00100000:1.0:1734684605.957133:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848063616:0@lo:400:kworker.0 00000100:00100000:3.0:1734684605.957149:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848064128:0@lo:400:kworker.0 00000100:00100000:1.0:1734684605.957181:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7434 00000100:00100000:1.0:1734684605.957186:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848064384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684605.957217:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848064384:12345-0@lo:400:kworker.0 Request processed in 29us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684605.957222:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7434 00000100:00100000:1.0:1734684605.957244:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848064384:0@lo:400:kworker.0 00000100:00100000:3.0:1734684605.988708:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848064640:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684605.988754:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684605.988965:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848064640:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684606.036746:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684606.036765:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848064768:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684606.036816:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684606.036984:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848064768:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684606.468825:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684607.470770:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684607.748740:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848064896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684607.748789:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684607.748967:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848064896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684608.407052:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872607104 00000100:00100000:3.0:1734684608.407058:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872607104 00000100:00080000:1.0:1734684608.407076:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684578 00000100:00080000:1.0:1734684608.407081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684578 00000100:00080000:1.0:1734684608.407083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684578 00000100:00100000:3.0:1734684608.407086:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 599 00000100:00100000:3.0:1734684608.407092:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872607104:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684608.407115:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1886 00000100:00100000:1.0:1734684608.407121:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872607360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684608.407140:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872607104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684608.407148:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 599 00000100:00100000:1.0:1734684608.407152:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872607360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684608.407158:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1886 00010000:00010000:3.0:1734684609.474840:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684610.476789:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684610.916717:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684610.916735:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848065024:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684610.916785:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684610.916990:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848065024:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684610.964774:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848065152:0@lo:400:kworker.0 00000100:00100000:1.0:1734684610.964798:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848065408:0@lo:400:kworker.0 00000100:00100000:1.0:1734684610.964834:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684610.964834:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684610.964867:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848066176:0@lo:400:kworker.0 00000100:00100000:3.0:1734684610.964868:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848065792:0@lo:400:kworker.0 00000100:00100000:1.0:1734684610.964887:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848065408 00000100:00100000:1.0:1734684610.964891:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848065408 00000100:00100000:3.0:1734684610.964893:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684610.964908:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684610.964914:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848065920:0@lo:400:kworker.0 00000100:00100000:1.0:1734684610.964919:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1887 00000100:00100000:1.0:1734684610.964924:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848065408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684610.964933:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684610.964960:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848065408:12345-0@lo:400:kworker.0 Request processed in 35us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684610.964960:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848065152 00000100:00100000:3.0:1734684610.964964:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848065152 00000100:00100000:1.0:1734684610.964966:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1887 00000100:00100000:1.0:1734684610.964986:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848065920 00000100:00100000:3.0:1734684610.964986:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1734684610.964989:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848065920 00000100:00100000:3.0:1734684610.964990:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848065152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684610.965004:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888 00000100:00100000:1.0:1734684610.965008:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009849b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848065920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684610.965019:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848065152:12345-0@lo:400:kworker.0 Request processed in 28us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684610.965025:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1734684610.965036:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009849b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848065920:12345-0@lo:400:kworker.0 Request processed in 27us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684610.965041:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888 00000100:00080000:1.0:1734684610.965054:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684580 00000100:00080000:1.0:1734684610.965056:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684580 00000100:00080000:1.0:1734684610.965057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684580 00000100:00100000:1.0:1734684610.965066:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684610.965076:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848066176 00000100:00100000:3.0:1734684610.965079:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848066176 00000100:00100000:1.0:1734684610.965086:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848065408:0@lo:400:kworker.0 00000100:00100000:3.0:1734684610.965098:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7436 00000100:00080000:1.0:1734684610.965101:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684580 00000100:00100000:3.0:1734684610.965102:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848066176:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684610.965103:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684580 00000100:00100000:3.0:1734684610.965140:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a57c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848066176:12345-0@lo:400:kworker.0 Request processed in 37us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684610.965142:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848066176:0@lo:400:kworker.0 00000100:00100000:3.0:1734684610.965146:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7436 00000100:00080000:1.0:1734684610.965205:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684580 00000100:00100000:1.0:1734684610.965250:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848065280:0@lo:400:kworker.0 00000100:00100000:1.0:1734684611.044721:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848066560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684611.044776:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684611.044961:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098499c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848066560:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684611.478761:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684612.480725:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684612.756774:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848066688:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684612.756830:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684612.756885:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684582 00000100:00100000:1.0:1734684612.757005:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848066688:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684613.414844:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872607616 00000100:00100000:1.0:1734684613.414853:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872607616 00000100:00100000:1.0:1734684613.414897:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 601 00000100:00100000:1.0:1734684613.414904:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872607616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684613.414917:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1892 00000100:00100000:3.0:1734684613.414924:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872607872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684613.414954:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872607616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684613.414961:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 601 00000100:00100000:3.0:1734684613.414962:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872607872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684613.414968:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1892 00010000:00010000:3.0:1734684614.484762:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684615.486734:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684615.972746:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848067072:0@lo:400:kworker.0 00000100:00100000:3.0:1734684615.972783:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848067328:0@lo:400:kworker.0 00000100:00100000:1.0:1734684615.972790:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684615.972816:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684615.972817:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848067712:0@lo:400:kworker.0 00000100:00100000:3.0:1734684615.972835:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684615.972840:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684615.972841:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848067200:0@lo:400:kworker.0 00000100:00100000:3.0:1734684615.972857:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684615.972865:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848066944 00000100:00100000:1.0:1734684615.972869:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848066944 00000100:00100000:3.0:1734684615.972870:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848068096:0@lo:400:kworker.0 00000100:00100000:3.0:1734684615.972886:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684615.972893:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1734684615.972895:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684615.972897:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848066944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684615.972899:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848067968:0@lo:400:kworker.0 00000100:00100000:3.0:1734684615.972915:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684615.972932:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848066944:12345-0@lo:400:kworker.0 Request processed in 34us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684615.972937:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848067072 00000100:00100000:1.0:1734684615.972938:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1734684615.972940:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848067072 00000100:00100000:3.0:1734684615.972963:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848067712 00000100:00100000:3.0:1734684615.972965:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848067712 00000100:00100000:1.0:1734684615.972966:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848067200 00000100:00100000:1.0:1734684615.972968:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848067200 00000100:00100000:3.0:1734684615.972978:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848068096 00000100:00100000:3.0:1734684615.972980:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848068096 00000100:00100000:1.0:1734684615.972985:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893 00000100:00100000:1.0:1734684615.972989:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848067072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684615.972992:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894 00000100:00100000:3.0:1734684615.972997:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848067712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684615.973018:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848067072:12345-0@lo:400:kworker.0 Request processed in 28us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684615.973024:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893 00000100:00100000:3.0:1734684615.973026:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848067712:12345-0@lo:400:kworker.0 Request processed in 29us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684615.973033:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894 00000100:00100000:3.0:1734684615.973053:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848067840 00000100:00100000:3.0:1734684615.973055:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848067840 00000100:00100000:1.0:1734684615.973056:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848067712:0@lo:400:kworker.0 00000100:00100000:1.0:1734684615.973061:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848067072:0@lo:400:kworker.0 00000100:00100000:3.0:1734684615.973095:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848067968:0@lo:400:kworker.0 00000100:00100000:3.0:1734684615.973104:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848068096:0@lo:400:kworker.0 00000100:00100000:3.0:1734684615.973113:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848067200:0@lo:400:kworker.0 00000100:00100000:3.0:1734684615.973152:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848067328:0@lo:400:kworker.0 00010000:00010000:3.0:1734684616.488738:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684617.490769:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684618.422952:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872608256 00000100:00100000:3.0:1734684618.422964:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872608256 00000100:00100000:1.0:1734684618.422995:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872608128 00000100:00100000:1.0:1734684618.423000:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872608128 00000100:00100000:3.0:1734684618.423012:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872608384 00000100:00100000:3.0:1734684618.423014:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872608384 00000100:00100000:1.0:1734684618.423028:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 603 00000100:00100000:3.0:1734684618.423030:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1897 00000100:00100000:1.0:1734684618.423035:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872608128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684618.423035:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872608256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684618.423086:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872608128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684618.423086:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872608256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684618.423093:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 603 00000100:00100000:3.0:1734684618.423093:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1897 00010000:00010000:3.0:1734684619.494720:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684620.496732:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684620.932715:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848068608:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684620.932771:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684620.933013:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848068608:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684620.980714:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848068736:0@lo:400:kworker.0 00000100:00100000:3.0:1734684620.980767:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684620.980795:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848069376:0@lo:400:kworker.0 00000100:00100000:3.0:1734684620.980813:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848069120:0@lo:400:kworker.0 00000100:00100000:1.0:1734684620.980821:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848068736 00000100:00100000:1.0:1734684620.980827:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848068736 00000100:00100000:3.0:1734684620.980829:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684620.980839:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848069888:0@lo:400:kworker.0 00000100:00100000:3.0:1734684620.980851:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684620.980857:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1734684620.980859:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734684620.980862:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848068992:0@lo:400:kworker.0 00000100:00100000:1.0:1734684620.980863:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848068736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684620.980871:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684620.980876:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848069760:0@lo:400:kworker.0 00000100:00100000:3.0:1734684620.980886:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684620.980903:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848068736:12345-0@lo:400:kworker.0 Request processed in 40us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684620.980906:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848069760 00000100:00100000:3.0:1734684620.980909:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848069760 00000100:00100000:1.0:1734684620.980911:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1734684620.980936:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848069504 00000100:00100000:1.0:1734684620.980938:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848069504 00000100:00100000:3.0:1734684620.980944:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848069888 00000100:00100000:3.0:1734684620.980947:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848069888 00000100:00100000:1.0:1734684620.980952:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1899 00000100:00100000:1.0:1734684620.980956:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848068864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684620.980969:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901 00000100:00100000:3.0:1734684620.980974:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848069888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684620.980980:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848068864:12345-0@lo:400:kworker.0 Request processed in 23us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684620.980985:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1899 00000100:00100000:1.0:1734684620.980993:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902 00000100:00100000:1.0:1734684620.980996:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848068992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684620.981004:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848069888:12345-0@lo:400:kworker.0 Request processed in 30us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684620.981009:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901 00000100:00100000:1.0:1734684620.981013:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848068992:12345-0@lo:400:kworker.0 Request processed in 16us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684620.981018:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902 00000100:00100000:3.0:1734684620.981025:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684620.981040:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848068736:0@lo:400:kworker.0 00000100:00100000:3.0:1734684620.981057:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848068992:0@lo:400:kworker.0 00000100:00100000:3.0:1734684620.981062:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848069760:0@lo:400:kworker.0 00000100:00100000:3.0:1734684620.981066:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848069888:0@lo:400:kworker.0 00000100:00100000:3.0:1734684620.981094:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848069120:0@lo:400:kworker.0 00000100:00100000:3.0:1734684620.981161:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848069376:0@lo:400:kworker.0 00000100:00100000:3.0:1734684621.012728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848070016:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684621.012787:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684621.012989:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848070016:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684621.498738:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684622.500735:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684622.772705:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848070272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684622.772762:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684622.772953:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848070272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684623.430964:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872608640 00000100:00100000:1.0:1734684623.430972:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872608640 00000100:00100000:1.0:1734684623.431016:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 605 00000100:00100000:1.0:1734684623.431023:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872608640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684623.431079:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872608640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684623.431086:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 605 00000100:00100000:1.0:1734684623.431118:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1904 00000100:00100000:1.0:1734684623.431123:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872608896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684623.431145:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872608896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684623.431150:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1904 00010000:00010000:3.0:1734684624.504810:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684625.506754:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684625.988739:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848070528:0@lo:400:kworker.0 00000100:00100000:1.0:1734684625.988760:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848070784:0@lo:400:kworker.0 00000100:00100000:1.0:1734684625.988801:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684625.988801:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684625.988823:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848071552:0@lo:400:kworker.0 00000100:00100000:3.0:1734684625.988824:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848071168:0@lo:400:kworker.0 00000100:00100000:1.0:1734684625.988843:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848070784 00000100:00100000:1.0:1734684625.988848:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848070784 00000100:00100000:3.0:1734684625.988854:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684625.988866:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684625.988871:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848071296:0@lo:400:kworker.0 00000100:00100000:1.0:1734684625.988875:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905 00000100:00100000:1.0:1734684625.988880:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848070784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684625.988888:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684625.988907:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848070784:12345-0@lo:400:kworker.0 Request processed in 27us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684625.988909:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848070528 00000100:00100000:1.0:1734684625.988912:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905 00000100:00100000:3.0:1734684625.988912:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848070528 00000100:00100000:1.0:1734684625.988922:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848071680 00000100:00100000:1.0:1734684625.988924:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848071680 00000100:00100000:1.0:1734684625.988932:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848071296 00000100:00100000:1.0:1734684625.988934:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848071296 00000100:00100000:3.0:1734684625.988935:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1734684625.988940:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848070528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684625.988943:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:1.0:1734684625.988947:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848071680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684625.988969:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848070528:12345-0@lo:400:kworker.0 Request processed in 28us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684625.988975:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1734684625.988976:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848071680:12345-0@lo:400:kworker.0 Request processed in 28us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684625.988982:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00100000:1.0:1734684625.988995:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907 00000100:00100000:1.0:1734684625.988998:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848071296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684625.989029:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848070912 00000100:00100000:1.0:1734684625.989030:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848071296:12345-0@lo:400:kworker.0 Request processed in 29us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684625.989032:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848070912 00000100:00100000:1.0:1734684625.989036:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907 00000100:00080000:1.0:1734684625.989049:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684595 00000100:00100000:3.0:1734684625.989049:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40845 00000100:00080000:1.0:1734684625.989053:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684595 00000100:00100000:3.0:1734684625.989053:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848070912:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684625.989055:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684595 00000100:00080000:1.0:1734684625.989057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684595 00000100:00100000:1.0:1734684625.989069:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684625.989079:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848070912:12345-0@lo:400:kworker.0 Request processed in 25us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684625.989084:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40845 00000100:00100000:1.0:1734684625.989088:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848070784:0@lo:400:kworker.0 00000100:00100000:1.0:1734684625.989106:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848071552 00000100:00100000:1.0:1734684625.989108:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848071552 00000100:00100000:1.0:1734684625.989138:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7442 00000100:00100000:1.0:1734684625.989143:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848071552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684625.989168:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848071552:12345-0@lo:400:kworker.0 Request processed in 25us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684625.989174:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7442 00000100:00100000:3.0:1734684626.020833:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848071808 00000100:00100000:3.0:1734684626.020839:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848071808 00000100:00100000:3.0:1734684626.020874:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40846 00000100:00100000:3.0:1734684626.020879:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848071808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684626.020909:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684626.020961:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848071808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684626.020969:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40846 00000100:00100000:1.0:1734684626.068681:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848071936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684626.068734:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684626.068940:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095462d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848071936:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684626.508652:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684627.510746:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684627.780747:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684627.780769:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848072064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684627.780830:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684627.781047:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848072064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684628.439067:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872609280 00000100:00100000:1.0:1734684628.439081:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872609280 00000100:00100000:1.0:1734684628.439148:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872609408 00000100:00100000:1.0:1734684628.439152:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872609408 00000100:00100000:1.0:1734684628.439189:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1910 00000100:00100000:1.0:1734684628.439196:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872609408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684628.439259:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872609408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 63us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684628.439266:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1910 00010000:00010000:3.0:1734684629.514715:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684630.516761:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684630.948738:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848072192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684630.948794:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684630.948858:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848072192 00000100:00100000:3.0:1734684630.948866:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848072192 00000100:00100000:3.0:1734684630.948911:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40847 00000100:00100000:3.0:1734684630.948917:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848072192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684630.948950:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684630.948998:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848072192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684630.949016:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40847 00000100:00100000:1.0:1734684630.949033:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848072192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684630.996744:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848072448:0@lo:400:kworker.0 00000100:00100000:3.0:1734684630.996780:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848072576:0@lo:400:kworker.0 00000100:00100000:1.0:1734684630.996806:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684630.996822:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848072832:0@lo:8:kworker.0 00000100:00100000:1.0:1734684630.996845:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848073088:0@lo:400:kworker.0 00000100:00100000:3.0:1734684630.996847:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684630.996860:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848073216:0@lo:8:kworker.0 00000100:00100000:1.0:1734684630.996861:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684630.996873:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684630.996880:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848072576 00000100:00100000:1.0:1734684630.996882:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848072576 00000100:00100000:3.0:1734684630.996884:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848073344:0@lo:400:kworker.0 00000100:00100000:3.0:1734684630.996893:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684630.996898:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1912 00000100:00100000:3.0:1734684630.996900:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734684630.996902:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848073088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684630.996904:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848072704:0@lo:400:kworker.0 00000100:00100000:3.0:1734684630.996913:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684630.996921:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848073472:0@lo:400:kworker.0 00000100:00100000:1.0:1734684630.996925:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848073088:12345-0@lo:400:kworker.0 Request processed in 22us (62us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684630.996929:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1912 00000100:00100000:3.0:1734684630.996930:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684630.996943:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913 00000100:00100000:1.0:1734684630.996945:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848072576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684630.996948:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7444 00000100:00100000:3.0:1734684630.996952:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848073344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684630.996960:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848072576:12345-0@lo:400:kworker.0 Request processed in 13us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684630.996966:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913 00000100:00100000:3.0:1734684630.996973:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848073344:12345-0@lo:400:kworker.0 Request processed in 22us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684630.996977:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7444 00000100:00100000:3.0:1734684630.996987:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53716 00000100:00100000:1.0:1734684630.996989:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848073088:0@lo:400:kworker.0 00000100:00100000:3.0:1734684630.996990:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848072832:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684630.996995:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848072448:0@lo:400:kworker.0 00010000:00020000:3.0:1734684630.997002:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684630.997011:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848073472:0@lo:400:kworker.0 00000100:00100000:3.0:1734684630.997015:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848072832:12345-0@lo:8:kworker.0 Request processed in 25us (168us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684630.997017:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848073344:0@lo:400:kworker.0 00000100:00100000:3.0:1734684630.997019:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53716 00000100:00100000:1.0:1734684630.997022:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848072576:0@lo:400:kworker.0 00000100:00100000:3.0:1734684630.997029:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734684630.997043:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684630.997045:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684630.997046:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848072704:0@lo:400:kworker.0 00000100:00100000:3.0:1734684630.997047:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848072832:0@lo:8:kworker.0 00000100:00100000:3.0:1734684630.997058:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848073216 00000100:00100000:3.0:1734684630.997060:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848073216 00000100:00100000:3.0:1734684630.997069:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53717 00000100:00100000:3.0:1734684630.997071:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848073216:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684630.997077:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684630.997089:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848073216:12345-0@lo:8:kworker.0 Request processed in 17us (60us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684630.997093:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53717 00010000:00010000:3.0:1734684631.518749:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684632.520739:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684633.447055:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872609792 00000100:00100000:1.0:1734684633.447060:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872609792 00000100:00100000:1.0:1734684633.447083:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872609920 00000100:00100000:1.0:1734684633.447085:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872609920 00000100:00100000:1.0:1734684633.447097:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1915 00000100:00100000:1.0:1734684633.447101:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872609792:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684633.447105:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1916 00000100:00100000:3.0:1734684633.447112:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872609920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684633.447144:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872609792:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684633.447145:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872609920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684633.447150:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1916 00000100:00100000:1.0:1734684633.447154:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1915 00000100:00080000:3.0:1734684633.447173:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684603 00000100:00080000:3.0:1734684633.447177:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684603 00000100:00080000:3.0:1734684633.447179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684603 00010000:00010000:3.0:1734684634.524777:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684635.526711:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684636.004723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848074112:0@lo:400:kworker.0 00000100:00100000:1.0:1734684636.004752:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848074496:0@lo:400:kworker.0 00000100:00100000:3.0:1734684636.004782:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684636.004788:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684636.004809:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684636.004810:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848074752:0@lo:400:kworker.0 00000100:00100000:1.0:1734684636.004814:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848074368:0@lo:400:kworker.0 00000100:00100000:3.0:1734684636.004830:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684636.004839:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848074496 00000100:00100000:1.0:1734684636.004845:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848074496 00000100:00100000:3.0:1734684636.004851:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848074112 00000100:00100000:3.0:1734684636.004854:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848074112 00000100:00100000:1.0:1734684636.004876:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40851 00000100:00100000:3.0:1734684636.004876:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1734684636.004882:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848074496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684636.004882:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848074112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684636.004920:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d457b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848074496:12345-0@lo:400:kworker.0 Request processed in 38us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684636.004920:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848074112:12345-0@lo:400:kworker.0 Request processed in 39us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684636.004926:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40851 00000100:00100000:3.0:1734684636.004926:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00080000:3.0:1734684636.004945:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684606 00000100:00100000:1.0:1734684636.004948:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734684636.004949:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684606 00000100:00080000:3.0:1734684636.004951:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684606 00000100:00100000:3.0:1734684636.004959:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848074368 00000100:00100000:3.0:1734684636.004961:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848074368 00000100:00100000:1.0:1734684636.004969:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848074496:0@lo:400:kworker.0 00000100:00100000:3.0:1734684636.004979:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919 00000100:00100000:1.0:1734684636.004983:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848075264:0@lo:400:kworker.0 00000100:00100000:3.0:1734684636.004983:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848074368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684636.005000:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684636.005003:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848074368:12345-0@lo:400:kworker.0 Request processed in 20us (54us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684636.005009:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919 00000100:00100000:3.0:1734684636.005016:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848075264 00000100:00100000:1.0:1734684636.005018:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848074368:0@lo:400:kworker.0 00000100:00100000:3.0:1734684636.005018:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848075264 00000100:00100000:1.0:1734684636.005025:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684636.005030:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848075136:0@lo:400:kworker.0 00000100:00100000:3.0:1734684636.005030:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1920 00000100:00100000:3.0:1734684636.005035:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848075264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684636.005044:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684636.005055:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848075264:12345-0@lo:400:kworker.0 Request processed in 20us (55us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684636.005059:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848075264:0@lo:400:kworker.0 00000100:00100000:3.0:1734684636.005060:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1920 00000100:00080000:3.0:1734684636.005071:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684606 00000100:00080000:3.0:1734684636.005073:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684606 00000100:00100000:3.0:1734684636.005085:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848074752:0@lo:400:kworker.0 00000100:00100000:3.0:1734684636.005092:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848074112:0@lo:400:kworker.0 00000100:00100000:1.0:1734684636.005102:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848075136:0@lo:400:kworker.0 00000100:00100000:3.0:1734684636.036733:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848075392:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684636.036796:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684636.036858:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848075392 00000100:00100000:1.0:1734684636.036866:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848075392 00000100:00100000:1.0:1734684636.036912:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40852 00000100:00100000:1.0:1734684636.036918:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848075392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684636.036949:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684636.036997:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848075392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684636.037004:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40852 00000100:00100000:3.0:1734684636.037032:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848075392:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684636.528703:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684637.530729:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684637.796720:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684637.796742:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848075648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684637.796797:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684637.796993:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848075648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684638.454974:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872610304 00000100:00100000:3.0:1734684638.454974:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872610176 00000100:00100000:1.0:1734684638.454983:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872610304 00000100:00100000:3.0:1734684638.454983:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872610176 00000100:00100000:3.0:1734684638.455014:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 611 00000100:00100000:3.0:1734684638.455019:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872610176:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684638.455020:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1922 00000100:00100000:1.0:1734684638.455026:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872610304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684638.455063:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872610176:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684638.455068:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872610304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684638.455069:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 611 00000100:00100000:1.0:1734684638.455075:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1922 00000100:00080000:3.0:1734684638.455091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684608 00000100:00080000:3.0:1734684638.455095:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684608 00000100:00080000:3.0:1734684638.455096:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684608 00010000:00010000:3.0:1734684639.534735:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684640.536724:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684640.964740:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848075776:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684640.964801:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684640.965022:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848075776:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684641.012711:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848075904:0@lo:400:kworker.0 00000100:00100000:1.0:1734684641.012732:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848076288:0@lo:400:kworker.0 00000100:00100000:3.0:1734684641.012762:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684641.012765:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684641.012787:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848077056:0@lo:400:kworker.0 00000100:00100000:3.0:1734684641.012787:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848076544:0@lo:400:kworker.0 00000100:00100000:1.0:1734684641.012803:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684641.012809:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684641.012826:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848076032 00000100:00100000:1.0:1734684641.012831:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848076032 00000100:00100000:3.0:1734684641.012831:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848075904 00000100:00100000:3.0:1734684641.012835:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848075904 00000100:00100000:1.0:1734684641.012855:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848076672 00000100:00100000:1.0:1734684641.012857:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848076672 00000100:00100000:3.0:1734684641.012860:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1734684641.012866:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923 00000100:00100000:3.0:1734684641.012866:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848075904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684641.012869:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848076032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684641.012895:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848076032:12345-0@lo:400:kworker.0 Request processed in 25us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684641.012899:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923 00000100:00100000:3.0:1734684641.012904:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848075904:12345-0@lo:400:kworker.0 Request processed in 38us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684641.012910:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1734684641.012916:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925 00000100:00100000:1.0:1734684641.012921:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848077056:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684641.012932:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684611 00000100:00080000:3.0:1734684641.012935:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684611 00000100:00080000:3.0:1734684641.012937:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684611 00000100:00100000:1.0:1734684641.012947:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848077056:12345-0@lo:400:kworker.0 Request processed in 25us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684641.012953:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925 00000100:00100000:3.0:1734684641.012958:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848076544:0@lo:400:kworker.0 00000100:00100000:3.0:1734684641.012966:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848075904:0@lo:400:kworker.0 00000100:00100000:1.0:1734684641.012990:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848077056:0@lo:400:kworker.0 00000100:00100000:1.0:1734684641.013007:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848076160 00000100:00100000:1.0:1734684641.013009:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848076160 00000100:00080000:3.0:1734684641.013013:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684611 00000100:00080000:3.0:1734684641.013016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684611 00000100:00100000:1.0:1734684641.013024:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926 00000100:00100000:1.0:1734684641.013026:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848076160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684641.013048:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848076160:12345-0@lo:400:kworker.0 Request processed in 21us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684641.013052:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926 00000100:00100000:3.0:1734684641.013062:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848076160:0@lo:400:kworker.0 00000100:00100000:3.0:1734684641.013071:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848076928:0@lo:400:kworker.0 00000100:00080000:3.0:1734684641.013117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684611 00000100:00100000:1.0:1734684641.013165:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848076288:0@lo:400:kworker.0 00010000:00010000:3.0:1734684641.538721:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684642.540756:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684642.804766:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848077440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684642.804815:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684642.804996:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848077440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684643.462843:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872610688 00000100:00100000:3.0:1734684643.462855:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872610688 00000100:00100000:1.0:1734684643.462877:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872610944 00000100:00100000:1.0:1734684643.462883:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872610944 00000100:00100000:1.0:1734684643.462912:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872610816 00000100:00100000:3.0:1734684643.462914:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 613 00000100:00100000:1.0:1734684643.462915:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872610816 00000100:00100000:3.0:1734684643.462922:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872610688:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684643.462933:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1927 00000100:00100000:1.0:1734684643.462939:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872610944:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684643.462982:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872610688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684643.462984:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872610944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684643.462987:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 613 00000100:00100000:1.0:1734684643.462991:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1927 00010000:00010000:3.0:1734684644.544800:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684645.546758:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684646.020755:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848077824:0@lo:400:kworker.0 00000100:00100000:3.0:1734684646.020769:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848077952:0@lo:400:kworker.0 00000100:00100000:1.0:1734684646.020791:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684646.020803:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848077696 00000100:00100000:3.0:1734684646.020808:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848077696 00000100:00100000:1.0:1734684646.020817:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848078464:0@lo:400:kworker.0 00000100:00100000:1.0:1734684646.020837:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684646.020837:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1734684646.020842:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848077696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684646.020859:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848077824 00000100:00100000:1.0:1734684646.020863:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848077824 00000100:00100000:3.0:1734684646.020875:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848077696:12345-0@lo:400:kworker.0 Request processed in 34us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684646.020881:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1734684646.020888:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848078464 00000100:00100000:1.0:1734684646.020890:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848078464 00000100:00100000:1.0:1734684646.020901:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848078848 00000100:00100000:3.0:1734684646.020903:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848078208 00000100:00100000:1.0:1734684646.020904:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848078848 00000100:00100000:3.0:1734684646.020905:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848078208 00000100:00100000:3.0:1734684646.020914:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848078720 00000100:00100000:3.0:1734684646.020915:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848078720 00000100:00100000:1.0:1734684646.020916:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929 00000100:00100000:1.0:1734684646.020921:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848077824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684646.020927:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7450 00000100:00100000:3.0:1734684646.020930:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848078720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684646.020952:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848078720:12345-0@lo:400:kworker.0 Request processed in 22us (48us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684646.020955:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848077824:12345-0@lo:400:kworker.0 Request processed in 33us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684646.020956:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7450 00000100:00100000:1.0:1734684646.020961:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929 00000100:00100000:3.0:1734684646.020973:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684646.020975:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930 00000100:00100000:1.0:1734684646.020979:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848078464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684646.021010:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931 00000100:00100000:3.0:1734684646.021015:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848078848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684646.021020:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848078464:12345-0@lo:400:kworker.0 Request processed in 40us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684646.021028:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930 00000100:00100000:3.0:1734684646.021045:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848078848:12345-0@lo:400:kworker.0 Request processed in 30us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684646.021052:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931 00000100:00100000:1.0:1734684646.021058:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848078464:0@lo:400:kworker.0 00000100:00100000:1.0:1734684646.021067:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848077824:0@lo:400:kworker.0 00000100:00100000:3.0:1734684646.021079:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848077952:0@lo:400:kworker.0 00000100:00100000:3.0:1734684646.100728:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684646.100746:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848079104:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684646.100794:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684646.100964:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848079104:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684646.548693:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684647.550734:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684648.471133:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872611328 00000100:00100000:3.0:1734684648.471143:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872611328 00000100:00100000:1.0:1734684648.471153:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872611584 00000100:00100000:1.0:1734684648.471156:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872611584 00000100:00100000:1.0:1734684648.471180:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53727 00000100:00100000:3.0:1734684648.471180:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872611456 00000100:00100000:3.0:1734684648.471183:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872611456 00000100:00100000:1.0:1734684648.471185:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872611584:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684648.471201:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1934 00010000:00020000:1.0:1734684648.471203:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684648.471207:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872611456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684648.471243:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872611584:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 57us (138us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684648.471248:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53727 00000100:00100000:3.0:1734684648.471249:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872611456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684648.471257:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1934 00000100:00080000:1.0:1734684648.471273:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684618 00000100:00080000:1.0:1734684648.471275:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684618 00000100:00080000:1.0:1734684648.471277:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684618 00010000:00010000:3.0:1734684649.554705:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684650.556718:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684651.028729:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848079488:0@lo:400:kworker.0 00000100:00100000:1.0:1734684651.028732:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848079616:0@lo:400:kworker.0 00000100:00100000:1.0:1734684651.028783:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684651.028784:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684651.028805:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848080256:0@lo:400:kworker.0 00000100:00100000:3.0:1734684651.028806:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848080128:0@lo:400:kworker.0 00000100:00100000:1.0:1734684651.028816:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684651.028825:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684651.028838:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848079616 00000100:00100000:1.0:1734684651.028843:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848079616 00000100:00100000:3.0:1734684651.028849:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848080256 00000100:00100000:3.0:1734684651.028853:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848080256 00000100:00100000:1.0:1734684651.028868:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848079744 00000100:00100000:1.0:1734684651.028869:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848079744 00000100:00100000:3.0:1734684651.028873:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848080640 00000100:00100000:3.0:1734684651.028875:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848080640 00000100:00100000:1.0:1734684651.028879:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1935 00000100:00100000:1.0:1734684651.028883:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848079616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684651.028886:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1936 00000100:00100000:3.0:1734684651.028890:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848080256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684651.028942:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848079616:12345-0@lo:400:kworker.0 Request processed in 58us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684651.028943:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848080256:12345-0@lo:400:kworker.0 Request processed in 50us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684651.028947:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1935 00000100:00100000:3.0:1734684651.028950:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1936 00000100:00100000:1.0:1734684651.028960:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1938 00000100:00100000:1.0:1734684651.028963:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848080640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684651.028971:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848080512 00000100:00100000:3.0:1734684651.028973:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848080512 00000100:00100000:1.0:1734684651.028978:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848080640:12345-0@lo:400:kworker.0 Request processed in 15us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684651.028982:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1938 00000100:00100000:3.0:1734684651.028986:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7452 00000100:00100000:3.0:1734684651.028990:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848080512:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684651.028999:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684621 00000100:00080000:1.0:1734684651.029002:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684621 00000100:00080000:1.0:1734684651.029003:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684621 00000100:00100000:3.0:1734684651.029009:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848080512:12345-0@lo:400:kworker.0 Request processed in 19us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684651.029014:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7452 00000100:00100000:1.0:1734684651.029028:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848079488 00000100:00100000:1.0:1734684651.029031:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848079488 00000100:00100000:3.0:1734684651.029042:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848080256:0@lo:400:kworker.0 00000100:00100000:1.0:1734684651.029044:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1734684651.029046:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848079488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684651.029050:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848079616:0@lo:400:kworker.0 00000100:00100000:1.0:1734684651.029062:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848079488:12345-0@lo:400:kworker.0 Request processed in 15us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684651.029066:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1734684651.029073:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848080128:0@lo:400:kworker.0 00000100:00080000:1.0:1734684651.029077:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684621 00000100:00100000:3.0:1734684651.029080:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848079488:0@lo:400:kworker.0 00000100:00080000:1.0:1734684651.029117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684621 00000100:00100000:3.0:1734684651.029162:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848079872:0@lo:400:kworker.0 00000100:00100000:1.0:1734684651.029180:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848080384 00000100:00100000:1.0:1734684651.029182:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848080384 00000100:00100000:1.0:1734684651.029191:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53729 00000100:00100000:1.0:1734684651.029194:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848080384:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684651.029201:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684651.029217:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848080384:12345-0@lo:8:kworker.0 Request processed in 23us (50us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684651.029221:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53729 00000100:00100000:3.0:1734684651.060731:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848080768:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684651.060787:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684651.060987:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848080768:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684651.558700:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684652.560709:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684652.820735:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848081024:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684652.820795:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684652.821073:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848081024:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684653.479091:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872611840 00000100:00100000:1.0:1734684653.479101:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872611840 00000100:00100000:1.0:1734684653.479159:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872611968 00000100:00100000:1.0:1734684653.479162:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872611968 00000100:00100000:1.0:1734684653.479177:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1939 00000100:00080000:3.0:1734684653.479181:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684623 00000100:00100000:1.0:1734684653.479182:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872611840:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734684653.479185:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684623 00000100:00080000:3.0:1734684653.479187:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684623 00000100:00100000:3.0:1734684653.479215:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1940 00000100:00100000:3.0:1734684653.479221:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872611968:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684653.479225:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872611840:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684653.479232:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1939 00000100:00100000:3.0:1734684653.479247:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872611968:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684653.479251:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1940 00010000:00010000:3.0:1734684654.564790:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684655.566805:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684655.988787:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848081152:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684655.988881:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684655.989074:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848081152:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684656.036764:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848081408:0@lo:400:kworker.0 00000100:00100000:3.0:1734684656.036790:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848081664:0@lo:400:kworker.0 00000100:00100000:1.0:1734684656.036854:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684656.036867:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684656.036886:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848082048:0@lo:400:kworker.0 00000100:00100000:3.0:1734684656.036902:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848082432:0@lo:400:kworker.0 00000100:00100000:1.0:1734684656.036905:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684656.036936:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848081408 00000100:00100000:3.0:1734684656.036937:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684656.036944:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848081408 00000100:00100000:3.0:1734684656.036953:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734684656.036959:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848081536:0@lo:400:kworker.0 00000100:00100000:3.0:1734684656.036975:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684656.036986:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848082304:0@lo:400:kworker.0 00000100:00100000:1.0:1734684656.036991:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848082048 00000100:00100000:1.0:1734684656.036994:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848082048 00000100:00100000:3.0:1734684656.037000:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684656.037008:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848082432 00000100:00100000:1.0:1734684656.037011:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848082432 00000100:00100000:1.0:1734684656.037024:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848081536 00000100:00100000:1.0:1734684656.037027:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848081536 00000100:00100000:3.0:1734684656.037032:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1941 00000100:00100000:3.0:1734684656.037038:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848081408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684656.037040:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942 00000100:00100000:1.0:1734684656.037046:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848082048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684656.037072:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848081408:12345-0@lo:400:kworker.0 Request processed in 35us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684656.037078:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1941 00000100:00100000:1.0:1734684656.037085:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848082048:12345-0@lo:400:kworker.0 Request processed in 38us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684656.037091:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942 00000100:00100000:3.0:1734684656.037097:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943 00000100:00100000:3.0:1734684656.037102:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848082432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684656.037109:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1944 00000100:00100000:1.0:1734684656.037113:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848081536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684656.037123:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848082432:12345-0@lo:400:kworker.0 Request processed in 21us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684656.037129:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943 00000100:00100000:1.0:1734684656.037148:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848081536:12345-0@lo:400:kworker.0 Request processed in 34us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684656.037149:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53732 00000100:00100000:1.0:1734684656.037153:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1944 00000100:00100000:3.0:1734684656.037154:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848082176:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684656.037171:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684656.037195:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848082048:0@lo:400:kworker.0 00000100:00100000:3.0:1734684656.037197:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848082176:12345-0@lo:8:kworker.0 Request processed in 42us (242us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684656.037205:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53732 00000100:00100000:1.0:1734684656.037207:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848081408:0@lo:400:kworker.0 00000100:00080000:3.0:1734684656.037219:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684626 00000100:00080000:3.0:1734684656.037222:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684626 00000100:00080000:3.0:1734684656.037225:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684626 00000100:00080000:3.0:1734684656.037226:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684626 00010000:00010000:3.0:1734684656.568753:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684657.570725:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684658.487045:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872612352 00000100:00100000:3.0:1734684658.487056:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872612352 00000100:00100000:3.0:1734684658.487117:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1945 00000100:00100000:3.0:1734684658.487125:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872612352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684658.487133:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872612608 00000100:00100000:1.0:1734684658.487139:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872612608 00000100:00100000:1.0:1734684658.487163:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53733 00000100:00100000:1.0:1734684658.487168:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872612608:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684658.487180:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098498380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872612352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684658.487187:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1945 00010000:00020000:1.0:1734684658.487193:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734684658.487207:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684628 00000100:00080000:3.0:1734684658.487210:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684628 00000100:00080000:3.0:1734684658.487212:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684628 00000100:00100000:1.0:1734684658.487220:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872612608:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 52us (146us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684658.487227:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53733 00010000:00010000:3.0:1734684659.574805:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684660.576806:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684661.044799:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848083200:0@lo:400:kworker.0 00000100:00100000:3.0:1734684661.044834:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848083328:0@lo:400:kworker.0 00000100:00100000:1.0:1734684661.044869:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684661.044893:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684661.044897:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848083840:0@lo:400:kworker.0 00000100:00100000:1.0:1734684661.044911:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684661.044917:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009899b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848084096:0@lo:400:kworker.0 00000100:00100000:1.0:1734684661.044946:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848083200 00000100:00100000:3.0:1734684661.044947:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848083328 00000100:00100000:1.0:1734684661.044954:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848083200 00000100:00100000:3.0:1734684661.044954:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848083328 00000100:00100000:3.0:1734684661.044999:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1947 00000100:00100000:3.0:1734684661.045007:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848083328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684661.045010:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1949 00000100:00100000:1.0:1734684661.045015:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848083200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684661.045046:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848083200:12345-0@lo:400:kworker.0 Request processed in 31us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684661.045051:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1949 00000100:00100000:3.0:1734684661.045052:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848083328:12345-0@lo:400:kworker.0 Request processed in 46us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684661.045062:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1947 00000100:00100000:1.0:1734684661.045075:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848083712 00000100:00100000:1.0:1734684661.045077:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848083712 00000100:00080000:3.0:1734684661.045081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684631 00000100:00080000:3.0:1734684661.045085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684631 00000100:00080000:3.0:1734684661.045087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684631 00000100:00100000:1.0:1734684661.045094:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7455 00000100:00100000:1.0:1734684661.045097:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848083712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684661.045103:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684661.045119:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848083712:12345-0@lo:400:kworker.0 Request processed in 21us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684661.045126:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7455 00000100:00100000:1.0:1734684661.045131:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848084096 00000100:00100000:3.0:1734684661.045132:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848083328:0@lo:400:kworker.0 00000100:00100000:1.0:1734684661.045133:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848084096 00000100:00100000:1.0:1734684661.045141:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848083584 00000100:00100000:1.0:1734684661.045142:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848083584 00000100:00100000:1.0:1734684661.045154:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848083968 00000100:00100000:1.0:1734684661.045155:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848083968 00000100:00100000:1.0:1734684661.045161:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7456 00000100:00100000:1.0:1734684661.045164:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848084096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684661.045167:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53734 00000100:00100000:3.0:1734684661.045172:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848083584:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684661.045178:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848084096:12345-0@lo:400:kworker.0 Request processed in 14us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684661.045182:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7456 00010000:00020000:3.0:1734684661.045193:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684661.045201:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848083840:0@lo:400:kworker.0 00000100:00100000:1.0:1734684661.045207:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848083200:0@lo:400:kworker.0 00000100:00100000:3.0:1734684661.045229:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848083584:12345-0@lo:8:kworker.0 Request processed in 55us (113us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684661.045236:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53734 00000100:00100000:3.0:1734684661.045260:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009899b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848084096:0@lo:400:kworker.0 00000100:00100000:3.0:1734684661.124796:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684661.124822:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848084480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684661.124901:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684661.125182:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848084480:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684661.578777:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684662.580845:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684662.836836:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848084608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684662.836917:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684662.837203:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848084608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684663.494958:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872612736 00000100:00100000:1.0:1734684663.494966:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872612736 00000100:00100000:1.0:1734684663.495010:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 621 00000100:00100000:1.0:1734684663.495016:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872612736:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684663.495051:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872613120 00000100:00100000:3.0:1734684663.495056:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872613120 00000100:00100000:1.0:1734684663.495069:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872612736:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684663.495073:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53736 00000100:00100000:1.0:1734684663.495074:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 621 00000100:00100000:3.0:1734684663.495077:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872613120:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684663.495096:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684663.495118:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872613120:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (117us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684663.495122:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53736 00010000:00010000:3.0:1734684664.584714:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684665.586765:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684666.052711:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848084864:0@lo:400:kworker.0 00000100:00100000:1.0:1734684666.052718:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848084992:0@lo:400:kworker.0 00000100:00100000:3.0:1734684666.052765:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684666.052770:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684666.052788:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848085504:0@lo:400:kworker.0 00000100:00100000:1.0:1734684666.052789:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848085632:0@lo:400:kworker.0 00000100:00100000:1.0:1734684666.052804:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684666.052806:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684666.052824:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848084864 00000100:00100000:3.0:1734684666.052825:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848085504 00000100:00100000:1.0:1734684666.052829:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848084864 00000100:00100000:3.0:1734684666.052829:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848085504 00000100:00100000:3.0:1734684666.052854:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848085888 00000100:00100000:3.0:1734684666.052855:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848085888 00000100:00100000:1.0:1734684666.052856:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1734684666.052860:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848084864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684666.052865:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848085376 00000100:00100000:3.0:1734684666.052866:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848085376 00000100:00100000:3.0:1734684666.052875:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7457 00000100:00100000:3.0:1734684666.052878:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848085504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684666.052893:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848084864:12345-0@lo:400:kworker.0 Request processed in 33us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684666.052898:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1734684666.052901:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848085504:12345-0@lo:400:kworker.0 Request processed in 23us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684666.052905:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7457 00000100:00100000:3.0:1734684666.052915:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53737 00000100:00100000:3.0:1734684666.052917:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848085376:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684666.052918:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848085120 00000100:00100000:1.0:1734684666.052920:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848085120 00010000:00020000:3.0:1734684666.052931:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684666.052932:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848085632 00000100:00100000:1.0:1734684666.052933:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848085632 00000100:00100000:1.0:1734684666.052941:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1953 00000100:00100000:1.0:1734684666.052944:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848085120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684666.052945:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848085376:12345-0@lo:8:kworker.0 Request processed in 27us (90us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684666.052949:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53737 00000100:00100000:1.0:1734684666.052960:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848085120:12345-0@lo:400:kworker.0 Request processed in 15us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684666.052964:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1953 00000100:00100000:1.0:1734684666.052970:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955 00000100:00100000:1.0:1734684666.052972:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848085632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684666.052977:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848085504:0@lo:400:kworker.0 00000100:00100000:3.0:1734684666.052983:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848084864:0@lo:400:kworker.0 00000100:00100000:1.0:1734684666.052984:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848085632:12345-0@lo:400:kworker.0 Request processed in 11us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684666.052996:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955 00000100:00080000:1.0:1734684666.053006:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684636 00000100:00080000:1.0:1734684666.053008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684636 00000100:00080000:1.0:1734684666.053009:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684636 00000100:00080000:1.0:1734684666.053010:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684636 00000100:00100000:3.0:1734684666.053012:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848085248 00000100:00100000:3.0:1734684666.053014:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848085248 00000100:00100000:3.0:1734684666.053028:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40869 00000100:00100000:3.0:1734684666.053031:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848085248:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684666.053038:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684636 00000100:00100000:3.0:1734684666.053048:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848085248:12345-0@lo:400:kworker.0 Request processed in 16us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684666.053054:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40869 00000100:00100000:3.0:1734684666.084749:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848086144:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684666.084809:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684666.084991:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848086144:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684666.588747:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684667.590759:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684668.503024:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872613376 00000100:00100000:1.0:1734684668.503032:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872613376 00000100:00100000:3.0:1734684668.503068:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872613248 00000100:00100000:3.0:1734684668.503073:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872613248 00000100:00100000:1.0:1734684668.503074:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872613504 00000100:00100000:1.0:1734684668.503076:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872613504 00000100:00100000:1.0:1734684668.503089:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1957 00000100:00100000:1.0:1734684668.503094:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872613376:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684668.503095:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 623 00000100:00100000:3.0:1734684668.503099:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872613248:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684668.503140:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872613376:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684668.503140:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872613248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684668.503144:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1957 00000100:00100000:3.0:1734684668.503146:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 623 00010000:00010000:3.0:1734684669.594726:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684670.596716:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684671.060792:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848086784:0@lo:400:kworker.0 00000100:00100000:3.0:1734684671.060816:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848086912:0@lo:400:kworker.0 00000100:00100000:1.0:1734684671.060858:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684671.060883:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848086656 00000100:00100000:3.0:1734684671.060890:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848086656 00000100:00100000:1.0:1734684671.060897:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848086784 00000100:00100000:1.0:1734684671.060900:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848086784 00000100:00100000:1.0:1734684671.060923:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1959 00000100:00100000:3.0:1734684671.060924:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1734684671.060929:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848086784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684671.060929:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848086656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684671.060958:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848086784:12345-0@lo:400:kworker.0 Request processed in 29us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684671.060962:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848086656:12345-0@lo:400:kworker.0 Request processed in 34us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684671.060964:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1959 00000100:00100000:3.0:1734684671.060967:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1734684671.060977:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848087424 00000100:00100000:1.0:1734684671.060979:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848087424 00000100:00100000:3.0:1734684671.060987:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684671.060989:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1960 00000100:00100000:1.0:1734684671.060991:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848087424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684671.061001:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848087680:0@lo:400:kworker.0 00000100:00100000:1.0:1734684671.061008:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848087424:12345-0@lo:400:kworker.0 Request processed in 16us (53us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684671.061011:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1960 00000100:00100000:1.0:1734684671.061016:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848086912 00000100:00100000:1.0:1734684671.061017:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848086912 00000100:00100000:1.0:1734684671.061030:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961 00000100:00100000:1.0:1734684671.061033:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848086912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684671.061041:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684671.061047:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848086912:12345-0@lo:400:kworker.0 Request processed in 13us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684671.061050:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961 00000100:00100000:3.0:1734684671.061058:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848086912:0@lo:400:kworker.0 00000100:00100000:3.0:1734684671.061065:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734684671.061069:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848087040:0@lo:400:kworker.0 00000100:00100000:1.0:1734684671.061070:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848086784:0@lo:400:kworker.0 00000100:00100000:3.0:1734684671.061083:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684671.061092:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848087808:0@lo:400:kworker.0 00000100:00100000:1.0:1734684671.061097:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53740 00000100:00100000:1.0:1734684671.061101:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848087168:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684671.061102:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684671.061112:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848087680:0@lo:400:kworker.0 00010000:00020000:1.0:1734684671.061118:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684671.061137:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848087168:12345-0@lo:8:kworker.0 Request processed in 36us (162us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684671.061137:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848087040 00000100:00100000:3.0:1734684671.061139:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848087040 00000100:00100000:1.0:1734684671.061142:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53740 00000100:00100000:1.0:1734684671.061152:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848087808 00000100:00100000:1.0:1734684671.061154:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848087808 00000100:00100000:3.0:1734684671.061154:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40872 00000100:00100000:3.0:1734684671.061157:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848087040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684671.061164:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962 00000100:00100000:1.0:1734684671.061166:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848087808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684671.061179:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848087040:12345-0@lo:400:kworker.0 Request processed in 22us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684671.061183:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848087808:12345-0@lo:400:kworker.0 Request processed in 16us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684671.061183:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40872 00000100:00100000:1.0:1734684671.061187:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962 00000100:00100000:3.0:1734684671.061197:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848087040:0@lo:400:kworker.0 00000100:00100000:3.0:1734684671.061204:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848087808:0@lo:400:kworker.0 00000100:00100000:1.0:1734684671.092803:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684671.092829:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848087936:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684671.092904:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684671.092952:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848087936 00000100:00100000:3.0:1734684671.092961:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848087936 00000100:00100000:3.0:1734684671.093004:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40873 00000100:00100000:3.0:1734684671.093010:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848087936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684671.093044:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684671.093087:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848087936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684671.093095:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40873 00000100:00100000:1.0:1734684671.093119:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848087936:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684671.140780:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848088064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684671.140863:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684671.141088:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848088064:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684671.598763:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684672.600736:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684672.852761:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848088192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684672.852817:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684672.853005:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848088192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684673.510892:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872613760 00000100:00100000:3.0:1734684673.510901:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872613760 00000100:00100000:1.0:1734684673.510952:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872613888 00000100:00100000:3.0:1734684673.510954:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 625 00000100:00100000:1.0:1734684673.510958:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872613888 00000100:00100000:3.0:1734684673.510960:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872613760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684673.510986:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872614016 00000100:00100000:1.0:1734684673.510989:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872614016 00000100:00100000:3.0:1734684673.511005:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872613760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684673.511011:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 625 00000100:00100000:1.0:1734684673.511022:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1964 00000100:00100000:1.0:1734684673.511028:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872614016:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684673.511061:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872614016:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684673.511068:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1964 00010000:00010000:3.0:1734684674.604726:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684675.606691:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684676.020725:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848088320:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684676.020801:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684676.020846:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848088320 00000100:00100000:3.0:1734684676.020853:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848088320 00000100:00100000:3.0:1734684676.020900:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40874 00000100:00100000:3.0:1734684676.020907:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848088320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684676.020940:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684676.020988:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848088320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684676.020996:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40874 00000100:00100000:1.0:1734684676.021024:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848088320:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684676.068734:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848088576:0@lo:400:kworker.0 00000100:00100000:3.0:1734684676.068774:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848088704:0@lo:400:kworker.0 00000100:00100000:1.0:1734684676.068779:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684676.068800:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848089216:0@lo:400:kworker.0 00000100:00100000:3.0:1734684676.068801:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684676.068818:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684676.068819:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848089472:0@lo:400:kworker.0 00000100:00100000:3.0:1734684676.068831:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684676.068839:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848088576 00000100:00100000:3.0:1734684676.068839:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734684676.068842:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848088832:0@lo:400:kworker.0 00000100:00100000:1.0:1734684676.068844:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848088576 00000100:00100000:3.0:1734684676.068853:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684676.068867:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848089600:0@lo:400:kworker.0 00000100:00100000:3.0:1734684676.068877:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684676.068882:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848089600 00000100:00100000:1.0:1734684676.068885:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848089600 00000100:00100000:3.0:1734684676.068895:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848088448 00000100:00100000:3.0:1734684676.068898:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848088448 00000100:00100000:1.0:1734684676.068899:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1965 00000100:00100000:1.0:1734684676.068905:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848088704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684676.068921:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1734684676.068926:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848088448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684676.068951:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848088704:12345-0@lo:400:kworker.0 Request processed in 46us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684676.068957:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848088448:12345-0@lo:400:kworker.0 Request processed in 31us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684676.068958:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1965 00000100:00100000:3.0:1734684676.068964:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1734684676.068973:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1968 00000100:00100000:1.0:1734684676.068977:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848089600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684676.068994:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848088832 00000100:00100000:3.0:1734684676.068996:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848088832 00000100:00100000:1.0:1734684676.069004:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848089600:12345-0@lo:400:kworker.0 Request processed in 27us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684676.069009:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1968 00000100:00100000:3.0:1734684676.069011:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40875 00000100:00100000:3.0:1734684676.069014:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848088832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684676.069033:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848088832:12345-0@lo:400:kworker.0 Request processed in 19us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684676.069036:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40875 00000100:00100000:1.0:1734684676.069045:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848089216:0@lo:400:kworker.0 00000100:00100000:3.0:1734684676.069052:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848088832:0@lo:400:kworker.0 00000100:00100000:1.0:1734684676.069053:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848088576:0@lo:400:kworker.0 00000100:00100000:3.0:1734684676.069058:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848089600:0@lo:400:kworker.0 00000100:00100000:3.0:1734684676.069063:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848089472:0@lo:400:kworker.0 00000100:00100000:3.0:1734684676.069068:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848088704:0@lo:400:kworker.0 00000100:00100000:3.0:1734684676.100842:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848089728 00000100:00100000:3.0:1734684676.100849:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848089728 00000100:00100000:3.0:1734684676.100882:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40876 00000100:00100000:3.0:1734684676.100887:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848089728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684676.100913:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684676.100948:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848089728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684676.100953:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40876 00010000:00010000:3.0:1734684676.608702:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684677.610712:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684678.518877:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872614400 00000100:00100000:1.0:1734684678.518887:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872614400 00000100:00100000:1.0:1734684678.518939:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872614528 00000100:00100000:1.0:1734684678.518941:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872614528 00000100:00100000:1.0:1734684678.518957:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1969 00000100:00080000:3.0:1734684678.518959:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684648 00000100:00100000:1.0:1734684678.518963:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872614400:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734684678.518963:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684648 00000100:00080000:3.0:1734684678.518965:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684648 00000100:00100000:3.0:1734684678.518984:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1970 00000100:00100000:3.0:1734684678.518988:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872614528:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684678.519007:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872614400:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684678.519014:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1969 00000100:00100000:3.0:1734684678.519021:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872614528:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684678.519028:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1970 00010000:00010000:3.0:1734684679.614726:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684680.616720:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684681.028833:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848090112 00000100:00100000:3.0:1734684681.028839:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848090112 00000100:00100000:3.0:1734684681.028879:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40877 00000100:00100000:3.0:1734684681.028884:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848090112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684681.028910:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684681.028955:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848090112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684681.028962:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40877 00000100:00100000:1.0:1734684681.076785:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848090368:0@lo:400:kworker.0 00000100:00100000:1.0:1734684681.076856:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684681.076890:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848091008:0@lo:400:kworker.0 00000100:00100000:3.0:1734684681.076891:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848090368 00000100:00100000:3.0:1734684681.076900:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848090368 00000100:00100000:1.0:1734684681.076907:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684681.076929:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848091008 00000100:00100000:1.0:1734684681.076932:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848091008 00000100:00100000:3.0:1734684681.076940:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848090496 00000100:00100000:3.0:1734684681.076941:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848090496 00000100:00100000:1.0:1734684681.076956:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1971 00000100:00100000:3.0:1734684681.076961:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1972 00000100:00100000:1.0:1734684681.076962:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848090368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684681.076965:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848091008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684681.077008:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848091008:12345-0@lo:400:kworker.0 Request processed in 42us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684681.077011:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848090368:12345-0@lo:400:kworker.0 Request processed in 48us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684681.077014:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1972 00000100:00100000:1.0:1734684681.077019:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1971 00000100:00100000:3.0:1734684681.077032:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973 00000100:00100000:3.0:1734684681.077036:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848090496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684681.077063:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848090496:12345-0@lo:400:kworker.0 Request processed in 26us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684681.077065:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848091008:0@lo:400:kworker.0 00000100:00100000:3.0:1734684681.077069:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973 00000100:00100000:1.0:1734684681.077076:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848090368:0@lo:400:kworker.0 00000100:00080000:3.0:1734684681.077085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684651 00000100:00080000:3.0:1734684681.077089:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684651 00000100:00080000:3.0:1734684681.077091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684651 00000100:00100000:3.0:1734684681.077105:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848090624:0@lo:400:kworker.0 00000100:00100000:3.0:1734684681.077136:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684681.077142:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848090240 00000100:00100000:1.0:1734684681.077146:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848090240 00000100:00100000:3.0:1734684681.077152:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848091392:0@lo:400:kworker.0 00000100:00100000:3.0:1734684681.077168:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684681.077173:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1734684681.077178:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848090240:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684681.077188:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684651 00000100:00080000:3.0:1734684681.077190:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684651 00000100:00100000:3.0:1734684681.077198:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848090624 00000100:00100000:3.0:1734684681.077200:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848090624 00000100:00100000:1.0:1734684681.077208:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848090240:12345-0@lo:400:kworker.0 Request processed in 29us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684681.077214:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1734684681.077219:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40878 00000100:00100000:3.0:1734684681.077222:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848090624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684681.077245:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848090624:12345-0@lo:400:kworker.0 Request processed in 22us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684681.077249:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40878 00000100:00080000:3.0:1734684681.077256:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684651 00000100:00100000:3.0:1734684681.077266:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848090624:0@lo:400:kworker.0 00000100:00100000:3.0:1734684681.077273:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848091392:0@lo:400:kworker.0 00000100:00100000:3.0:1734684681.108941:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848091520 00000100:00100000:3.0:1734684681.108951:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848091520 00000100:00100000:3.0:1734684681.108999:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40879 00000100:00100000:3.0:1734684681.109005:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848091520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684681.109042:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684681.109103:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848091520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684681.109108:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40879 00000100:00100000:1.0:1734684681.156768:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848091648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684681.156842:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684681.157122:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848091648:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684681.618736:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684682.620769:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684683.526911:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872614784 00000100:00100000:1.0:1734684683.526918:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872614784 00000100:00100000:1.0:1734684683.526965:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 629 00000100:00100000:1.0:1734684683.526970:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872614784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734684683.526975:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684653 00000100:00080000:3.0:1734684683.526978:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684653 00000100:00080000:3.0:1734684683.526980:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684653 00000100:00100000:1.0:1734684683.527015:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872614784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684683.527019:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 629 00000100:00100000:1.0:1734684683.527045:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872615168 00000100:00100000:1.0:1734684683.527047:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872615168 00000100:00100000:1.0:1734684683.527058:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53748 00000100:00100000:1.0:1734684683.527061:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872615168:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684683.527077:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684683.527090:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872615168:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 28us (150us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684683.527094:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53748 00010000:00010000:3.0:1734684684.624658:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684685.626729:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684686.036756:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848091904:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684686.036807:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684686.036981:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848091904:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684686.084722:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848092160:0@lo:400:kworker.0 00000100:00100000:3.0:1734684686.084744:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848092416:0@lo:400:kworker.0 00000100:00100000:1.0:1734684686.084780:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684686.084780:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684686.084810:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848093184:0@lo:400:kworker.0 00000100:00100000:1.0:1734684686.084811:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848092800:0@lo:400:kworker.0 00000100:00100000:1.0:1734684686.084841:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848092032 00000100:00100000:3.0:1734684686.084841:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848092416 00000100:00100000:1.0:1734684686.084846:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848092032 00000100:00100000:3.0:1734684686.084846:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848092416 00000100:00100000:1.0:1734684686.084872:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1734684686.084873:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40881 00000100:00100000:1.0:1734684686.084877:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848092032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684686.084878:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848092416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684686.084910:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848092416:12345-0@lo:400:kworker.0 Request processed in 32us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684686.084914:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848092032:12345-0@lo:400:kworker.0 Request processed in 36us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684686.084916:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40881 00000100:00100000:1.0:1734684686.084920:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1734684686.084933:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848092288 00000100:00100000:3.0:1734684686.084935:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848092288 00000100:00100000:1.0:1734684686.084946:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848092800 00000100:00100000:1.0:1734684686.084949:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848092800 00000100:00100000:3.0:1734684686.084955:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1978 00000100:00100000:3.0:1734684686.084959:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848092288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684686.084968:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979 00000100:00100000:1.0:1734684686.084973:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848092800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684686.084982:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848092288:12345-0@lo:400:kworker.0 Request processed in 22us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684686.084986:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1978 00000100:00100000:1.0:1734684686.084997:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848092800:12345-0@lo:400:kworker.0 Request processed in 24us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684686.085000:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684686.085001:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979 00000100:00100000:1.0:1734684686.085008:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848093184 00000100:00100000:1.0:1734684686.085010:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848093184 00000100:00100000:1.0:1734684686.085019:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1980 00000100:00100000:3.0:1734684686.085019:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848092416:0@lo:400:kworker.0 00000100:00100000:1.0:1734684686.085022:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848093184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684686.085037:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848093184:12345-0@lo:400:kworker.0 Request processed in 15us (37us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684686.085041:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1980 00000100:00100000:3.0:1734684686.085044:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848093184:0@lo:400:kworker.0 00000100:00100000:1.0:1734684686.085051:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848092544 00000100:00100000:1.0:1734684686.085053:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848092544 00000100:00100000:3.0:1734684686.085058:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848092288:0@lo:400:kworker.0 00000100:00100000:1.0:1734684686.085063:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53749 00000100:00100000:3.0:1734684686.085065:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848093056:0@lo:400:kworker.0 00000100:00100000:1.0:1734684686.085066:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848092544:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684686.085079:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684686.085094:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848092544:12345-0@lo:8:kworker.0 Request processed in 27us (55us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684686.085098:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53749 00000100:00100000:3.0:1734684686.116819:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848093312 00000100:00100000:3.0:1734684686.116827:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848093312 00000100:00100000:3.0:1734684686.116867:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40882 00000100:00100000:3.0:1734684686.116873:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848093312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684686.116904:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684686.116953:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848093312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684686.116959:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40882 00000100:00100000:1.0:1734684686.164758:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848093440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684686.164814:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684686.165001:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848093440:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684686.628728:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684687.630784:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684687.876741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800975d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848093568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684687.876803:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684687.876998:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800975d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848093568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684688.535051:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872615296 00000100:00100000:1.0:1734684688.535055:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872615296 00000100:00080000:3.0:1734684688.535086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684658 00000100:00100000:1.0:1734684688.535089:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 631 00000100:00080000:3.0:1734684688.535090:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684658 00000100:00080000:3.0:1734684688.535091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684658 00000100:00100000:1.0:1734684688.535095:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872615296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684688.535131:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872615680 00000100:00100000:3.0:1734684688.535134:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872615680 00000100:00100000:1.0:1734684688.535143:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872615296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684688.535150:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 631 00000100:00100000:3.0:1734684688.535155:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53751 00000100:00100000:3.0:1734684688.535160:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872615680:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684688.535181:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684688.535212:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872615680:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 52us (151us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684688.535218:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53751 00010000:00010000:3.0:1734684689.634736:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684690.636730:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684691.044853:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848093696 00000100:00100000:3.0:1734684691.044860:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848093696 00000100:00100000:3.0:1734684691.044899:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40883 00000100:00100000:3.0:1734684691.044905:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848093696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684691.044934:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684691.044978:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848093696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684691.044985:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40883 00000100:00100000:1.0:1734684691.092771:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848093952:0@lo:400:kworker.0 00000100:00100000:3.0:1734684691.092783:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848094080:0@lo:400:kworker.0 00000100:00100000:1.0:1734684691.092817:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684691.092832:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848094336:0@lo:8:kworker.0 00000100:00100000:1.0:1734684691.092847:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848094592:0@lo:400:kworker.0 00000100:00100000:3.0:1734684691.092855:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684691.092870:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684691.092873:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848094720:0@lo:8:kworker.0 00000100:00100000:3.0:1734684691.092887:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684691.092892:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848093952 00000100:00100000:1.0:1734684691.092897:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848093952 00000100:00100000:3.0:1734684691.092910:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848094336 00000100:00100000:3.0:1734684691.092914:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848094336 00000100:00100000:3.0:1734684691.092927:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848094464 00000100:00100000:3.0:1734684691.092929:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848094464 00000100:00100000:1.0:1734684691.092931:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1984 00000100:00100000:1.0:1734684691.092936:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848093952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684691.092944:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848094720 00000100:00100000:3.0:1734684691.092946:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848094720 00000100:00100000:3.0:1734684691.092956:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7467 00000100:00100000:3.0:1734684691.092961:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848094464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684691.092972:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848093952:12345-0@lo:400:kworker.0 Request processed in 35us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684691.092978:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1984 00000100:00100000:3.0:1734684691.092987:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848094464:12345-0@lo:400:kworker.0 Request processed in 25us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684691.092992:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7467 00000100:00080000:1.0:1734684691.092994:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684661 00000100:00080000:1.0:1734684691.092997:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684661 00000100:00080000:1.0:1734684691.092999:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684661 00000100:00100000:3.0:1734684691.093004:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53753 00000100:00100000:3.0:1734684691.093007:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848094720:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684691.093017:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684691.093022:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848094592:0@lo:400:kworker.0 00000100:00100000:1.0:1734684691.093031:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848093952:0@lo:400:kworker.0 00000100:00100000:3.0:1734684691.093041:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848094720:12345-0@lo:8:kworker.0 Request processed in 33us (153us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684691.093047:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53753 00000100:00100000:3.0:1734684691.093061:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684691.093071:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848094080 00000100:00100000:1.0:1734684691.093073:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848094080 00000100:00100000:3.0:1734684691.093075:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848094848:0@lo:400:kworker.0 00000100:00100000:1.0:1734684691.093088:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848094976 00000100:00100000:1.0:1734684691.093090:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848094976 00000100:00100000:3.0:1734684691.093091:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684691.093103:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986 00000100:00100000:1.0:1734684691.093107:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848094976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684691.093111:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848094848 00000100:00100000:3.0:1734684691.093114:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848094848 00000100:00100000:3.0:1734684691.093127:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7468 00000100:00100000:3.0:1734684691.093131:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848094848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684691.093133:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097299500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848094976:12345-0@lo:400:kworker.0 Request processed in 25us (54us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684691.093138:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986 00000100:00080000:1.0:1734684691.093149:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684661 00000100:00080000:1.0:1734684691.093151:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684661 00000100:00100000:3.0:1734684691.093152:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848094848:12345-0@lo:400:kworker.0 Request processed in 20us (61us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684691.093153:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684661 00000100:00100000:3.0:1734684691.093158:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7468 00000100:00100000:3.0:1734684691.093179:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848094848:0@lo:400:kworker.0 00000100:00100000:3.0:1734684691.093188:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848094080:0@lo:400:kworker.0 00000100:00080000:3.0:1734684691.093205:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684691.093208:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684691.093211:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097298700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848094720:0@lo:8:kworker.0 00000100:00080000:3.0:1734684691.093217:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684691.093219:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684691.093221:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848094336:0@lo:8:kworker.0 00000100:00100000:3.0:1734684691.172727:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684691.172749:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848095232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684691.172808:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684691.173001:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848095232:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684691.638741:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684692.640752:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684693.542882:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872615808 00000100:00100000:1.0:1734684693.542889:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872615808 00000100:00100000:1.0:1734684693.542927:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 633 00000100:00100000:1.0:1734684693.542933:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872615808:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684693.542957:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872616192 00000100:00100000:3.0:1734684693.542962:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872616192 00000100:00100000:1.0:1734684693.542977:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872615808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684693.542982:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 633 00000100:00100000:3.0:1734684693.542984:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53754 00000100:00100000:3.0:1734684693.542990:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009729a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872616192:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684693.543012:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684693.543037:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009729a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872616192:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 46us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684693.543043:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53754 00010000:00010000:3.0:1734684694.644716:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684695.646751:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684696.052706:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009729a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848095488:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684696.052756:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684696.052926:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009729a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848095488:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684696.100753:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848095616:0@lo:400:kworker.0 00000100:00100000:1.0:1734684696.100763:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009729b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848096000:0@lo:400:kworker.0 00000100:00100000:3.0:1734684696.100797:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684696.100805:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684696.100819:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848096256:0@lo:400:kworker.0 00000100:00100000:1.0:1734684696.100827:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848096768:0@lo:400:kworker.0 00000100:00100000:3.0:1734684696.100832:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684696.100848:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848096128:0@lo:8:kworker.0 00000100:00100000:1.0:1734684696.100850:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848096000 00000100:00100000:1.0:1734684696.100853:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848096000 00000100:00100000:3.0:1734684696.100858:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684696.100865:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848096512:0@lo:8:kworker.0 00000100:00100000:1.0:1734684696.100873:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40887 00000100:00100000:3.0:1734684696.100873:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684696.100879:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848096000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684696.100890:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848096256 00000100:00100000:3.0:1734684696.100893:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848096256 00000100:00100000:3.0:1734684696.100909:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848096128 00000100:00100000:3.0:1734684696.100910:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848096128 00000100:00100000:3.0:1734684696.100916:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848096512 00000100:00100000:3.0:1734684696.100917:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848096512 00000100:00100000:1.0:1734684696.100922:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848096000:12345-0@lo:400:kworker.0 Request processed in 42us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684696.100925:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7469 00000100:00100000:1.0:1734684696.100928:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40887 00000100:00100000:3.0:1734684696.100930:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848096256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684696.100952:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53755 00000100:00100000:3.0:1734684696.100953:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848096256:12345-0@lo:400:kworker.0 Request processed in 25us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684696.100956:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848096128:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684696.100957:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7469 00000100:00100000:3.0:1734684696.100967:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53756 00000100:00100000:3.0:1734684696.100970:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848096512:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684696.100973:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734684696.100978:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684696.100996:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848096512:12345-0@lo:8:kworker.0 Request processed in 25us (122us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684696.101000:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848096128:12345-0@lo:8:kworker.0 Request processed in 43us (140us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684696.101000:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53756 00000100:00100000:3.0:1734684696.101005:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848096640 00000100:00100000:1.0:1734684696.101006:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53755 00000100:00100000:3.0:1734684696.101007:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848096640 00000100:00100000:1.0:1734684696.101017:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7470 00000100:00100000:1.0:1734684696.101021:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848096640:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684696.101037:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684696.101039:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684696.101042:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848096128:0@lo:8:kworker.0 00000100:00080000:3.0:1734684696.101046:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684696.101047:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684696.101048:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848096640:12345-0@lo:400:kworker.0 Request processed in 27us (62us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684696.101049:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848096512:0@lo:8:kworker.0 00000100:00100000:1.0:1734684696.101053:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7470 00000100:00100000:3.0:1734684696.101066:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848096256:0@lo:400:kworker.0 00000100:00100000:1.0:1734684696.101069:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684696.101071:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848095616:0@lo:400:kworker.0 00000100:00100000:1.0:1734684696.101086:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009729b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848096000:0@lo:400:kworker.0 00000100:00100000:1.0:1734684696.101196:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848096768:0@lo:400:kworker.0 00000100:00100000:3.0:1734684696.132716:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800975d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848096896:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684696.132768:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684696.132932:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800975d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848096896:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684696.648719:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684697.650700:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684698.550881:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872616576 00000100:00100000:3.0:1734684698.550886:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872616576 00000100:00100000:3.0:1734684698.550914:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1994 00000100:00100000:3.0:1734684698.550920:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872616576:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684698.550921:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872616704 00000100:00100000:1.0:1734684698.550926:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872616704 00000100:00100000:1.0:1734684698.550945:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53757 00000100:00100000:1.0:1734684698.550949:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872616704:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684698.550949:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009729a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872616576:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684698.550955:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1994 00010000:00020000:1.0:1734684698.550967:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684698.550988:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097298380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872616704:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (153us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684698.550992:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53757 00010000:00010000:3.0:1734684699.654749:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684700.656723:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684701.060729:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848097280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684701.060788:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684701.060942:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848097280:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684701.108766:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848097536:0@lo:400:kworker.0 00000100:00100000:3.0:1734684701.108795:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848097664:0@lo:400:kworker.0 00000100:00100000:1.0:1734684701.108798:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684701.108815:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009729b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848098176:0@lo:400:kworker.0 00000100:00100000:1.0:1734684701.108830:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684701.108850:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848098048 00000100:00100000:1.0:1734684701.108853:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848098048 00000100:00100000:3.0:1734684701.108853:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684701.108873:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7471 00000100:00100000:1.0:1734684701.108877:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848098048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684701.108883:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848098432:0@lo:400:kworker.0 00000100:00100000:3.0:1734684701.108899:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684701.108908:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848098048:12345-0@lo:400:kworker.0 Request processed in 30us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684701.108913:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7471 00000100:00100000:3.0:1734684701.108919:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734684701.108923:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848098432 00000100:00100000:1.0:1734684701.108924:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848098432 00000100:00100000:3.0:1734684701.108924:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848097792:0@lo:400:kworker.0 00000100:00100000:1.0:1734684701.108935:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7472 00000100:00100000:1.0:1734684701.108937:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848098432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684701.108943:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684701.108954:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848098432:12345-0@lo:400:kworker.0 Request processed in 16us (54us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684701.108956:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848098560:0@lo:400:kworker.0 00000100:00100000:1.0:1734684701.108957:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7472 00000100:00100000:3.0:1734684701.108975:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684701.108979:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009729b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848098176:0@lo:400:kworker.0 00000100:00100000:1.0:1734684701.108985:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848097536:0@lo:400:kworker.0 00000100:00100000:3.0:1734684701.109001:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848098432:0@lo:400:kworker.0 00000100:00100000:3.0:1734684701.109009:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009729bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848097664:0@lo:400:kworker.0 00000100:00080000:1.0:1734684701.109016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684671 00000100:00080000:1.0:1734684701.109019:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684671 00000100:00080000:1.0:1734684701.109020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684671 00000100:00080000:1.0:1734684701.109021:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684671 00000100:00100000:3.0:1734684701.109028:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097298e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848097792:0@lo:400:kworker.0 00000100:00100000:3.0:1734684701.109036:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848098560:0@lo:400:kworker.0 00000100:00100000:1.0:1734684701.109046:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009729b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848097920:0@lo:8:kworker.0 00000100:00100000:1.0:1734684701.109059:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684701.109066:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097298a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848098304:0@lo:8:kworker.0 00000100:00100000:1.0:1734684701.109101:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684701.109140:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53759 00000100:00100000:1.0:1734684701.109144:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848098304:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684701.109152:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684701.109169:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848098304:12345-0@lo:8:kworker.0 Request processed in 25us (68us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684701.109175:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53759 00000100:00100000:1.0:1734684701.140770:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684701.140791:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848098688:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684701.140862:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684701.141113:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848098688:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684701.658693:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684702.660684:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684702.900796:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684702.900823:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800975d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848098944:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684702.900898:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684702.901168:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800975d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848098944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684703.559048:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872616960 00000100:00100000:3.0:1734684703.559053:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872616960 00000100:00100000:3.0:1734684703.559084:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872617088 00000100:00100000:3.0:1734684703.559086:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872617088 00000100:00100000:3.0:1734684703.559105:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1999 00000100:00100000:3.0:1734684703.559111:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872616960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684703.559176:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872616960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 63us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684703.559184:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1999 00000100:00100000:3.0:1734684703.559202:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2000 00000100:00100000:3.0:1734684703.559206:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872617088:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684703.559229:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872617088:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684703.559235:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2000 00010000:00010000:3.0:1734684704.664775:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684705.666734:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684706.116770:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848099328:0@lo:400:kworker.0 00000100:00100000:3.0:1734684706.116792:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848099456:0@lo:400:kworker.0 00000100:00100000:1.0:1734684706.116843:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684706.116861:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848099584:0@lo:400:kworker.0 00000100:00100000:1.0:1734684706.116878:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848099968:0@lo:400:kworker.0 00000100:00100000:3.0:1734684706.116890:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684706.116897:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684706.116908:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684706.116913:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848100224:0@lo:400:kworker.0 00000100:00100000:1.0:1734684706.116926:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848099328 00000100:00100000:3.0:1734684706.116930:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684706.116933:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848099328 00000100:00100000:3.0:1734684706.116942:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848100352:0@lo:400:kworker.0 00000100:00100000:3.0:1734684706.116966:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684706.116967:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848099968 00000100:00100000:1.0:1734684706.116968:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848099968 00000100:00100000:1.0:1734684706.116979:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848100352 00000100:00100000:1.0:1734684706.116981:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848100352 00000100:00100000:1.0:1734684706.117010:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2001 00000100:00100000:1.0:1734684706.117014:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848099328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684706.117015:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002 00000100:00100000:3.0:1734684706.117021:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848099968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684706.117043:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097298700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848099328:12345-0@lo:400:kworker.0 Request processed in 29us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684706.117048:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2001 00000100:00100000:3.0:1734684706.117050:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097298e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848099968:12345-0@lo:400:kworker.0 Request processed in 29us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684706.117056:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002 00000100:00100000:1.0:1734684706.117063:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003 00000100:00100000:1.0:1734684706.117067:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848100352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684706.117083:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53761 00000100:00100000:3.0:1734684706.117088:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848099712:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684706.117097:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848100352:12345-0@lo:400:kworker.0 Request processed in 29us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684706.117103:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003 00010000:00020000:3.0:1734684706.117108:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684706.117138:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848099712:12345-0@lo:8:kworker.0 Request processed in 49us (188us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684706.117145:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53761 00000100:00100000:1.0:1734684706.117151:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848099968:0@lo:400:kworker.0 00000100:00100000:1.0:1734684706.117160:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848099328:0@lo:400:kworker.0 00000100:00100000:3.0:1734684706.117167:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684706.117178:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848099456 00000100:00100000:1.0:1734684706.117180:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848099456 00000100:00100000:3.0:1734684706.117199:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848100352:0@lo:400:kworker.0 00000100:00100000:1.0:1734684706.117200:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2004 00000100:00100000:1.0:1734684706.117203:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848099456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684706.117208:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848100224:0@lo:400:kworker.0 00000100:00100000:1.0:1734684706.117230:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848099456:12345-0@lo:400:kworker.0 Request processed in 26us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684706.117236:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2004 00000100:00100000:3.0:1734684706.117236:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848099456:0@lo:400:kworker.0 00000100:00100000:3.0:1734684706.117264:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848099584:0@lo:400:kworker.0 00010000:00010000:3.0:1734684706.668706:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684707.670752:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684707.908671:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848100736:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684707.908733:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684707.908940:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848100736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684708.566929:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872617472 00000100:00100000:1.0:1734684708.566976:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872617472 00000100:00100000:1.0:1734684708.567030:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2006 00000100:00100000:1.0:1734684708.567036:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872617472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734684708.567038:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684678 00000100:00080000:3.0:1734684708.567043:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684678 00000100:00080000:3.0:1734684708.567045:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684678 00000100:00100000:3.0:1734684708.567086:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872617728 00000100:00100000:3.0:1734684708.567090:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872617728 00000100:00100000:1.0:1734684708.567097:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872617472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684708.567102:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2006 00000100:00100000:3.0:1734684708.567113:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53763 00000100:00100000:3.0:1734684708.567118:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872617728:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684708.567138:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684708.567163:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872617728:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (234us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684708.567168:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53763 00010000:00010000:3.0:1734684709.674773:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684710.676779:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684711.124801:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848100992:0@lo:400:kworker.0 00000100:00100000:1.0:1734684711.124815:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848101120:0@lo:400:kworker.0 00000100:00100000:3.0:1734684711.124871:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684711.124900:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848101248 00000100:00100000:3.0:1734684711.124918:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848101632:0@lo:400:kworker.0 00000100:00100000:1.0:1734684711.124923:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848101248 00000100:00100000:3.0:1734684711.124935:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684711.124948:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684711.124951:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848101760:0@lo:400:kworker.0 00000100:00100000:1.0:1734684711.124971:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2007 00000100:00100000:3.0:1734684711.124971:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684711.124980:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848101248:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684711.124986:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684681 00000100:00080000:3.0:1734684711.124989:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684681 00000100:00100000:3.0:1734684711.125000:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848101632 00000100:00100000:3.0:1734684711.125003:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848101632 00000100:00100000:1.0:1734684711.125021:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848101248:12345-0@lo:400:kworker.0 Request processed in 43us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684711.125023:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7475 00000100:00100000:1.0:1734684711.125027:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2007 00000100:00100000:3.0:1734684711.125027:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848101632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684711.125041:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848102144 00000100:00100000:1.0:1734684711.125043:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848102144 00000100:00100000:3.0:1734684711.125048:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848101632:12345-0@lo:400:kworker.0 Request processed in 20us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684711.125052:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7475 00000100:00100000:1.0:1734684711.125055:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009 00000100:00100000:1.0:1734684711.125058:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848102144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684711.125065:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848102016 00000100:00100000:3.0:1734684711.125067:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848102016 00000100:00100000:1.0:1734684711.125076:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848102144:12345-0@lo:400:kworker.0 Request processed in 17us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684711.125076:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7476 00000100:00100000:3.0:1734684711.125079:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848102016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684711.125080:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009 00000100:00100000:1.0:1734684711.125091:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848101504:0@lo:8:kworker.0 00000100:00100000:3.0:1734684711.125092:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848102016:12345-0@lo:400:kworker.0 Request processed in 13us (35us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684711.125096:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7476 00000100:00100000:1.0:1734684711.125107:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734684711.125110:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684681 00000100:00100000:1.0:1734684711.125115:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848101888:0@lo:8:kworker.0 00000100:00100000:3.0:1734684711.125115:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848101504 00000100:00100000:3.0:1734684711.125117:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848101504 00000100:00100000:1.0:1734684711.125134:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684711.125138:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848101888 00000100:00100000:3.0:1734684711.125139:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848101888 00000100:00100000:3.0:1734684711.125148:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53765 00000100:00100000:3.0:1734684711.125151:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009729aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848101888:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684711.125154:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1734684711.125169:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684711.125203:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009729aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848101888:12345-0@lo:8:kworker.0 Request processed in 51us (68us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684711.125207:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53765 00000100:00080000:3.0:1734684711.125214:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684681 00000100:00080000:1.0:1734684711.125229:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684711.125229:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848101760:0@lo:400:kworker.0 00000100:00080000:1.0:1734684711.125233:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684711.125235:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848101632:0@lo:400:kworker.0 00000100:00100000:1.0:1734684711.125237:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848101504:0@lo:8:kworker.0 00000100:00100000:3.0:1734684711.125239:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848100992:0@lo:400:kworker.0 00000100:00080000:1.0:1734684711.125245:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684711.125247:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:3.0:1734684711.125249:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684681 00000100:00100000:1.0:1734684711.125250:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848101888:0@lo:8:kworker.0 00000100:00100000:3.0:1734684711.156768:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800975d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848102272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684711.156835:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684711.157093:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800975d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848102272:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684711.678700:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684712.680729:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684713.574973:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872618112 00000100:00100000:3.0:1734684713.574977:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872618112 00000100:00100000:3.0:1734684713.574997:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872617984 00000100:00100000:3.0:1734684713.574999:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872617984 00000100:00100000:3.0:1734684713.575013:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2012 00000100:00100000:3.0:1734684713.575016:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872617984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684713.575040:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872617984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684713.575045:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2012 00000100:00080000:3.0:1734684713.575058:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684683 00000100:00080000:3.0:1734684713.575061:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684683 00000100:00080000:3.0:1734684713.575062:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684683 00010000:00010000:3.0:1734684714.684711:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684715.686725:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684716.132736:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848102784:0@lo:400:kworker.0 00000100:00100000:3.0:1734684716.132791:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684716.132829:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848103424:0@lo:400:kworker.0 00000100:00100000:3.0:1734684716.132851:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684716.132868:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848103296:0@lo:8:kworker.0 00000100:00100000:3.0:1734684716.132873:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848103552 00000100:00100000:3.0:1734684716.132876:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848103552 00000100:00100000:3.0:1734684716.132893:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848103936 00000100:00100000:3.0:1734684716.132895:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848103936 00000100:00100000:3.0:1734684716.132907:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014 00000100:00100000:3.0:1734684716.132911:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848103552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684716.132945:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684716.132950:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848103552:12345-0@lo:400:kworker.0 Request processed in 38us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684716.132959:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014 00000100:00100000:3.0:1734684716.132971:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2016 00000100:00100000:3.0:1734684716.132974:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848103040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684716.132985:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848103680:0@lo:8:kworker.0 00000100:00100000:3.0:1734684716.132993:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848103040:12345-0@lo:400:kworker.0 Request processed in 17us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684716.132998:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2016 00000100:00100000:1.0:1734684716.133004:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734684716.133015:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684686 00000100:00080000:3.0:1734684716.133018:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684686 00000100:00080000:3.0:1734684716.133020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684686 00000100:00100000:3.0:1734684716.133029:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848103424 00000100:00100000:3.0:1734684716.133032:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848103424 00000100:00100000:3.0:1734684716.133051:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848103296 00000100:00100000:3.0:1734684716.133053:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848103296 00000100:00100000:3.0:1734684716.133063:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7477 00000100:00100000:3.0:1734684716.133068:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848103424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684716.133070:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53767 00000100:00100000:1.0:1734684716.133076:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009729b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848103296:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684716.133086:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848103424:12345-0@lo:400:kworker.0 Request processed in 18us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684716.133091:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7477 00000100:00100000:3.0:1734684716.133098:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848103808 00000100:00100000:3.0:1734684716.133100:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848103808 00010000:00020000:1.0:1734684716.133102:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684716.133110:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7478 00000100:00100000:3.0:1734684716.133113:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848103808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684716.133124:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009729b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848103296:12345-0@lo:8:kworker.0 Request processed in 48us (181us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684716.133129:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53767 00000100:00100000:3.0:1734684716.133132:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848103808:12345-0@lo:400:kworker.0 Request processed in 18us (44us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684716.133136:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7478 00000100:00080000:3.0:1734684716.133146:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684686 00000100:00100000:3.0:1734684716.133159:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848103424:0@lo:400:kworker.0 00000100:00080000:1.0:1734684716.133160:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684716.133163:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684716.133166:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848103296:0@lo:8:kworker.0 00000100:00100000:3.0:1734684716.133167:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848102784:0@lo:400:kworker.0 00000100:00080000:1.0:1734684716.133172:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684716.133174:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684716.133176:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848103680:0@lo:8:kworker.0 00010000:00010000:3.0:1734684716.688751:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684717.690728:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684717.924702:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684717.924720:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848104320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684717.924768:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684717.924929:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848104320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684718.582909:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872618496 00000100:00100000:1.0:1734684718.582920:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872618496 00000100:00080000:3.0:1734684718.582948:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684688 00000100:00080000:3.0:1734684718.582954:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684688 00000100:00080000:3.0:1734684718.582957:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684688 00000100:00100000:3.0:1734684718.582971:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872618752 00000100:00100000:3.0:1734684718.582975:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872618752 00000100:00100000:1.0:1734684718.582979:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2018 00000100:00100000:1.0:1734684718.582986:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872618496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684718.582997:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53769 00000100:00100000:3.0:1734684718.583003:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872618752:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684718.583025:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684718.583044:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872618496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684718.583050:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2018 00000100:00100000:3.0:1734684718.583052:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872618752:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 48us (156us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684718.583058:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53769 00010000:00010000:3.0:1734684719.694744:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684720.696720:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684721.140757:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848104576:0@lo:400:kworker.0 00000100:00100000:3.0:1734684721.140787:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848104960:0@lo:400:kworker.0 00000100:00100000:1.0:1734684721.140818:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684721.140828:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684721.140844:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848105216:0@lo:400:kworker.0 00000100:00100000:3.0:1734684721.140846:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684721.140852:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848104832:0@lo:400:kworker.0 00000100:00100000:1.0:1734684721.140864:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684721.140878:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684721.140887:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848105088:0@lo:8:kworker.0 00000100:00100000:3.0:1734684721.140896:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848105728:0@lo:400:kworker.0 00000100:00100000:1.0:1734684721.140911:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848105344 00000100:00100000:1.0:1734684721.140915:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848105344 00000100:00100000:3.0:1734684721.140916:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684721.140936:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848105728 00000100:00100000:3.0:1734684721.140937:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848105216 00000100:00100000:1.0:1734684721.140938:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848105728 00000100:00100000:3.0:1734684721.140941:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848105216 00000100:00100000:3.0:1734684721.140958:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848105600 00000100:00100000:1.0:1734684721.140960:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021 00000100:00100000:3.0:1734684721.140960:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848105600 00000100:00100000:1.0:1734684721.140964:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848104832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684721.140973:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7479 00000100:00100000:3.0:1734684721.140978:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848105216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684721.140993:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848104832:12345-0@lo:400:kworker.0 Request processed in 29us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684721.141000:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021 00000100:00100000:3.0:1734684721.141006:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848105216:12345-0@lo:400:kworker.0 Request processed in 27us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684721.141012:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7479 00000100:00100000:1.0:1734684721.141020:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684721.141024:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848105088 00000100:00100000:3.0:1734684721.141027:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848105088 00000100:00100000:1.0:1734684721.141029:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848105472:0@lo:8:kworker.0 00000100:00100000:3.0:1734684721.141037:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53770 00000100:00100000:1.0:1734684721.141039:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684721.141041:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848105088:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684721.141056:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848105472 00010000:00020000:3.0:1734684721.141057:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684721.141058:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848105472 00000100:00100000:1.0:1734684721.141068:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53771 00000100:00100000:1.0:1734684721.141071:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848105472:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684721.141079:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684721.141080:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848105088:12345-0@lo:8:kworker.0 Request processed in 37us (58us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684721.141085:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53770 00000100:00100000:1.0:1734684721.141096:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848105472:12345-0@lo:8:kworker.0 Request processed in 25us (56us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734684721.141097:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684691 00000100:00100000:1.0:1734684721.141100:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53771 00000100:00080000:3.0:1734684721.141100:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684691 00000100:00080000:3.0:1734684721.141101:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684691 00000100:00080000:3.0:1734684721.141103:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684691 00000100:00100000:3.0:1734684721.141113:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848104960 00000100:00100000:3.0:1734684721.141116:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848104960 00000100:00080000:1.0:1734684721.141118:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684721.141120:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684721.141122:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848105088:0@lo:8:kworker.0 00000100:00080000:1.0:1734684721.141127:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684721.141128:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684721.141130:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848105472:0@lo:8:kworker.0 00000100:00100000:3.0:1734684721.141136:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40902 00000100:00100000:3.0:1734684721.141140:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848104960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684721.141144:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848105216:0@lo:400:kworker.0 00000100:00100000:1.0:1734684721.141149:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848104576:0@lo:400:kworker.0 00000100:00100000:1.0:1734684721.141161:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848105728:0@lo:400:kworker.0 00000100:00100000:1.0:1734684721.141166:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848104832:0@lo:400:kworker.0 00000100:00100000:3.0:1734684721.141166:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848104960:12345-0@lo:400:kworker.0 Request processed in 25us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684721.141171:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848104960:0@lo:400:kworker.0 00000100:00100000:3.0:1734684721.141173:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40902 00000100:00080000:3.0:1734684721.141183:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684691 00000100:00100000:1.0:1734684721.172697:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848105856:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684721.172761:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684721.172817:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848105856 00000100:00100000:3.0:1734684721.172822:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848105856 00000100:00100000:3.0:1734684721.172860:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40903 00000100:00100000:3.0:1734684721.172864:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848105856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684721.172890:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684721.172938:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848105856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684721.172945:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40903 00000100:00100000:1.0:1734684721.172958:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848105856:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734684721.698681:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684722.700889:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684723.590981:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872619008 00000100:00100000:3.0:1734684723.590986:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872619008 00000100:00100000:3.0:1734684723.591013:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872619136 00000100:00100000:3.0:1734684723.591015:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872619136 00000100:00100000:1.0:1734684723.591030:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872619264 00000100:00100000:3.0:1734684723.591038:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2024 00000100:00100000:1.0:1734684723.591039:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872619264 00000100:00100000:3.0:1734684723.591042:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872619136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684723.591064:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53772 00000100:00100000:3.0:1734684723.591067:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872619136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684723.591068:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872619264:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684723.591072:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2024 00000100:00080000:3.0:1734684723.591085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684693 00000100:00080000:3.0:1734684723.591088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684693 00000100:00080000:3.0:1734684723.591089:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684693 00010000:00020000:1.0:1734684723.591090:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684723.591112:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872619264:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 44us (147us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684723.591117:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53772 00010000:00010000:3.0:1734684724.704796:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684725.706775:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684726.100986:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848106240 00000100:00100000:3.0:1734684726.100995:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848106240 00000100:00100000:3.0:1734684726.101041:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40904 00000100:00100000:3.0:1734684726.101047:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848106240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684726.101081:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684726.101124:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848106240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684726.101130:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40904 00000100:00100000:1.0:1734684726.148798:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848106368:0@lo:400:kworker.0 00000100:00100000:3.0:1734684726.148826:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848106624:0@lo:400:kworker.0 00000100:00100000:1.0:1734684726.148872:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684726.148890:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848106752:0@lo:400:kworker.0 00000100:00100000:1.0:1734684726.148915:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848106880:0@lo:8:kworker.0 00000100:00100000:3.0:1734684726.148918:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684726.148937:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684726.148951:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848106752 00000100:00100000:3.0:1734684726.148955:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848106752 00000100:00100000:1.0:1734684726.148966:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848106880 00000100:00100000:1.0:1734684726.148970:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848106880 00000100:00100000:3.0:1734684726.148984:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40905 00000100:00100000:1.0:1734684726.148989:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53773 00000100:00100000:3.0:1734684726.148990:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848106752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684726.148993:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848106880:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684726.149014:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684726.149023:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848106752:12345-0@lo:400:kworker.0 Request processed in 33us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684726.149029:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40905 00000100:00100000:1.0:1734684726.149036:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848106880:12345-0@lo:8:kworker.0 Request processed in 41us (98us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684726.149041:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53773 00000100:00100000:3.0:1734684726.149051:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848107520:0@lo:400:kworker.0 00000100:00100000:1.0:1734684726.149062:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848107264:0@lo:8:kworker.0 00000100:00100000:3.0:1734684726.149072:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684726.149077:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684726.149109:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684726.149113:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684726.149116:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848106880:0@lo:8:kworker.0 00000100:00100000:1.0:1734684726.149135:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848107264 00000100:00100000:1.0:1734684726.149137:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848107264 00000100:00100000:1.0:1734684726.149148:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53774 00000100:00100000:1.0:1734684726.149152:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848107264:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684726.149162:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684726.149182:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848107264:12345-0@lo:8:kworker.0 Request processed in 28us (103us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684726.149187:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53774 00000100:00080000:1.0:1734684726.149205:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684726.149207:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684726.149210:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848107264:0@lo:8:kworker.0 00000100:00100000:1.0:1734684726.149222:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848107008:0@lo:400:kworker.0 00000100:00100000:1.0:1734684726.149243:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684726.149253:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848107520:0@lo:400:kworker.0 00000100:00100000:1.0:1734684726.149255:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848106368:0@lo:400:kworker.0 00000100:00100000:1.0:1734684726.149270:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848107008 00000100:00100000:3.0:1734684726.149270:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848106752:0@lo:400:kworker.0 00000100:00100000:1.0:1734684726.149272:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848107008 00000100:00100000:1.0:1734684726.149290:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7481 00000100:00100000:1.0:1734684726.149293:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848107008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684726.149297:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684726.149307:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848107392:0@lo:400:kworker.0 00000100:00100000:1.0:1734684726.149317:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848107008:12345-0@lo:400:kworker.0 Request processed in 22us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684726.149323:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7481 00000100:00100000:3.0:1734684726.149355:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684726.149399:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848107392 00000100:00100000:1.0:1734684726.149403:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848107392 00000100:00100000:3.0:1734684726.149413:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684726.149424:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7482 00000100:00100000:1.0:1734684726.149428:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848107392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684726.149455:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848107392:12345-0@lo:400:kworker.0 Request processed in 26us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684726.149461:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7482 00000100:00100000:3.0:1734684726.149694:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848106624:0@lo:400:kworker.0 00010000:00010000:3.0:1734684726.708752:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684727.710749:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684728.599049:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872619392 00000100:00100000:3.0:1734684728.599055:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872619392 00000100:00100000:1.0:1734684728.599071:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2030 00000100:00100000:1.0:1734684728.599078:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872619648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684728.599081:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 647 00000100:00100000:3.0:1734684728.599086:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872619392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684728.599127:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872619648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684728.599132:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872619392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684728.599134:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2030 00000100:00100000:3.0:1734684728.599137:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 647 00010000:00010000:3.0:1734684729.714655:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684730.716683:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684731.156789:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848108160:0@lo:400:kworker.0 00000100:00100000:3.0:1734684731.156816:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848108416:0@lo:400:kworker.0 00000100:00100000:1.0:1734684731.156859:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684731.156881:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848108160 00000100:00100000:3.0:1734684731.156888:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848108160 00000100:00100000:1.0:1734684731.156890:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848108800:0@lo:400:kworker.0 00000100:00100000:1.0:1734684731.156910:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684731.156924:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1734684731.156927:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848108672:0@lo:8:kworker.0 00000100:00100000:3.0:1734684731.156929:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848108160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684731.156940:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684731.156948:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848109056:0@lo:8:kworker.0 00000100:00100000:1.0:1734684731.156965:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684731.156971:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848108160:12345-0@lo:400:kworker.0 Request processed in 42us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684731.156975:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1734684731.156993:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2032 00000100:00100000:1.0:1734684731.156997:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848108928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684731.157007:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684731.157020:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848108928:12345-0@lo:400:kworker.0 Request processed in 22us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684731.157024:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2032 00000100:00100000:1.0:1734684731.157033:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848108416 00000100:00100000:3.0:1734684731.157035:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848109184:0@lo:400:kworker.0 00000100:00100000:1.0:1734684731.157036:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848108416 00000100:00100000:1.0:1734684731.157052:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033 00000100:00100000:3.0:1734684731.157052:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684731.157055:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848108416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684731.157064:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734684731.157069:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848108544:0@lo:400:kworker.0 00000100:00100000:1.0:1734684731.157070:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848108416:12345-0@lo:400:kworker.0 Request processed in 14us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684731.157074:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033 00000100:00100000:3.0:1734684731.157083:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684731.157090:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53777 00000100:00100000:3.0:1734684731.157092:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848109312:0@lo:400:kworker.0 00000100:00100000:1.0:1734684731.157094:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848109056:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684731.157102:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684731.157106:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684731.157117:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848109056:12345-0@lo:8:kworker.0 Request processed in 23us (151us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684731.157120:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848109184:0@lo:400:kworker.0 00000100:00100000:1.0:1734684731.157122:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53777 00000100:00100000:3.0:1734684731.157126:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848108416:0@lo:400:kworker.0 00000100:00100000:1.0:1734684731.157134:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848109312 00000100:00100000:1.0:1734684731.157136:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848109312 00000100:00100000:1.0:1734684731.157149:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034 00000100:00100000:1.0:1734684731.157151:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848109312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684731.157168:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848109312:12345-0@lo:400:kworker.0 Request processed in 16us (61us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684731.157172:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034 00000100:00100000:3.0:1734684731.157176:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848108544:0@lo:400:kworker.0 00000100:00100000:3.0:1734684731.157182:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848109312:0@lo:400:kworker.0 00000100:00080000:1.0:1734684731.157185:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684731.157188:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684731.157190:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848108672:0@lo:8:kworker.0 00000100:00080000:1.0:1734684731.157195:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684731.157196:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684731.157198:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848109056:0@lo:8:kworker.0 00000100:00100000:1.0:1734684731.157212:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848108800:0@lo:400:kworker.0 00000100:00100000:1.0:1734684731.157216:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848108160:0@lo:400:kworker.0 00000100:00100000:1.0:1734684731.188769:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848109440:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684731.188852:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684731.189071:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848109440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684731.237355:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848109568:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684731.718699:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684732.720747:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684732.948753:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848109696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684732.948831:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684732.949065:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848109696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684733.606965:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872619904 00000100:00100000:3.0:1734684733.606979:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872619904 00000100:00100000:1.0:1734684733.607001:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872620032 00000100:00100000:1.0:1734684733.607008:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872620032 00000100:00100000:3.0:1734684733.607045:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 649 00000100:00100000:1.0:1734684733.607047:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2035 00000100:00100000:3.0:1734684733.607053:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872619904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684733.607054:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872620032:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684733.607132:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872619904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 80us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684733.607133:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872620032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 78us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684733.607138:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2035 00000100:00100000:3.0:1734684733.607138:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 649 00010000:00010000:3.0:1734684734.724720:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684735.726748:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684736.164717:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848110080:0@lo:400:kworker.0 00000100:00100000:1.0:1734684736.164739:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848109952:0@lo:400:kworker.0 00000100:00100000:3.0:1734684736.164769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684736.164797:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848110720:0@lo:400:kworker.0 00000100:00100000:1.0:1734684736.164812:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684736.164816:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684736.164828:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684736.164832:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848110592:0@lo:400:kworker.0 00000100:00100000:3.0:1734684736.164847:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684736.164861:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848110976:0@lo:400:kworker.0 00000100:00100000:1.0:1734684736.164868:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848109952 00000100:00100000:1.0:1734684736.164874:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848109952 00000100:00100000:3.0:1734684736.164875:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684736.164894:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848110464 00000100:00100000:3.0:1734684736.164897:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848110464 00000100:00100000:3.0:1734684736.164914:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848110848 00000100:00100000:3.0:1734684736.164915:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848110848 00000100:00100000:1.0:1734684736.164918:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1734684736.164921:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848110976 00000100:00100000:3.0:1734684736.164923:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848110976 00000100:00100000:1.0:1734684736.164924:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848109952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684736.164936:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7485 00000100:00100000:3.0:1734684736.164939:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848110976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684736.164971:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848109952:12345-0@lo:400:kworker.0 Request processed in 47us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684736.164972:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848110976:12345-0@lo:400:kworker.0 Request processed in 32us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684736.164976:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7485 00000100:00100000:1.0:1734684736.164977:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1734684736.164986:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53779 00000100:00100000:3.0:1734684736.164989:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848110464:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684736.165002:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684736.165017:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848110464:12345-0@lo:8:kworker.0 Request processed in 27us (179us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684736.165019:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53780 00000100:00100000:3.0:1734684736.165023:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53779 00000100:00100000:1.0:1734684736.165024:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848110848:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684736.165038:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1734684736.165039:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684736.165050:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848110720:0@lo:400:kworker.0 00000100:00100000:3.0:1734684736.165056:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848110080:0@lo:400:kworker.0 00000100:00100000:1.0:1734684736.165065:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848110848:12345-0@lo:8:kworker.0 Request processed in 37us (196us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684736.165069:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848110592 00000100:00100000:1.0:1734684736.165071:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53780 00000100:00100000:3.0:1734684736.165071:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848110592 00000100:00100000:1.0:1734684736.165082:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7486 00000100:00100000:1.0:1734684736.165086:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848110592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684736.165097:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848110976:0@lo:400:kworker.0 00000100:00100000:3.0:1734684736.165106:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848110208:0@lo:400:kworker.0 00000100:00100000:1.0:1734684736.165123:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848110592:12345-0@lo:400:kworker.0 Request processed in 36us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684736.165127:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7486 00000100:00100000:1.0:1734684736.165149:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848109952:0@lo:400:kworker.0 00010000:00010000:3.0:1734684736.728714:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684737.730709:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684738.614919:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872620416 00000100:00100000:3.0:1734684738.614924:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872620416 00000100:00100000:3.0:1734684738.614952:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 651 00000100:00100000:3.0:1734684738.614964:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872620416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684738.614994:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872620800 00000100:00100000:1.0:1734684738.614999:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872620800 00000100:00100000:3.0:1734684738.615017:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872620416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684738.615018:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53781 00000100:00100000:1.0:1734684738.615022:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872620800:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684738.615023:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 651 00010000:00020000:1.0:1734684738.615038:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684738.615060:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872620800:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (161us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684738.615065:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53781 00010000:00010000:3.0:1734684739.734673:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684740.736779:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684741.172819:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848111872:0@lo:400:kworker.0 00000100:00100000:1.0:1734684741.172894:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684741.172937:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848112512:0@lo:400:kworker.0 00000100:00100000:1.0:1734684741.172963:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684741.172977:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848111744 00000100:00100000:3.0:1734684741.172985:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848111744 00000100:00100000:1.0:1734684741.172994:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848112384 00000100:00100000:1.0:1734684741.172998:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848112384 00000100:00100000:3.0:1734684741.173020:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1734684741.173025:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848111744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684741.173031:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848112256 00000100:00100000:1.0:1734684741.173033:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848112256 00000100:00100000:1.0:1734684741.173045:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848112640 00000100:00100000:1.0:1734684741.173047:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848112640 00000100:00100000:1.0:1734684741.173058:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7487 00000100:00100000:1.0:1734684741.173064:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848112384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684741.173071:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848111744:12345-0@lo:400:kworker.0 Request processed in 46us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684741.173076:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1734684741.173098:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848112384:12345-0@lo:400:kworker.0 Request processed in 34us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684741.173103:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53782 00000100:00100000:1.0:1734684741.173106:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7487 00000100:00100000:3.0:1734684741.173106:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848112256:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684741.173121:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684741.173136:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848112000:0@lo:400:kworker.0 00000100:00100000:3.0:1734684741.173141:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848112256:12345-0@lo:8:kworker.0 Request processed in 34us (176us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684741.173145:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53782 00000100:00100000:1.0:1734684741.173168:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684741.173181:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800975d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848112768:0@lo:400:kworker.0 00000100:00100000:1.0:1734684741.173197:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684741.173197:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848112128:0@lo:400:kworker.0 00000100:00100000:3.0:1734684741.173213:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684741.173225:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800975d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848112896:0@lo:400:kworker.0 00000100:00100000:1.0:1734684741.173232:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848112512:0@lo:400:kworker.0 00000100:00100000:3.0:1734684741.173239:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684741.173243:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848111872:0@lo:400:kworker.0 00000100:00100000:1.0:1734684741.173269:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848112000:0@lo:400:kworker.0 00000100:00100000:3.0:1734684741.173270:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848112128 00000100:00100000:3.0:1734684741.173273:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848112128 00000100:00100000:3.0:1734684741.173288:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40914 00000100:00100000:3.0:1734684741.173291:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848112128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684741.173310:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848112128:12345-0@lo:400:kworker.0 Request processed in 19us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684741.173312:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800975d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848112768:0@lo:400:kworker.0 00000100:00100000:3.0:1734684741.173314:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40914 00000100:00100000:3.0:1734684741.173330:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848112128:0@lo:400:kworker.0 00000100:00100000:3.0:1734684741.173337:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800975d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848112896:0@lo:400:kworker.0 00000100:00100000:3.0:1734684741.204874:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848113024 00000100:00100000:3.0:1734684741.204884:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848113024 00000100:00100000:3.0:1734684741.204931:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40915 00000100:00100000:3.0:1734684741.204936:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848113024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684741.204966:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684741.205026:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848113024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684741.205031:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40915 00000100:00100000:1.0:1734684741.252783:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800975d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848113152:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684741.252844:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684741.253164:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800975d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848113152:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684741.738742:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684742.740798:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684742.964729:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800975d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848113280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684742.964779:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684742.965022:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800975d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848113280:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684743.623049:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872620928 00000100:00100000:3.0:1734684743.623058:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872620928 00000100:00100000:1.0:1734684743.623088:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872621056 00000100:00100000:1.0:1734684743.623093:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872621056 00000100:00100000:3.0:1734684743.623107:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 653 00000100:00100000:3.0:1734684743.623114:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872620928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684743.623120:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872621184 00000100:00100000:1.0:1734684743.623121:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872621184 00000100:00100000:1.0:1734684743.623133:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2047 00000100:00100000:1.0:1734684743.623138:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872621056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684743.623165:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872620928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684743.623166:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872621056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684743.623171:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2047 00000100:00100000:3.0:1734684743.623172:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 653 00010000:00010000:3.0:1734684744.744693:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684745.746722:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684746.132740:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848113408:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684746.132798:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684746.133043:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848113408:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684746.180711:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009729a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848113664:0@lo:400:kworker.0 00000100:00100000:3.0:1734684746.180734:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848113920:0@lo:400:kworker.0 00000100:00100000:3.0:1734684746.180770:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684746.180771:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684746.180803:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848114304:0@lo:400:kworker.0 00000100:00100000:3.0:1734684746.180807:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848114688:0@lo:400:kworker.0 00000100:00100000:1.0:1734684746.180823:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684746.180838:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848113536 00000100:00100000:3.0:1734684746.180844:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848113536 00000100:00100000:1.0:1734684746.180853:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848113664 00000100:00100000:1.0:1734684746.180857:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848113664 00000100:00100000:3.0:1734684746.180871:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1734684746.180875:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848113536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684746.180886:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050 00000100:00100000:1.0:1734684746.180891:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848113664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684746.180904:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848113536:12345-0@lo:400:kworker.0 Request processed in 28us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684746.180908:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1734684746.180923:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848113664:12345-0@lo:400:kworker.0 Request processed in 31us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684746.180929:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050 00000100:00100000:3.0:1734684746.180929:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848113920 00000100:00100000:3.0:1734684746.180931:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848113920 00000100:00100000:3.0:1734684746.180943:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40917 00000100:00100000:3.0:1734684746.180946:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848113920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684746.180958:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53785 00000100:00100000:1.0:1734684746.180962:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848114048:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684746.180965:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848113920:12345-0@lo:400:kworker.0 Request processed in 18us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684746.180969:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40917 00010000:00020000:1.0:1734684746.180979:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684746.180979:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684746.180991:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009729aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848113920:0@lo:400:kworker.0 00000100:00100000:3.0:1734684746.180998:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734684746.181001:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848113792:0@lo:400:kworker.0 00000100:00100000:1.0:1734684746.181004:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848114048:12345-0@lo:8:kworker.0 Request processed in 41us (154us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684746.181010:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53785 00000100:00100000:3.0:1734684746.181014:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684746.181020:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848114560:0@lo:400:kworker.0 00000100:00080000:1.0:1734684746.181034:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684746.181034:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684746.181037:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684746.181040:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009729b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848114048:0@lo:8:kworker.0 00000100:00100000:3.0:1734684746.181048:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848113792 00000100:00080000:1.0:1734684746.181049:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684746.181050:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848113792 00000100:00080000:1.0:1734684746.181051:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684746.181053:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848114432:0@lo:8:kworker.0 00000100:00100000:3.0:1734684746.181063:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2052 00000100:00100000:3.0:1734684746.181066:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848113792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684746.181088:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848113792:12345-0@lo:400:kworker.0 Request processed in 20us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684746.181091:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2052 00000100:00100000:3.0:1734684746.181105:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097298380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848113792:0@lo:400:kworker.0 00000100:00100000:3.0:1734684746.181110:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848114560:0@lo:400:kworker.0 00000100:00100000:3.0:1734684746.181115:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848114688:0@lo:400:kworker.0 00000100:00100000:3.0:1734684746.212831:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848114816 00000100:00100000:3.0:1734684746.212839:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848114816 00000100:00100000:3.0:1734684746.212877:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40918 00000100:00100000:3.0:1734684746.212882:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848114816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684746.212909:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684746.212947:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848114816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684746.212951:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40918 00010000:00010000:3.0:1734684747.750758:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684747.972697:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684747.972715:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848115072:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684747.972768:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684747.972953:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848115072:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684748.630972:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872621440 00000100:00100000:3.0:1734684748.630978:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872621440 00000100:00100000:1.0:1734684748.630998:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872621824 00000100:00100000:1.0:1734684748.631003:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872621824 00000100:00100000:3.0:1734684748.631011:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 655 00000100:00100000:3.0:1734684748.631016:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872621440:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684748.631025:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53787 00000100:00100000:1.0:1734684748.631030:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872621824:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684748.631050:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684748.631063:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872621440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684748.631069:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 655 00000100:00100000:1.0:1734684748.631081:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872621824:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (142us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684748.631087:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53787 00010000:00010000:3.0:1734684749.754780:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684750.756699:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684751.140863:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848115200 00000100:00100000:3.0:1734684751.140869:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848115200 00000100:00100000:3.0:1734684751.140899:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40919 00000100:00100000:3.0:1734684751.140904:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848115200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684751.140930:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684751.140960:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848115200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684751.140965:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40919 00000100:00100000:3.0:1734684751.188740:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848115456:0@lo:400:kworker.0 00000100:00100000:1.0:1734684751.188765:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848115712:0@lo:400:kworker.0 00000100:00100000:1.0:1734684751.188801:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684751.188801:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684751.188829:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848116480:0@lo:400:kworker.0 00000100:00100000:3.0:1734684751.188829:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848116096:0@lo:400:kworker.0 00000100:00100000:1.0:1734684751.188846:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684751.188856:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848115328 00000100:00100000:1.0:1734684751.188859:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684751.188861:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848115328 00000100:00100000:1.0:1734684751.188864:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848116352:0@lo:400:kworker.0 00000100:00100000:1.0:1734684751.188884:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848115456 00000100:00100000:1.0:1734684751.188887:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848115456 00000100:00100000:3.0:1734684751.188894:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1734684751.188899:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848115328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684751.188906:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848116480 00000100:00100000:1.0:1734684751.188908:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848116480 00000100:00100000:1.0:1734684751.188921:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056 00000100:00100000:1.0:1734684751.188926:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848116480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684751.188950:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848115328:12345-0@lo:400:kworker.0 Request processed in 51us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684751.188958:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848116480:12345-0@lo:400:kworker.0 Request processed in 31us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684751.188958:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1734684751.188963:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056 00000100:00100000:1.0:1734684751.188982:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684751.188983:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848115712 00000100:00100000:3.0:1734684751.188985:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848115712 00000100:00100000:3.0:1734684751.189002:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40920 00000100:00100000:1.0:1734684751.189004:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848116480:0@lo:400:kworker.0 00000100:00100000:3.0:1734684751.189006:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848115712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684751.189036:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848115712:12345-0@lo:400:kworker.0 Request processed in 29us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684751.189037:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848116352:0@lo:400:kworker.0 00000100:00100000:3.0:1734684751.189043:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40920 00000100:00100000:1.0:1734684751.189044:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848115712:0@lo:400:kworker.0 00000100:00100000:3.0:1734684751.189058:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684751.189071:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848116096 00000100:00100000:1.0:1734684751.189074:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848116096 00000100:00100000:3.0:1734684751.189077:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848115456:0@lo:400:kworker.0 00000100:00100000:1.0:1734684751.189091:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2058 00000100:00100000:1.0:1734684751.189095:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848116096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684751.189122:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848116096:12345-0@lo:400:kworker.0 Request processed in 26us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684751.189128:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2058 00000100:00100000:3.0:1734684751.189131:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848116096:0@lo:400:kworker.0 00000100:00100000:3.0:1734684751.220813:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848116608 00000100:00100000:3.0:1734684751.220820:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848116608 00000100:00100000:3.0:1734684751.220854:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40921 00000100:00100000:3.0:1734684751.220859:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848116608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684751.220884:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684751.220916:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848116608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684751.220921:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40921 00000100:00100000:3.0:1734684751.268746:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848116736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684751.268804:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684751.269012:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848116736:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684752.760753:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684753.638952:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872621952 00000100:00100000:3.0:1734684753.638959:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872621952 00000100:00100000:1.0:1734684753.638977:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872622208 00000100:00100000:1.0:1734684753.638981:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872622208 00000100:00100000:3.0:1734684753.639001:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 657 00000100:00100000:1.0:1734684753.639002:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872622080 00000100:00100000:1.0:1734684753.639003:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872622080 00000100:00100000:3.0:1734684753.639007:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872621952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684753.639015:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2059 00000100:00100000:1.0:1734684753.639019:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872622208:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684753.639051:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872621952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684753.639054:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872622208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684753.639055:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 657 00000100:00100000:1.0:1734684753.639058:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2059 00010000:00010000:3.0:1734684754.764713:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684755.766687:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684756.148711:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848116992:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684756.148769:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684756.148821:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848116992 00000100:00100000:3.0:1734684756.148826:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848116992 00000100:00100000:3.0:1734684756.148859:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40922 00000100:00100000:3.0:1734684756.148864:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848116992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684756.148889:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684756.148924:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848116992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684756.148929:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40922 00000100:00100000:1.0:1734684756.148948:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848116992:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684756.196710:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848117248:0@lo:400:kworker.0 00000100:00100000:1.0:1734684756.196720:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848117504:0@lo:400:kworker.0 00000100:00100000:3.0:1734684756.196769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684756.196773:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684756.196792:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848118272:0@lo:400:kworker.0 00000100:00100000:3.0:1734684756.196796:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848117888:0@lo:400:kworker.0 00000100:00100000:1.0:1734684756.196804:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684756.196817:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848117120 00000100:00100000:1.0:1734684756.196820:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734684756.196822:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848117120 00000100:00100000:1.0:1734684756.196824:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848117376:0@lo:400:kworker.0 00000100:00100000:1.0:1734684756.196833:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684756.196840:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848118144:0@lo:400:kworker.0 00000100:00100000:1.0:1734684756.196850:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684756.196850:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1734684756.196854:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848117120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684756.196863:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848117376 00000100:00100000:1.0:1734684756.196865:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848117376 00000100:00100000:3.0:1734684756.196887:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848117120:12345-0@lo:400:kworker.0 Request processed in 31us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684756.196890:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063 00000100:00100000:1.0:1734684756.196893:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848117376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684756.196893:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1734684756.196916:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848117376:12345-0@lo:400:kworker.0 Request processed in 23us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684756.196920:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684756.196921:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063 00000100:00100000:1.0:1734684756.196930:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848117888 00000100:00100000:1.0:1734684756.196932:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848117888 00000100:00100000:1.0:1734684756.196940:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064 00000100:00100000:1.0:1734684756.196943:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848117888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684756.196944:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848117248:0@lo:400:kworker.0 00000100:00100000:1.0:1734684756.196956:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848117888:12345-0@lo:400:kworker.0 Request processed in 12us (37us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684756.196959:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064 00000100:00100000:3.0:1734684756.196962:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848117888:0@lo:400:kworker.0 00000100:00100000:1.0:1734684756.196975:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848117504 00000100:00100000:1.0:1734684756.196976:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848117504 00000100:00100000:1.0:1734684756.196997:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40923 00000100:00100000:1.0:1734684756.197001:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848117504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684756.197027:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848117504:12345-0@lo:400:kworker.0 Request processed in 26us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684756.197032:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848117632 00000100:00100000:1.0:1734684756.197033:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40923 00000100:00100000:3.0:1734684756.197036:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848117632 00000100:00100000:1.0:1734684756.197054:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848117376:0@lo:400:kworker.0 00000100:00100000:3.0:1734684756.197058:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53792 00000100:00100000:1.0:1734684756.197061:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072ef8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848118144:0@lo:400:kworker.0 00000100:00100000:3.0:1734684756.197063:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848117632:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684756.197069:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848118272:0@lo:400:kworker.0 00010000:00020000:3.0:1734684756.197072:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684756.197075:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848117504:0@lo:400:kworker.0 00000100:00100000:3.0:1734684756.197090:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848117632:12345-0@lo:8:kworker.0 Request processed in 28us (88us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684756.197094:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53792 00000100:00100000:1.0:1734684756.228840:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848118400 00000100:00100000:1.0:1734684756.228847:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848118400 00000100:00100000:1.0:1734684756.228886:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40924 00000100:00100000:1.0:1734684756.228893:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848118400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684756.228923:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684756.228966:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848118400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684756.228971:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40924 00010000:00010000:3.0:1734684757.770724:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684757.988793:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848118656 00000100:00100000:3.0:1734684757.988799:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848118656 00000100:00100000:3.0:1734684757.988830:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6621 00000100:00100000:3.0:1734684757.988835:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848118656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684757.988858:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684757.988894:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848118656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684757.988899:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6621 00000100:00100000:1.0:1734684758.646925:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872622592 00000100:00100000:1.0:1734684758.646938:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872622592 00000100:00100000:3.0:1734684758.646958:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872622848 00000100:00100000:3.0:1734684758.646962:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872622848 00000100:00100000:1.0:1734684758.646981:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2065 00000100:00100000:3.0:1734684758.646983:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53793 00000100:00100000:1.0:1734684758.646988:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872622592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684758.646989:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872622848:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684758.647011:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684758.647032:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872622592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684758.647039:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2065 00000100:00100000:3.0:1734684758.647048:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872622848:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 59us (137us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684758.647055:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53793 00010000:00010000:3.0:1734684759.774790:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684760.776723:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684761.156894:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848118784 00000100:00100000:1.0:1734684761.156901:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848118784 00000100:00100000:1.0:1734684761.156941:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40925 00000100:00100000:1.0:1734684761.156947:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848118784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684761.156980:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684761.157018:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848118784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684761.157023:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40925 00000100:00100000:1.0:1734684761.204758:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848119040:0@lo:400:kworker.0 00000100:00100000:3.0:1734684761.204758:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848118912:0@lo:400:kworker.0 00000100:00100000:3.0:1734684761.204801:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684761.204826:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848119552:0@lo:400:kworker.0 00000100:00100000:1.0:1734684761.204835:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684761.204845:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684761.204867:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684761.204872:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848119680:0@lo:400:kworker.0 00000100:00100000:3.0:1734684761.204890:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684761.204903:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848119552 00000100:00100000:1.0:1734684761.204909:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848119552 00000100:00100000:3.0:1734684761.204911:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848119424 00000100:00100000:3.0:1734684761.204914:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848119424 00000100:00100000:3.0:1734684761.204928:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848119808 00000100:00100000:3.0:1734684761.204931:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848119808 00000100:00100000:1.0:1734684761.204947:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7495 00000100:00100000:3.0:1734684761.204952:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53794 00000100:00100000:1.0:1734684761.204953:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848119552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684761.204957:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848119424:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684761.204974:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684761.205002:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848119552:12345-0@lo:400:kworker.0 Request processed in 48us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684761.205004:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848119424:12345-0@lo:8:kworker.0 Request processed in 46us (125us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684761.205009:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7495 00000100:00100000:3.0:1734684761.205013:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53794 00000100:00100000:3.0:1734684761.205026:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53795 00000100:00100000:3.0:1734684761.205031:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848119808:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684761.205039:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684761.205041:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848120064 00000100:00100000:1.0:1734684761.205044:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848120064 00000100:00100000:3.0:1734684761.205054:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848119808:12345-0@lo:8:kworker.0 Request processed in 23us (143us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684761.205060:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53795 00000100:00100000:1.0:1734684761.205082:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069 00000100:00100000:3.0:1734684761.205083:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848119936 00000100:00100000:3.0:1734684761.205085:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848119936 00000100:00100000:1.0:1734684761.205089:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848119168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684761.205101:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7496 00000100:00100000:3.0:1734684761.205105:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848119936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684761.205131:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848119168:12345-0@lo:400:kworker.0 Request processed in 42us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684761.205134:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848119936:12345-0@lo:400:kworker.0 Request processed in 28us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684761.205137:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069 00000100:00100000:3.0:1734684761.205140:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7496 00000100:00100000:3.0:1734684761.205170:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848119680:0@lo:400:kworker.0 00000100:00100000:3.0:1734684761.205179:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848119552:0@lo:400:kworker.0 00000100:00100000:1.0:1734684761.205182:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848119040:0@lo:400:kworker.0 00000100:00100000:3.0:1734684761.205186:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848118912:0@lo:400:kworker.0 00000100:00100000:3.0:1734684761.236713:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848120192:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684761.236770:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684761.236985:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848120192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684761.284698:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848120320:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684761.284772:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684761.284828:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848120320 00000100:00100000:3.0:1734684761.284841:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848120320 00000100:00100000:3.0:1734684761.284884:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6622 00000100:00100000:3.0:1734684761.284891:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848120320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684761.284918:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684761.284994:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848120320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684761.285002:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6622 00000100:00100000:1.0:1734684761.285045:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848120320:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734684762.780710:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684762.996826:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848120448 00000100:00100000:3.0:1734684762.996839:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848120448 00000100:00100000:3.0:1734684762.996895:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6623 00000100:00100000:3.0:1734684762.996903:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130954050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848120448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684762.996938:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684762.997010:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130954050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848120448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684762.997017:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6623 00000100:00100000:3.0:1734684763.654981:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872623232 00000100:00100000:3.0:1734684763.654990:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872623232 00000100:00100000:1.0:1734684763.655019:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872623360 00000100:00100000:1.0:1734684763.655039:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872623360 00000100:00100000:3.0:1734684763.655052:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2072 00000100:00100000:3.0:1734684763.655058:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872623232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684763.655068:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53796 00000100:00100000:1.0:1734684763.655074:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872623360:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684763.655100:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684763.655109:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872623232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684763.655115:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2072 00000100:00100000:1.0:1734684763.655138:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872623360:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 63us (183us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684763.655145:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53796 00010000:00010000:3.0:1734684764.784772:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684765.786743:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684766.212725:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848120704:0@lo:400:kworker.0 00000100:00100000:1.0:1734684766.212759:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848120832:0@lo:400:kworker.0 00000100:00100000:3.0:1734684766.212780:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684766.212803:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848121344:0@lo:400:kworker.0 00000100:00100000:1.0:1734684766.212823:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684766.212826:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684766.212850:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684766.212853:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848121472:0@lo:400:kworker.0 00000100:00100000:3.0:1734684766.212866:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684766.212886:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848121344 00000100:00100000:1.0:1734684766.212892:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848121344 00000100:00100000:3.0:1734684766.212894:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848120960 00000100:00100000:3.0:1734684766.212897:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848120960 00000100:00100000:3.0:1734684766.212914:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848120832 00000100:00100000:3.0:1734684766.212916:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848120832 00000100:00100000:1.0:1734684766.212923:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848121216 00000100:00100000:3.0:1734684766.212925:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848121472 00000100:00100000:1.0:1734684766.212927:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848121216 00000100:00100000:3.0:1734684766.212927:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848121472 00000100:00100000:3.0:1734684766.212936:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074 00000100:00100000:1.0:1734684766.212939:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848121600 00000100:00100000:3.0:1734684766.212939:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848120832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684766.212942:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848121600 00000100:00100000:1.0:1734684766.212960:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53797 00000100:00100000:3.0:1734684766.212963:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848120832:12345-0@lo:400:kworker.0 Request processed in 23us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684766.212967:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848121216:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684766.212968:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074 00000100:00100000:3.0:1734684766.213001:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53798 00000100:00100000:3.0:1734684766.213004:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848121600:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684766.213005:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734684766.213018:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684766.213043:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848121600:12345-0@lo:8:kworker.0 Request processed in 38us (140us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684766.213046:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848121216:12345-0@lo:8:kworker.0 Request processed in 78us (181us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684766.213047:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53798 00000100:00100000:1.0:1734684766.213052:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53797 00000100:00080000:3.0:1734684766.213068:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684766.213070:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684766.213072:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848121216:0@lo:8:kworker.0 00000100:00080000:3.0:1734684766.213077:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684766.213079:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684766.213081:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848121600:0@lo:8:kworker.0 00000100:00100000:1.0:1734684766.213092:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848120832:0@lo:400:kworker.0 00000100:00100000:3.0:1734684766.213094:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848121856 00000100:00100000:3.0:1734684766.213096:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848121856 00000100:00100000:2.0:1734684766.213105:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848121088 00000100:00100000:3.0:1734684766.213106:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076 00000100:00100000:2.0:1734684766.213108:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848121088 00000100:00100000:3.0:1734684766.213109:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848121856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684766.213126:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848121856:12345-0@lo:400:kworker.0 Request processed in 16us (47us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684766.213128:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40929 00000100:00100000:3.0:1734684766.213130:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076 00000100:00100000:2.0:1734684766.213133:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848121088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684766.213147:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848121472:0@lo:400:kworker.0 00000100:00100000:3.0:1734684766.213152:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848121344:0@lo:400:kworker.0 00000100:00100000:3.0:1734684766.213156:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848120704:0@lo:400:kworker.0 00000100:00100000:2.0:1734684766.213160:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848121088:12345-0@lo:400:kworker.0 Request processed in 26us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684766.213165:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40929 00000100:00100000:2.0:1734684766.213189:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848121856:0@lo:400:kworker.0 00000100:00100000:2.0:1734684766.213197:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848121088:0@lo:400:kworker.0 00000100:00100000:2.0:1734684766.244828:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848121984 00000100:00100000:2.0:1734684766.244835:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848121984 00000100:00100000:2.0:1734684766.244872:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40930 00000100:00100000:2.0:1734684766.244877:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848121984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734684766.244906:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734684766.244954:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d456680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848121984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684766.244962:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40930 00000100:00100000:2.0:1734684766.292818:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848122112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734684766.292870:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684766.292942:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848122112 00000100:00100000:3.0:1734684766.292949:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848122112 00000100:00100000:3.0:1734684766.293016:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6624 00000100:00100000:3.0:1734684766.293023:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848122112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734684766.293050:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684766.293093:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848122112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684766.293099:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6624 00000100:00100000:2.0:1734684766.293120:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848122112:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684766.788761:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684767.790694:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684768.004723:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848122240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684768.004770:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684768.004821:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848122240 00000100:00100000:3.0:1734684768.004827:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848122240 00000100:00100000:3.0:1734684768.004872:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6625 00000100:00100000:3.0:1734684768.004877:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848122240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734684768.004901:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734684768.004936:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848122240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684768.004941:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6625 00000100:00100000:2.0:1734684768.004987:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848122240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684768.663040:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872623616 00000100:00100000:2.0:1734684768.663050:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872623616 00000100:00100000:2.0:1734684768.663103:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872623744 00000100:00100000:2.0:1734684768.663104:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872623744 00000100:00080000:1.0:1734684768.663118:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684738 00000100:00100000:3.0:1734684768.663120:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2077 00000100:00080000:1.0:1734684768.663125:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684738 00000100:00100000:3.0:1734684768.663132:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872623616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684768.663136:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2078 00000100:00100000:2.0:1734684768.663143:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872623744:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684768.663181:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872623488 00000100:00100000:1.0:1734684768.663188:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872623488 00000100:00100000:3.0:1734684768.663209:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872623616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 79us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684768.663211:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872623744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 67us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684768.663221:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2077 00000100:00100000:1.0:1734684768.663224:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 663 00000100:00100000:2.0:1734684768.663225:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2078 00000100:00100000:1.0:1734684768.663229:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872623488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684768.663259:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872623488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684768.663265:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 663 00000100:00080000:1.0:1734684768.663298:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684738 00010000:00010000:2.0:1734684768.792695:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684769.794734:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684770.796793:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684771.172722:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848122368:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684771.172772:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684771.172823:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848122368 00000100:00100000:2.0:1734684771.172831:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848122368 00000100:00100000:2.0:1734684771.172876:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40931 00000100:00100000:2.0:1734684771.172883:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848122368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684771.173098:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684771.173143:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848122368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 259us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684771.173149:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40931 00000100:00100000:1.0:1734684771.173171:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848122368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734684771.220774:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848122496:0@lo:400:kworker.0 00000100:00100000:3.0:1734684771.220779:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848122624:0@lo:400:kworker.0 00000100:00100000:3.0:1734684771.220833:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684771.220836:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848122880:0@lo:400:kworker.0 00000100:00100000:2.0:1734684771.220838:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684771.220868:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009899b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848123264:0@lo:400:kworker.0 00000100:00100000:2.0:1734684771.220869:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848123136:0@lo:400:kworker.0 00000100:00100000:3.0:1734684771.220883:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684771.220887:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684771.220893:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684771.220918:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848123008:0@lo:8:kworker.0 00000100:00100000:1.0:1734684771.220935:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848123648:0@lo:400:kworker.0 00000100:00100000:3.0:1734684771.220935:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684771.220940:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848122624 00000100:00100000:2.0:1734684771.220946:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848122624 00000100:00100000:3.0:1734684771.220946:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848123392:0@lo:8:kworker.0 00000100:00100000:1.0:1734684771.220955:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684771.220957:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684771.220969:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734684771.220975:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848122752:0@lo:400:kworker.0 00000100:00100000:2.0:1734684771.220980:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848123264 00000100:00100000:3.0:1734684771.220980:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848123648 00000100:00100000:2.0:1734684771.220983:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848123264 00000100:00100000:3.0:1734684771.220983:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848123648 00000100:00100000:1.0:1734684771.220992:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684771.221000:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848122752 00000100:00100000:2.0:1734684771.221002:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848122752 00000100:00100000:3.0:1734684771.221003:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2079 00000100:00100000:1.0:1734684771.221005:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848123520:0@lo:400:kworker.0 00000100:00100000:3.0:1734684771.221008:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848122624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684771.221015:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080 00000100:00100000:1.0:1734684771.221021:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684771.221021:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848123264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684771.221042:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848122624:12345-0@lo:400:kworker.0 Request processed in 34us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684771.221045:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848122496 00000100:00100000:3.0:1734684771.221047:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2079 00000100:00100000:1.0:1734684771.221049:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848122496 00000100:00100000:2.0:1734684771.221049:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848123264:12345-0@lo:400:kworker.0 Request processed in 29us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684771.221055:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080 00000100:00100000:3.0:1734684771.221059:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081 00000100:00100000:3.0:1734684771.221061:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848123648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684771.221067:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082 00000100:00100000:2.0:1734684771.221072:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848122752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684771.221077:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1734684771.221082:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848122496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684771.221085:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848123648:12345-0@lo:400:kworker.0 Request processed in 23us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684771.221089:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081 00000100:00100000:2.0:1734684771.221094:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848122752:12345-0@lo:400:kworker.0 Request processed in 21us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684771.221099:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082 00000100:00100000:3.0:1734684771.221105:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53800 00000100:00100000:3.0:1734684771.221108:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848123008:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684771.221112:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848122496:12345-0@lo:400:kworker.0 Request processed in 30us (275us total) trans 0 rc 0/0 00000100:00080000:2.0:1734684771.221114:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684741 00000100:00100000:1.0:1734684771.221117:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00080000:2.0:1734684771.221117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684741 00000100:00080000:2.0:1734684771.221119:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684741 00000100:00080000:2.0:1734684771.221121:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684741 00010000:00020000:3.0:1734684771.221123:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684771.221133:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53801 00000100:00100000:2.0:1734684771.221138:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848123392:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684771.221143:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848123008:12345-0@lo:8:kworker.0 Request processed in 34us (207us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684771.221147:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53800 00010000:00020000:2.0:1734684771.221149:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684771.221170:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848122752:0@lo:400:kworker.0 00000100:00100000:2.0:1734684771.221173:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848123392:12345-0@lo:8:kworker.0 Request processed in 34us (214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684771.221176:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848123520:0@lo:400:kworker.0 00000100:00080000:3.0:1734684771.221177:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684771.221179:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684771.221180:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53801 00000100:00100000:3.0:1734684771.221181:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848123392:0@lo:8:kworker.0 00000100:00100000:1.0:1734684771.221183:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848123648:0@lo:400:kworker.0 00000100:00080000:3.0:1734684771.221187:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684771.221188:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684771.221190:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848123008:0@lo:8:kworker.0 00000100:00100000:3.0:1734684771.221210:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009899b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848123264:0@lo:400:kworker.0 00000100:00100000:2.0:1734684771.221211:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848123136:0@lo:400:kworker.0 00000100:00100000:3.0:1734684771.221215:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848122624:0@lo:400:kworker.0 00000100:00100000:2.0:1734684771.221220:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848122496:0@lo:400:kworker.0 00000100:00100000:1.0:1734684771.221262:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848122880:0@lo:400:kworker.0 00000100:00100000:3.0:1734684771.252716:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734684771.252738:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848123776:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684771.252789:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684771.253057:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848123776:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684771.300698:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848123904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684771.300752:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684771.301103:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848123904:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684771.798804:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684772.800780:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684773.012717:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848124032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684773.012772:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684773.012852:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684743 00000100:00100000:1.0:1734684773.012958:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848124032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684773.671002:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872624000 00000100:00100000:2.0:1734684773.671009:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872624000 00000100:00100000:1.0:1734684773.671019:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872624128 00000100:00100000:1.0:1734684773.671023:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872624128 00000100:00100000:1.0:1734684773.671044:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872624256 00000100:00100000:1.0:1734684773.671047:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872624256 00000100:00100000:2.0:1734684773.671047:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 665 00000100:00100000:2.0:1734684773.671051:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872624000:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684773.671066:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872624384 00000100:00100000:1.0:1734684773.671068:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2083 00000100:00100000:1.0:1734684773.671071:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872624128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684773.671076:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872624384 00000100:00100000:2.0:1734684773.671094:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872624000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684773.671097:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872624128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684773.671098:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 665 00000100:00100000:1.0:1734684773.671101:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2083 00000100:00100000:3.0:1734684773.671114:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53802 00000100:00100000:3.0:1734684773.671120:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872624384:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684773.671143:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684773.671186:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872624384:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 65us (193us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684773.671193:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53802 00010000:00010000:2.0:1734684773.802729:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684774.804809:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684775.806726:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684776.180728:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684776.180746:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848124160:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684776.180798:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684776.180955:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848124160:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734684776.228730:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848124288:0@lo:400:kworker.0 00000100:00100000:3.0:1734684776.228750:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848124416:0@lo:400:kworker.0 00000100:00100000:1.0:1734684776.228761:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848124544:0@lo:400:kworker.0 00000100:00100000:2.0:1734684776.228786:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684776.228793:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684776.228827:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848124928:0@lo:400:kworker.0 00000100:00100000:1.0:1734684776.228839:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848124416 00000100:00100000:3.0:1734684776.228843:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848125056:0@lo:400:kworker.0 00000100:00100000:1.0:1734684776.228845:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848124416 00000100:00100000:2.0:1734684776.228854:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684776.228864:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684776.228878:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848125056 00000100:00100000:1.0:1734684776.228881:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848125056 00000100:00100000:2.0:1734684776.228882:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085 00000100:00100000:3.0:1734684776.228886:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848124800:0@lo:8:kworker.0 00000100:00100000:2.0:1734684776.228889:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848124416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684776.228905:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684776.228907:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684776.228922:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848125184:0@lo:8:kworker.0 00000100:00100000:1.0:1734684776.228930:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848125312:0@lo:400:kworker.0 00000100:00100000:2.0:1734684776.228939:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848124416:12345-0@lo:400:kworker.0 Request processed in 49us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684776.228942:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684776.228946:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085 00000100:00100000:1.0:1734684776.228952:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684776.228962:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848124544 00000100:00100000:2.0:1734684776.228965:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848124544 00000100:00100000:1.0:1734684776.228966:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734684776.228969:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848124928 00000100:00100000:1.0:1734684776.228972:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848124672:0@lo:400:kworker.0 00000100:00100000:3.0:1734684776.228972:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848124928 00000100:00100000:2.0:1734684776.228984:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087 00000100:00100000:2.0:1734684776.228987:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848124544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684776.228991:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684776.228995:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848125312 00000100:00100000:3.0:1734684776.228999:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848125312 00000100:00100000:1.0:1734684776.229002:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848125440:0@lo:400:kworker.0 00000100:00100000:2.0:1734684776.229011:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848124544:12345-0@lo:400:kworker.0 Request processed in 23us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684776.229015:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7502 00000100:00100000:2.0:1734684776.229016:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087 00000100:00100000:1.0:1734684776.229019:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684776.229020:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848125312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684776.229027:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848125440 00000100:00100000:2.0:1734684776.229029:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848125440 00000100:00100000:2.0:1734684776.229042:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088 00000100:00100000:1.0:1734684776.229043:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848124544:0@lo:400:kworker.0 00000100:00100000:2.0:1734684776.229046:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848125440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684776.229048:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848125312:12345-0@lo:400:kworker.0 Request processed in 28us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684776.229058:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7502 00000100:00100000:1.0:1734684776.229059:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848125312:0@lo:400:kworker.0 00000100:00100000:2.0:1734684776.229066:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848125440:12345-0@lo:400:kworker.0 Request processed in 19us (46us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684776.229070:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53804 00000100:00100000:2.0:1734684776.229071:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088 00000100:00100000:1.0:1734684776.229073:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848125440:0@lo:400:kworker.0 00000100:00100000:3.0:1734684776.229074:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848125184:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684776.229085:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684776.229091:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848124288 00000100:00100000:2.0:1734684776.229094:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848124288 00000100:00100000:1.0:1734684776.229101:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848124672 00000100:00100000:1.0:1734684776.229104:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848124672 00000100:00100000:3.0:1734684776.229106:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848125184:12345-0@lo:8:kworker.0 Request processed in 31us (162us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684776.229111:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1734684776.229112:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53804 00000100:00100000:2.0:1734684776.229115:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848124288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684776.229124:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40935 00000100:00100000:1.0:1734684776.229128:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848124672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684776.229138:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848124288:12345-0@lo:400:kworker.0 Request processed in 22us (353us total) trans 0 rc 0/0 00000100:00080000:3.0:1734684776.229139:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734684776.229142:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00080000:3.0:1734684776.229142:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684776.229146:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848124800:0@lo:8:kworker.0 00000100:00080000:3.0:1734684776.229153:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684776.229155:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684776.229158:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848125184:0@lo:8:kworker.0 00000100:00100000:1.0:1734684776.229168:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848124672:12345-0@lo:400:kworker.0 Request processed in 38us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684776.229168:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848124928:0@lo:400:kworker.0 00000100:00100000:1.0:1734684776.229175:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40935 00000100:00100000:2.0:1734684776.229176:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848124288:0@lo:400:kworker.0 00000100:00100000:3.0:1734684776.229181:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848125056:0@lo:400:kworker.0 00000100:00100000:3.0:1734684776.229190:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848124416:0@lo:400:kworker.0 00000100:00100000:1.0:1734684776.260847:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848125568 00000100:00100000:1.0:1734684776.260854:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848125568 00000100:00100000:1.0:1734684776.260889:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40936 00000100:00100000:1.0:1734684776.260894:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848125568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684776.260922:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684776.260955:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848125568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684776.260959:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40936 00000100:00100000:2.0:1734684776.310873:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848125696 00000100:00100000:2.0:1734684776.310883:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848125696 00000100:00100000:2.0:1734684776.310933:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6628 00000100:00100000:2.0:1734684776.310940:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848125696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684776.310966:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684776.311013:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848125696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (2208us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684776.311019:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6628 00010000:00010000:2.0:1734684776.808736:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684777.810688:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684778.020850:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848125824 00000100:00100000:2.0:1734684778.020858:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848125824 00000100:00100000:2.0:1734684778.020910:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6629 00000100:00100000:2.0:1734684778.020917:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848125824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684778.020945:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684778.020985:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848125824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684778.020992:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6629 00000100:00100000:2.0:1734684778.679011:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872624640 00000100:00100000:2.0:1734684778.679019:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872624640 00000100:00100000:3.0:1734684778.679050:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872624896 00000100:00100000:3.0:1734684778.679056:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872624896 00000100:00100000:2.0:1734684778.679066:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2089 00000100:00100000:2.0:1734684778.679071:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872624640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684778.679076:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53805 00000100:00080000:1.0:1734684778.679077:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684748 00000100:00100000:3.0:1734684778.679082:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872624896:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684778.679089:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872624768 00000100:00100000:1.0:1734684778.679092:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872624768 00010000:00020000:3.0:1734684778.679102:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684778.679115:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2090 00000100:00100000:1.0:1734684778.679119:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872624768:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684778.679121:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872624640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684778.679125:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2089 00000100:00100000:3.0:1734684778.679128:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872624896:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 46us (101us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684778.679134:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53805 00000100:00100000:1.0:1734684778.679142:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872624768:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684778.679146:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2090 00000100:00100000:2.0:1734684778.679147:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872624512 00000100:00100000:2.0:1734684778.679149:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872624512 00000100:00080000:1.0:1734684778.679159:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684748 00000100:00080000:1.0:1734684778.679161:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684748 00000100:00100000:2.0:1734684778.679161:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 667 00000100:00100000:2.0:1734684778.679164:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872624512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684778.679178:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872624512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684778.679181:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 667 00010000:00010000:2.0:1734684778.812696:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684779.814807:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684780.816764:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684781.188771:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848125952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734684781.188820:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684781.188855:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848125952 00000100:00100000:1.0:1734684781.188862:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848125952 00000100:00100000:1.0:1734684781.188901:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40937 00000100:00100000:1.0:1734684781.188906:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848125952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684781.188932:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684781.188967:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848125952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684781.188971:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40937 00000100:00100000:2.0:1734684781.188992:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848125952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734684781.236707:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848126080:0@lo:400:kworker.0 00000100:00100000:3.0:1734684781.236743:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848126464:0@lo:400:kworker.0 00000100:00100000:1.0:1734684781.236744:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848126208:0@lo:400:kworker.0 00000100:00100000:2.0:1734684781.236777:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684781.236778:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684781.236785:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684781.236798:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848126720:0@lo:400:kworker.0 00000100:00100000:3.0:1734684781.236798:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848127232:0@lo:400:kworker.0 00000100:00100000:1.0:1734684781.236805:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848126848:0@lo:400:kworker.0 00000100:00100000:3.0:1734684781.236812:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684781.236814:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684781.236822:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734684781.236825:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684781.236825:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848126336:0@lo:400:kworker.0 00000100:00100000:2.0:1734684781.236835:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848127232 00000100:00100000:3.0:1734684781.236836:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684781.236838:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848127232 00000100:00100000:3.0:1734684781.236842:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848127104:0@lo:400:kworker.0 00000100:00080000:1.0:1734684781.236843:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684751 00000100:00100000:3.0:1734684781.236851:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684781.236852:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848126336 00000100:00100000:2.0:1734684781.236854:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848126336 00000100:00100000:3.0:1734684781.236864:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848126592:0@lo:8:kworker.0 00000100:00100000:2.0:1734684781.236871:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092 00000100:00100000:2.0:1734684781.236875:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848127232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684781.236876:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093 00000100:00100000:3.0:1734684781.236876:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684781.236882:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848126848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684781.236882:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848126976:0@lo:8:kworker.0 00000100:00100000:3.0:1734684781.236897:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684781.236909:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848127232:12345-0@lo:400:kworker.0 Request processed in 34us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684781.236916:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848126848:12345-0@lo:400:kworker.0 Request processed in 34us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684781.236916:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092 00000100:00100000:1.0:1734684781.236920:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093 00000100:00100000:3.0:1734684781.236923:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848126720 00000100:00100000:3.0:1734684781.236928:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848126720 00000100:00080000:1.0:1734684781.236933:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684751 00000100:00080000:1.0:1734684781.236935:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684751 00000100:00100000:2.0:1734684781.236938:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848126080 00000100:00100000:2.0:1734684781.236940:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848126080 00000100:00100000:3.0:1734684781.236948:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848127104 00000100:00100000:3.0:1734684781.236951:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848127104 00000100:00100000:1.0:1734684781.236953:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848126848:0@lo:400:kworker.0 00000100:00100000:2.0:1734684781.236954:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1734684781.236957:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848126080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684781.236959:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848126208:0@lo:400:kworker.0 00000100:00100000:3.0:1734684781.236962:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848126976 00000100:00100000:3.0:1734684781.236964:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848126976 00000100:00100000:2.0:1734684781.236971:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848126080:12345-0@lo:400:kworker.0 Request processed in 14us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684781.236975:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1734684781.236977:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7504 00000100:00100000:1.0:1734684781.236981:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53806 00000100:00100000:3.0:1734684781.236981:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848127104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684781.236984:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848126592:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684781.236995:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848126720:0@lo:400:kworker.0 00010000:00020000:1.0:1734684781.236998:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684781.237000:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848126080:0@lo:400:kworker.0 00000100:00100000:3.0:1734684781.237008:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848127104:12345-0@lo:400:kworker.0 Request processed in 26us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684781.237014:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7504 00000100:00100000:1.0:1734684781.237019:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848126592:12345-0@lo:8:kworker.0 Request processed in 35us (143us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684781.237023:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53806 00000100:00080000:1.0:1734684781.237033:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684751 00000100:00080000:1.0:1734684781.237035:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684751 00000100:00080000:3.0:1734684781.237037:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684781.237040:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684781.237044:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848126592:0@lo:8:kworker.0 00000100:00080000:3.0:1734684781.237050:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684781.237051:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684751 00000100:00080000:3.0:1734684781.237053:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684781.237055:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848126976:0@lo:8:kworker.0 00000100:00100000:3.0:1734684781.237077:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848126336:0@lo:400:kworker.0 00000100:00100000:3.0:1734684781.237081:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848127104:0@lo:400:kworker.0 00000100:00100000:3.0:1734684781.237086:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848127232:0@lo:400:kworker.0 00000100:00100000:3.0:1734684781.237091:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848126464:0@lo:400:kworker.0 00000100:00100000:2.0:1734684781.268723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848127360:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684781.268786:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684781.268985:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848127360:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684781.316716:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848127488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684781.316787:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684781.316822:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848127488 00000100:00100000:2.0:1734684781.316828:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848127488 00000100:00100000:2.0:1734684781.316857:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6630 00000100:00100000:2.0:1734684781.316863:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848127488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684781.316887:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684781.316922:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848127488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684781.316927:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6630 00000100:00100000:1.0:1734684781.316949:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848127488:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684781.818715:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684782.820729:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684783.028752:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848127616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684783.028803:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684783.028868:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848127616 00000100:00100000:2.0:1734684783.028877:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848127616 00000100:00080000:1.0:1734684783.028917:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684753 00000100:00100000:2.0:1734684783.028929:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6631 00000100:00100000:2.0:1734684783.028936:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848127616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684783.028963:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684783.029012:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848127616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684783.029019:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6631 00000100:00100000:1.0:1734684783.029032:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848127616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684783.686905:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872625024 00000100:00100000:3.0:1734684783.686911:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872625152 00000100:00100000:2.0:1734684783.686914:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872625024 00000100:00100000:3.0:1734684783.686915:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872625152 00000100:00100000:1.0:1734684783.686933:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872625280 00000100:00100000:1.0:1734684783.686938:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872625280 00000100:00100000:2.0:1734684783.686950:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 669 00000100:00100000:3.0:1734684783.686952:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2095 00000100:00100000:2.0:1734684783.686955:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872625024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684783.686956:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872625152:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684783.686969:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2096 00000100:00100000:1.0:1734684783.686974:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872625280:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684783.686999:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872625024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684783.686999:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872625152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684783.687004:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872625280:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684783.687004:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 669 00000100:00100000:3.0:1734684783.687004:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2095 00000100:00100000:1.0:1734684783.687010:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2096 00000100:00080000:2.0:1734684783.687026:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684753 00000100:00080000:2.0:1734684783.687029:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684753 00000100:00080000:2.0:1734684783.687030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684753 00010000:00010000:2.0:1734684783.822724:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684784.824653:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684785.826724:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684786.196771:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848127744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684786.196825:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684786.197109:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848127744:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684786.244718:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848128000:0@lo:400:kworker.0 00000100:00100000:2.0:1734684786.244720:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848127872:0@lo:400:kworker.0 00000100:00100000:3.0:1734684786.244761:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848128256:0@lo:400:kworker.0 00000100:00100000:2.0:1734684786.244784:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684786.244791:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684786.244806:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684786.244818:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848128640:0@lo:400:kworker.0 00000100:00100000:2.0:1734684786.244820:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848128512:0@lo:400:kworker.0 00000100:00100000:3.0:1734684786.244829:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848129024:0@lo:400:kworker.0 00000100:00100000:1.0:1734684786.244833:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684786.244836:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684786.244852:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848128000 00000100:00100000:3.0:1734684786.244852:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684786.244855:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848128000 00000100:00100000:2.0:1734684786.244863:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848128512 00000100:00100000:3.0:1734684786.244865:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734684786.244868:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848128512 00000100:00100000:3.0:1734684786.244871:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848128128:0@lo:400:kworker.0 00000100:00100000:1.0:1734684786.244881:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848128640 00000100:00100000:1.0:1734684786.244882:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848128640 00000100:00100000:3.0:1734684786.244887:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684786.244896:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7505 00000100:00100000:1.0:1734684786.244898:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848129024 00000100:00100000:1.0:1734684786.244899:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848129024 00000100:00100000:2.0:1734684786.244901:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848128512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684786.244901:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848128896:0@lo:400:kworker.0 00000100:00100000:1.0:1734684786.244907:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848128128 00000100:00100000:1.0:1734684786.244909:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848128128 00000100:00100000:1.0:1734684786.244917:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2097 00000100:00100000:3.0:1734684786.244918:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684786.244920:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848128000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684786.244951:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848128512:12345-0@lo:400:kworker.0 Request processed in 50us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684786.244953:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848128000:12345-0@lo:400:kworker.0 Request processed in 32us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684786.244958:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2097 00000100:00100000:2.0:1734684786.244958:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7505 00000100:00100000:3.0:1734684786.244958:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848128256:0@lo:400:kworker.0 00000100:00100000:2.0:1734684786.244969:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848128896 00000100:00100000:1.0:1734684786.244970:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098 00000100:00100000:2.0:1734684786.244970:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848128896 00000100:00100000:1.0:1734684786.244973:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848128640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684786.244981:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800999a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848128384:0@lo:8:kworker.0 00000100:00100000:1.0:1734684786.244985:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848128640:12345-0@lo:400:kworker.0 Request processed in 12us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684786.244988:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7506 00000100:00100000:1.0:1734684786.244989:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098 00000100:00100000:2.0:1734684786.244990:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848128896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684786.244999:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100 00000100:00100000:3.0:1734684786.245001:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684786.245002:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848128128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684786.245011:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848128896:12345-0@lo:400:kworker.0 Request processed in 20us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684786.245015:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7506 00000100:00100000:3.0:1734684786.245016:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848128768:0@lo:8:kworker.0 00000100:00100000:1.0:1734684786.245018:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848128128:12345-0@lo:400:kworker.0 Request processed in 16us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684786.245020:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848128384 00000100:00100000:1.0:1734684786.245021:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100 00000100:00100000:2.0:1734684786.245021:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848128384 00000100:00100000:2.0:1734684786.245031:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53809 00000100:00100000:3.0:1734684786.245033:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684786.245035:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848128384:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684786.245041:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848128640:0@lo:400:kworker.0 00000100:00100000:1.0:1734684786.245047:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848128000:0@lo:400:kworker.0 00010000:00020000:2.0:1734684786.245050:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684786.245071:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848128384:12345-0@lo:8:kworker.0 Request processed in 36us (72us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684786.245075:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53809 00000100:00080000:3.0:1734684786.245080:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684786.245084:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684786.245086:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848127872 00000100:00100000:1.0:1734684786.245088:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848127872 00000100:00100000:3.0:1734684786.245088:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848128384:0@lo:8:kworker.0 00000100:00080000:3.0:1734684786.245096:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734684786.245098:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848128512:0@lo:400:kworker.0 00000100:00080000:3.0:1734684786.245098:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684786.245102:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848128768:0@lo:8:kworker.0 00000100:00100000:1.0:1734684786.245106:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:1.0:1734684786.245109:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848127872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684786.245127:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848127872:12345-0@lo:400:kworker.0 Request processed in 18us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684786.245130:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848128128:0@lo:400:kworker.0 00000100:00100000:1.0:1734684786.245132:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1734684786.245139:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848128896:0@lo:400:kworker.0 00000100:00100000:2.0:1734684786.245142:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800999a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848127872:0@lo:400:kworker.0 00000100:00080000:1.0:1734684786.245148:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684756 00000100:00100000:3.0:1734684786.245148:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848129024:0@lo:400:kworker.0 00000100:00100000:1.0:1734684786.276736:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684786.276757:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848129152:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684786.276818:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684786.277102:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848129152:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684786.324827:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848129280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684786.324888:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684786.324933:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848129280 00000100:00100000:2.0:1734684786.324942:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848129280 00000100:00100000:2.0:1734684786.324986:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6632 00000100:00100000:2.0:1734684786.324992:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848129280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684786.325023:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684786.325083:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848129280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684786.325088:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6632 00000100:00100000:1.0:1734684786.325117:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848129280:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684786.828784:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684787.830727:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684788.036763:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848129408:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684788.036814:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684788.036904:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684758 00000100:00100000:2.0:1734684788.036993:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848129408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684788.694883:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872625536 00000100:00100000:1.0:1734684788.694890:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872625536 00000100:00100000:1.0:1734684788.694932:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 671 00000100:00100000:1.0:1734684788.694937:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872625536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684788.694948:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872625792 00000100:00100000:2.0:1734684788.694953:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872625792 00000100:00100000:2.0:1734684788.694977:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872625664 00000100:00100000:2.0:1734684788.694978:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872625664 00000100:00100000:1.0:1734684788.694979:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872625536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684788.694987:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2101 00000100:00100000:1.0:1734684788.694988:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 671 00000100:00100000:3.0:1734684788.694995:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872625792:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684788.695001:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2102 00000100:00100000:2.0:1734684788.695006:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872625664:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734684788.695011:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684758 00000100:00080000:1.0:1734684788.695013:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684758 00000100:00080000:1.0:1734684788.695014:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684758 00000100:00100000:3.0:1734684788.695030:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872625792:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684788.695036:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2101 00000100:00100000:2.0:1734684788.695038:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872625664:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684788.695045:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2102 00010000:00010000:2.0:1734684788.832760:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684789.834748:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684790.836750:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684791.204832:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848129536 00000100:00100000:2.0:1734684791.204839:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848129536 00000100:00100000:2.0:1734684791.204876:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40943 00000100:00100000:2.0:1734684791.204881:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848129536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684791.204910:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684791.204942:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848129536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684791.204947:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40943 00000100:00100000:1.0:1734684791.252712:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848129792:0@lo:400:kworker.0 00000100:00100000:2.0:1734684791.252712:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848129664:0@lo:400:kworker.0 00000100:00100000:3.0:1734684791.252729:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848129920:0@lo:400:kworker.0 00000100:00100000:3.0:1734684791.252773:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684791.252774:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684791.252785:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848130048:0@lo:400:kworker.0 00000100:00100000:2.0:1734684791.252804:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848130304:0@lo:400:kworker.0 00000100:00100000:1.0:1734684791.252810:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684791.252815:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848130176:0@lo:8:kworker.0 00000100:00100000:2.0:1734684791.252827:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684791.252831:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848130816:0@lo:400:kworker.0 00000100:00100000:3.0:1734684791.252841:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848130688:0@lo:400:kworker.0 00000100:00100000:2.0:1734684791.252847:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684791.252852:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684791.252853:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848130432:0@lo:400:kworker.0 00000100:00100000:3.0:1734684791.252859:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684791.252873:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684761 00000100:00100000:2.0:1734684791.252881:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684791.252888:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848129920 00000100:00100000:3.0:1734684791.252891:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848129920 00000100:00100000:1.0:1734684791.252897:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848130816 00000100:00100000:1.0:1734684791.252900:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848130816 00000100:00100000:3.0:1734684791.252912:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848130432 00000100:00100000:3.0:1734684791.252913:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848130432 00000100:00100000:2.0:1734684791.252914:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848130048 00000100:00100000:2.0:1734684791.252918:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848130048 00000100:00100000:1.0:1734684791.252923:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2103 00000100:00100000:1.0:1734684791.252929:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848129920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684791.252931:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104 00000100:00100000:3.0:1734684791.252935:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848130816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684791.252941:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40944 00000100:00100000:2.0:1734684791.252946:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848130048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684791.252961:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848130816:12345-0@lo:400:kworker.0 Request processed in 26us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684791.252966:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848129920:12345-0@lo:400:kworker.0 Request processed in 36us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684791.252966:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104 00000100:00100000:1.0:1734684791.252973:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2103 00000100:00100000:2.0:1734684791.252977:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848130048:12345-0@lo:400:kworker.0 Request processed in 30us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684791.252983:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40944 00000100:00100000:3.0:1734684791.252986:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684791.252995:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848130560:0@lo:8:kworker.0 00000100:00100000:1.0:1734684791.252996:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848130304 00000100:00100000:1.0:1734684791.252998:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848130304 00000100:00100000:2.0:1734684791.253005:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848130688 00000100:00100000:3.0:1734684791.253005:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684791.253008:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848130688 00000100:00100000:2.0:1734684791.253025:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848130560 00000100:00100000:1.0:1734684791.253028:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7507 00000100:00100000:2.0:1734684791.253028:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848130560 00000100:00100000:3.0:1734684791.253032:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7508 00000100:00100000:1.0:1734684791.253033:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848130304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684791.253036:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800975d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848130688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684791.253051:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53813 00000100:00100000:3.0:1734684791.253053:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800975d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848130688:12345-0@lo:400:kworker.0 Request processed in 17us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684791.253056:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848130560:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684791.253057:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7508 00000100:00100000:1.0:1734684791.253062:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848130304:12345-0@lo:400:kworker.0 Request processed in 29us (235us total) trans 0 rc 0/0 00010000:00020000:2.0:1734684791.253067:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684791.253068:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7507 00000100:00100000:3.0:1734684791.253077:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848130816:0@lo:400:kworker.0 00000100:00100000:3.0:1734684791.253082:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848130048:0@lo:400:kworker.0 00000100:00080000:1.0:1734684791.253086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684761 00000100:00080000:1.0:1734684791.253089:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684761 00000100:00080000:1.0:1734684791.253090:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684761 00000100:00100000:2.0:1734684791.253092:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848130560:12345-0@lo:8:kworker.0 Request processed in 35us (85us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734684791.253098:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684791.253099:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684791.253099:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53813 00000100:00080000:3.0:1734684791.253100:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684791.253102:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848130176:0@lo:8:kworker.0 00000100:00080000:3.0:1734684791.253106:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684791.253107:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684791.253109:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848130560:0@lo:8:kworker.0 00000100:00080000:1.0:1734684791.253120:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684761 00000100:00100000:3.0:1734684791.253121:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848130688:0@lo:400:kworker.0 00000100:00100000:2.0:1734684791.253126:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848130432:0@lo:400:kworker.0 00000100:00100000:3.0:1734684791.253126:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848129920:0@lo:400:kworker.0 00000100:00100000:2.0:1734684791.253136:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848130304:0@lo:400:kworker.0 00000100:00100000:2.0:1734684791.253142:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848129664:0@lo:400:kworker.0 00000100:00100000:1.0:1734684791.253194:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848129792:0@lo:400:kworker.0 00000100:00100000:1.0:1734684791.284769:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684791.284791:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848130944:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684791.284848:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684791.285034:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848130944:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684791.332876:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848131072 00000100:00100000:2.0:1734684791.332885:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848131072 00000100:00100000:2.0:1734684791.332926:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6634 00000100:00100000:2.0:1734684791.332932:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848131072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684791.332957:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684791.332987:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848131072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684791.332991:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6634 00010000:00010000:2.0:1734684791.838738:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684792.840730:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684793.044709:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848131200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684793.044757:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684793.044801:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848131200 00000100:00100000:2.0:1734684793.044808:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848131200 00000100:00100000:2.0:1734684793.044848:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6635 00000100:00100000:2.0:1734684793.044853:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848131200:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734684793.044862:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684763 00002000:00000024:2.0:1734684793.044876:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684793.044913:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848131200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684793.044920:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6635 00000100:00100000:3.0:1734684793.044946:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848131200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684793.702901:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872626048 00000100:00100000:3.0:1734684793.702910:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872626048 00000100:00100000:1.0:1734684793.702946:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872626304 00000100:00100000:1.0:1734684793.702951:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872626304 00000100:00100000:3.0:1734684793.702955:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 673 00000100:00100000:3.0:1734684793.702961:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872626048:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684793.702963:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872626432 00000100:00100000:2.0:1734684793.702967:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872626432 00000100:00100000:1.0:1734684793.702981:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2107 00000100:00100000:1.0:1734684793.702987:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872626304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684793.702988:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53814 00000100:00100000:2.0:1734684793.702993:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872626432:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684793.703012:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872626048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (192us total) trans 0 rc 0/0 00010000:00020000:2.0:1734684793.703013:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684793.703017:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 673 00000100:00100000:1.0:1734684793.703020:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872626304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684793.703027:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2107 00000100:00100000:2.0:1734684793.703035:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872626432:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (132us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684793.703041:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53814 00000100:00080000:1.0:1734684793.703045:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684763 00000100:00080000:1.0:1734684793.703049:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684763 00000100:00080000:1.0:1734684793.703050:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684763 00010000:00010000:2.0:1734684793.842712:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684794.844746:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684795.846697:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684796.212709:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848131328:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734684796.212767:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684796.212921:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848131328:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734684796.260674:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848131456:0@lo:400:kworker.0 00000100:00100000:3.0:1734684796.260694:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848131584:0@lo:400:kworker.0 00000100:00100000:2.0:1734684796.260726:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684796.260729:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734684796.260749:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734684796.260751:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848132224:0@lo:400:kworker.0 00000100:00100000:2.0:1734684796.260757:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848132096:0@lo:400:kworker.0 00000100:00100000:0.0:1734684796.260758:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006e92df80 x1818938848132352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684796.260761:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684796.260770:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848131968:0@lo:8:kworker.0 00000100:00100000:2.0:1734684796.260778:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684796.260780:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848131456 00000100:00100000:3.0:1734684796.260786:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848131456 00000100:00100000:0.0:1734684796.260788:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848131584 00000100:00100000:1.0:1734684796.260791:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684796.260792:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848131584 00000100:00100000:1.0:1734684796.260803:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848132352:0@lo:8:kworker.0 00000100:00100000:2.0:1734684796.260806:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848132096 00000100:00100000:2.0:1734684796.260810:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848132096 00000100:00100000:0.0:1734684796.260816:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848132224 00000100:00100000:1.0:1734684796.260817:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684796.260818:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848132224 00000100:00100000:3.0:1734684796.260818:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1734684796.260824:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848131456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684796.260829:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109 00000100:00100000:2.0:1734684796.260832:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848131968 00000100:00100000:0.0:1734684796.260833:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848131584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684796.260834:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848131968 00000100:00080000:1.0:1734684796.260837:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684766 00000100:00080000:1.0:1734684796.260840:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684766 00000100:00080000:1.0:1734684796.260842:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684766 00000100:00100000:2.0:1734684796.260843:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848132352 00000100:00100000:2.0:1734684796.260844:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848132352 00000100:00100000:2.0:1734684796.260855:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7509 00000100:00100000:1.0:1734684796.260860:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53815 00000100:00100000:2.0:1734684796.260860:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848132096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684796.260863:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848131456:12345-0@lo:400:kworker.0 Request processed in 38us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684796.260864:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848131968:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684796.260871:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848131584:12345-0@lo:400:kworker.0 Request processed in 37us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684796.260871:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1734684796.260876:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109 00010000:00020000:1.0:1734684796.260880:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684796.260885:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848132096:12345-0@lo:400:kworker.0 Request processed in 25us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684796.260886:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1734684796.260889:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848132224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684796.260891:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7509 00000100:00100000:3.0:1734684796.260896:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848131712:0@lo:400:kworker.0 00000100:00100000:1.0:1734684796.260901:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848131968:12345-0@lo:8:kworker.0 Request processed in 36us (109us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684796.260903:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53816 00000100:00100000:2.0:1734684796.260906:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848132352:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684796.260907:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848132224:12345-0@lo:400:kworker.0 Request processed in 17us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684796.260907:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53815 00000100:00100000:3.0:1734684796.260910:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684796.260912:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00010000:00020000:2.0:1734684796.260915:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684796.260917:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848131712 00000100:00100000:3.0:1734684796.260918:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848132480:0@lo:400:kworker.0 00000100:00100000:0.0:1734684796.260919:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848131712 00000100:00100000:3.0:1734684796.260930:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684796.260932:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734684796.260933:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2111 00000100:00100000:2.0:1734684796.260933:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848132352:12345-0@lo:8:kworker.0 Request processed in 25us (115us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734684796.260935:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684796.260937:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848131712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684796.260938:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848131968:0@lo:8:kworker.0 00000100:00100000:2.0:1734684796.260938:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53816 00000100:00100000:3.0:1734684796.260939:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734684796.260942:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848131840:0@lo:400:kworker.0 00000100:00080000:1.0:1734684796.260945:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734684796.260945:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848132480 00000100:00080000:1.0:1734684796.260947:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684796.260948:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848132480 00000100:00100000:1.0:1734684796.260949:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848132352:0@lo:8:kworker.0 00000100:00100000:3.0:1734684796.260953:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684796.260958:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848131712:12345-0@lo:400:kworker.0 Request processed in 20us (46us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684796.260960:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848132608:0@lo:400:kworker.0 00000100:00100000:2.0:1734684796.260961:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7510 00000100:00100000:0.0:1734684796.260962:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2111 00000100:00100000:2.0:1734684796.260965:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848132480:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684796.260968:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684766 00000100:00100000:3.0:1734684796.260968:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684796.260970:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684766 00000100:00100000:0.0:1734684796.260975:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848132608 00000100:00100000:0.0:1734684796.260977:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848132608 00000100:00100000:3.0:1734684796.260983:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848131712:0@lo:400:kworker.0 00000100:00100000:0.0:1734684796.260987:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112 00000100:00100000:2.0:1734684796.260988:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848132480:12345-0@lo:400:kworker.0 Request processed in 22us (56us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684796.260988:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848132480:0@lo:400:kworker.0 00000100:00100000:0.0:1734684796.260990:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848132608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684796.260993:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7510 00000100:00100000:1.0:1734684796.260999:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848131840 00000100:00100000:1.0:1734684796.261001:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848131840 00000100:00100000:0.0:1734684796.261008:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848132608:12345-0@lo:400:kworker.0 Request processed in 18us (39us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684796.261011:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112 00000100:00100000:3.0:1734684796.261011:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848132224:0@lo:400:kworker.0 00000100:00100000:3.0:1734684796.261019:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848131584:0@lo:400:kworker.0 00000100:00100000:1.0:1734684796.261021:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40947 00000100:00100000:2.0:1734684796.261024:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848132096:0@lo:400:kworker.0 00000100:00100000:1.0:1734684796.261025:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848131840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684796.261031:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848131456:0@lo:400:kworker.0 00000100:00100000:3.0:1734684796.261037:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848132608:0@lo:400:kworker.0 00000100:00100000:1.0:1734684796.261062:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848131840:12345-0@lo:400:kworker.0 Request processed in 36us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684796.261067:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40947 00000100:00100000:3.0:1734684796.261076:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848131840:0@lo:400:kworker.0 00000100:00080000:1.0:1734684796.261080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684766 00000100:00100000:0.0:1734684796.292780:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848132736:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684796.292837:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684796.292880:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848132736 00000100:00100000:1.0:1734684796.292888:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848132736 00000100:00100000:1.0:1734684796.292930:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40948 00000100:00100000:1.0:1734684796.292937:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848132736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684796.292965:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684796.292999:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848132736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684796.293004:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40948 00000100:00100000:0.0:1734684796.293020:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072ef9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848132736:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684796.340715:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848132864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684796.340775:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684796.340839:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848132864 00000100:00100000:2.0:1734684796.340845:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848132864 00000100:00100000:2.0:1734684796.340879:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6636 00000100:00100000:2.0:1734684796.340885:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848132864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684796.340912:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684796.340945:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848132864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684796.340950:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6636 00000100:00100000:3.0:1734684796.340984:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848132864:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684796.848749:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684797.850709:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684798.052738:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848132992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684798.052797:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684798.052840:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848132992 00000100:00100000:2.0:1734684798.052847:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848132992 00000100:00100000:2.0:1734684798.052895:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6637 00000100:00100000:2.0:1734684798.052901:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848132992:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734684798.052904:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684768 00002000:00000024:2.0:1734684798.052926:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684798.052961:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848132992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684798.052965:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6637 00000100:00100000:0.0:1734684798.052976:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848132992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684798.710831:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684798.710874:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684798.710890:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684798.710910:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872626688 00000100:00100000:0.0:1734684798.710915:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684798.710918:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872626688 00000100:00100000:1.0:1734684798.710926:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872626560 00000100:00100000:1.0:1734684798.710942:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872626560 00000100:00100000:0.0:1734684798.710952:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872626816 00000100:00100000:0.0:1734684798.710955:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872626816 00000100:00100000:1.0:1734684798.710972:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 675 00000100:00100000:2.0:1734684798.710972:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2113 00000100:00100000:2.0:1734684798.710978:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872626688:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684798.710979:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872626560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684798.710984:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872626944 00000100:00100000:3.0:1734684798.710988:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872626944 00000100:00100000:0.0:1734684798.710989:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2114 00000100:00100000:0.0:1734684798.710994:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872626816:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684798.711005:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53817 00000100:00100000:3.0:1734684798.711020:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872626944:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734684798.711033:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872626688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684798.711035:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872626560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684798.711037:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2113 00010000:00020000:3.0:1734684798.711040:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684798.711041:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 675 00000100:00100000:0.0:1734684798.711043:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872626816:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684798.711049:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2114 00000100:00100000:3.0:1734684798.711060:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872626944:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 50us (143us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734684798.711066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684768 00000100:00100000:3.0:1734684798.711068:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53817 00000100:00080000:1.0:1734684798.711070:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684768 00000100:00080000:1.0:1734684798.711071:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684768 00010000:00010000:2.0:1734684798.852697:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684799.854698:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684800.856728:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684801.220720:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848133120:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684801.220778:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684801.220839:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848133120 00000100:00100000:1.0:1734684801.220845:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848133120 00000100:00100000:1.0:1734684801.220876:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40949 00000100:00100000:1.0:1734684801.220881:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848133120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684801.220907:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684801.220938:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848133120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684801.220943:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40949 00000100:00100000:0.0:1734684801.220953:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848133120:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734684801.268681:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734684801.268686:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684801.268689:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734684801.268691:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848133248:0@lo:400:kworker.0 00000100:00080000:0.0:1734684801.268693:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9596 00000100:00080000:0.0:1734684801.268697:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734684801.268702:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734684801.268709:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848133376:0@lo:400:kworker.0 00000100:00100000:0.0:1734684801.268716:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079893800 x1818938848133760/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734684801.268733:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734684801.268735:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684801.268736:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684801.268738:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9596 00000100:00080000:0.0:1734684801.268739:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734684801.268741:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684801.268747:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096416d80 x1818938848134144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684801.268747:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684801.268747:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684801.268768:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848133632:0@lo:400:kworker.0 00000100:00100000:1.0:1734684801.268768:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848133888:0@lo:400:kworker.0 00000100:00100000:3.0:1734684801.268770:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848134016:0@lo:400:kworker.0 00000100:00100000:1.0:1734684801.268783:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684801.268784:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684801.268792:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684801.268798:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848133760:0@lo:8:kworker.0 00000100:00100000:2.0:1734684801.268799:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848133376 00000100:00100000:3.0:1734684801.268802:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848133888 00000100:00100000:2.0:1734684801.268805:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848133376 00000100:00100000:3.0:1734684801.268805:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848133888 00000100:00100000:0.0:1734684801.268807:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848134400:0@lo:400:kworker.0 00000100:00100000:1.0:1734684801.268810:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684801.268817:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848134144:0@lo:8:kworker.0 00000100:00100000:0.0:1734684801.268819:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684801.268827:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684801.268829:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734684801.268831:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848134016 00000100:00100000:3.0:1734684801.268831:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848133760 00000100:00100000:0.0:1734684801.268832:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848133504:0@lo:400:kworker.0 00000100:00100000:2.0:1734684801.268832:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848134016 00000100:00100000:3.0:1734684801.268833:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848133760 00000100:00100000:3.0:1734684801.268840:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848134144 00000100:00100000:2.0:1734684801.268841:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848134400 00000100:00100000:3.0:1734684801.268841:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848134144 00000100:00100000:0.0:1734684801.268842:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684801.268842:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848134400 00000100:00100000:1.0:1734684801.268843:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848133248 00000100:00100000:1.0:1734684801.268846:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848133248 00000100:00100000:0.0:1734684801.268848:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848134272:0@lo:400:kworker.0 00000100:00100000:3.0:1734684801.268850:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7511 00000100:00100000:2.0:1734684801.268851:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115 00000100:00100000:3.0:1734684801.268854:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848133888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684801.268855:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848133376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684801.268857:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684801.268863:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1734684801.268866:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848133248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684801.268870:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848133504 00000100:00100000:0.0:1734684801.268872:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848133504 00000100:00100000:3.0:1734684801.268884:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d457800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848133888:12345-0@lo:400:kworker.0 Request processed in 30us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684801.268886:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116 00000100:00100000:1.0:1734684801.268886:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848133248:12345-0@lo:400:kworker.0 Request processed in 20us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684801.268888:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7511 00000100:00100000:0.0:1734684801.268890:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848134016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684801.268890:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1734684801.268890:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848133376:12345-0@lo:400:kworker.0 Request processed in 34us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684801.268894:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115 00000100:00100000:3.0:1734684801.268898:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848134272 00000100:00100000:3.0:1734684801.268900:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848134272 00000100:00100000:2.0:1734684801.268903:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117 00000100:00100000:2.0:1734684801.268906:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848134400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684801.268908:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848134016:12345-0@lo:400:kworker.0 Request processed in 17us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684801.268908:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7512 00000100:00100000:3.0:1734684801.268910:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848134272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684801.268912:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116 00000100:00100000:1.0:1734684801.268913:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53818 00000100:00100000:1.0:1734684801.268915:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848133760:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684801.268920:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118 00000100:00100000:2.0:1734684801.268921:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848134400:12345-0@lo:400:kworker.0 Request processed in 15us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684801.268923:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848133504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684801.268924:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848134272:12345-0@lo:400:kworker.0 Request processed in 13us (66us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684801.268925:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117 00000100:00100000:3.0:1734684801.268928:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7512 00010000:00020000:1.0:1734684801.268929:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684801.268933:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53819 00000100:00100000:0.0:1734684801.268934:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848133504:12345-0@lo:400:kworker.0 Request processed in 11us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684801.268935:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848134144:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684801.268938:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118 00000100:00100000:1.0:1734684801.268943:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848133760:12345-0@lo:8:kworker.0 Request processed in 27us (132us total) trans 0 rc -19/-19 00010000:00020000:3.0:1734684801.268943:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684801.268947:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53818 00000100:00100000:0.0:1734684801.268951:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848133632 00000100:00100000:0.0:1734684801.268953:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848133632 00000100:00100000:2.0:1734684801.268954:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848134016:0@lo:400:kworker.0 00000100:00100000:3.0:1734684801.268955:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848134144:12345-0@lo:8:kworker.0 Request processed in 19us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684801.268958:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53819 00000100:00100000:2.0:1734684801.268961:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848133376:0@lo:400:kworker.0 00000100:00100000:0.0:1734684801.268965:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40950 00000100:00080000:1.0:1734684801.268966:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684801.268966:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684771 00000100:00100000:0.0:1734684801.268967:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848133632:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684801.268969:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:3.0:1734684801.268969:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684771 00000100:00080000:3.0:1734684801.268970:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684771 00000100:00080000:3.0:1734684801.268971:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684771 00000100:00100000:1.0:1734684801.268972:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848133760:0@lo:8:kworker.0 00000100:00080000:1.0:1734684801.268980:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734684801.268982:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848133632:12345-0@lo:400:kworker.0 Request processed in 14us (190us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684801.268982:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684801.268985:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40950 00000100:00100000:1.0:1734684801.268985:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848134144:0@lo:8:kworker.0 00000100:00100000:0.0:1734684801.268999:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848133504:0@lo:400:kworker.0 00000100:00100000:0.0:1734684801.269005:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848134272:0@lo:400:kworker.0 00000100:00100000:1.0:1734684801.269008:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848133888:0@lo:400:kworker.0 00000100:00100000:0.0:1734684801.269009:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848133632:0@lo:400:kworker.0 00000100:00100000:0.0:1734684801.269014:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848134400:0@lo:400:kworker.0 00000100:00100000:1.0:1734684801.269016:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848133248:0@lo:400:kworker.0 00000100:00100000:1.0:1734684801.300730:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848134528:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684801.300793:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684801.300844:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848134528 00000100:00100000:0.0:1734684801.300850:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848134528 00000100:00100000:0.0:1734684801.300887:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40951 00000100:00100000:0.0:1734684801.300894:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848134528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734684801.300925:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734684801.300978:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848134528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684801.300986:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40951 00000100:00100000:1.0:1734684801.301003:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848134528:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684801.348744:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848134656:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734684801.348796:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684801.348864:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848134656 00000100:00100000:0.0:1734684801.348870:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848134656 00000100:00100000:0.0:1734684801.348901:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6638 00000100:00100000:0.0:1734684801.348907:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848134656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684801.348929:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684801.348963:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848134656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684801.348968:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6638 00000100:00100000:2.0:1734684801.348981:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848134656:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684801.858717:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684802.860754:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684803.060733:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848134784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684803.060786:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684803.060830:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848134784 00000100:00100000:0.0:1734684803.060838:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848134784 00000100:00100000:0.0:1734684803.060881:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6639 00000100:00100000:0.0:1734684803.060886:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848134784:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734684803.060902:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684773 00002000:00000024:0.0:1734684803.060908:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684803.060945:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848134784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684803.060949:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6639 00000100:00100000:2.0:1734684803.060963:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848134784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684803.718939:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684803.718974:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684803.719000:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684803.719017:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872627200 00000100:00100000:2.0:1734684803.719019:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872627456 00000100:00100000:0.0:1734684803.719026:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684803.719026:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872627456 00000100:00100000:3.0:1734684803.719026:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872627200 00000100:00100000:3.0:1734684803.719057:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872627328 00000100:00100000:2.0:1734684803.719059:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53820 00000100:00100000:3.0:1734684803.719059:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872627328 00000100:00100000:2.0:1734684803.719065:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872627456:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684803.719072:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2119 00000100:00100000:3.0:1734684803.719076:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872627200:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684803.719078:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2120 00000100:00100000:1.0:1734684803.719084:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872627328:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:2.0:1734684803.719087:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684803.719117:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872627072 00000100:00100000:0.0:1734684803.719125:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872627072 00000100:00100000:1.0:1734684803.719134:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872627328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684803.719135:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872627456:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 70us (160us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684803.719137:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872627200:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684803.719138:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2120 00000100:00100000:2.0:1734684803.719140:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53820 00000100:00100000:3.0:1734684803.719144:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2119 00000100:00080000:2.0:1734684803.719161:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684773 00000100:00100000:0.0:1734684803.719163:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 677 00000100:00080000:2.0:1734684803.719164:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684773 00000100:00080000:2.0:1734684803.719165:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684773 00000100:00100000:0.0:1734684803.719171:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872627072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684803.719223:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872627072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684803.719230:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 677 00010000:00010000:2.0:1734684803.862792:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684804.864734:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684805.866753:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684806.228805:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848134912:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684806.228896:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684806.228972:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848134912 00000100:00100000:0.0:1734684806.228985:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848134912 00000100:00100000:0.0:1734684806.229061:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40952 00000100:00100000:0.0:1734684806.229072:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848134912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734684806.229139:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734684806.229227:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848134912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 154us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684806.229238:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40952 00000100:00100000:1.0:1734684806.229277:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848134912:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734684806.276724:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734684806.276730:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684806.276733:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684806.276740:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9601 00000100:00100000:2.0:1734684806.276742:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848135168:0@lo:400:kworker.0 00000100:00080000:0.0:1734684806.276745:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734684806.276750:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684806.276761:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848135040:0@lo:400:kworker.0 00000100:00100000:3.0:1734684806.276761:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848135296:0@lo:400:kworker.0 00000100:00100000:0.0:1734684806.276772:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d00e00 x1818938848135552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734684806.276795:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734684806.276798:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684806.276799:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684806.276801:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9601 00000100:00080000:0.0:1734684806.276803:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734684806.276806:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684806.276813:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff41500 x1818938848135936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734684806.276815:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684806.276820:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684806.276839:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848135168 00000100:00100000:0.0:1734684806.276842:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848135552:0@lo:8:kworker.0 00000100:00100000:1.0:1734684806.276846:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848135680:0@lo:400:kworker.0 00000100:00100000:2.0:1734684806.276846:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848135808:0@lo:400:kworker.0 00000100:00100000:3.0:1734684806.276847:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848135168 00000100:00100000:2.0:1734684806.276864:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684806.276871:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684806.276877:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848135808 00000100:00080000:2.0:1734684806.276880:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684776 00000100:00100000:1.0:1734684806.276881:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848135808 00000100:00100000:0.0:1734684806.276890:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848135936:0@lo:8:kworker.0 00000100:00100000:3.0:1734684806.276890:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121 00000100:00100000:2.0:1734684806.276891:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848135552 00000100:00100000:2.0:1734684806.276894:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848135552 00000100:00100000:3.0:1734684806.276897:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848135168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684806.276902:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684806.276903:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122 00000100:00100000:1.0:1734684806.276907:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848135808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684806.276908:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848135936 00000100:00100000:2.0:1734684806.276909:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848135936 00000100:00100000:2.0:1734684806.276918:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53821 00000100:00100000:2.0:1734684806.276921:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848135552:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684806.276930:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848135040 00000100:00100000:0.0:1734684806.276933:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848135040 00010000:00020000:2.0:1734684806.276938:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684806.276941:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848135808:12345-0@lo:400:kworker.0 Request processed in 32us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684806.276941:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848135168:12345-0@lo:400:kworker.0 Request processed in 43us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684806.276948:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122 00000100:00100000:3.0:1734684806.276950:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121 00000100:00100000:0.0:1734684806.276955:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1734684806.276958:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848135552:12345-0@lo:8:kworker.0 Request processed in 36us (87us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684806.276959:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848135040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684806.276963:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53821 00000100:00100000:3.0:1734684806.276973:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53822 00000100:00100000:1.0:1734684806.276975:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684806.276977:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848135936:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684806.276981:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848135040:12345-0@lo:400:kworker.0 Request processed in 22us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684806.276984:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848135680 00000100:00100000:0.0:1734684806.276986:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1734684806.276986:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848135680 00010000:00020000:3.0:1734684806.276989:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684806.276999:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848135040:0@lo:400:kworker.0 00000100:00100000:2.0:1734684806.277001:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7513 00000100:00100000:2.0:1734684806.277004:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848135680:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734684806.277008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684776 00000100:00100000:3.0:1734684806.277009:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848135936:12345-0@lo:8:kworker.0 Request processed in 31us (106us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734684806.277010:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684776 00000100:00100000:3.0:1734684806.277015:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53822 00000100:00080000:0.0:1734684806.277019:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684806.277021:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684806.277024:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848135552:0@lo:8:kworker.0 00000100:00100000:2.0:1734684806.277025:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848135680:12345-0@lo:400:kworker.0 Request processed in 20us (49us total) trans 0 rc 0/0 00000100:00080000:0.0:1734684806.277029:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684806.277030:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684806.277030:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7513 00000100:00100000:3.0:1734684806.277031:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684806.277032:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848135936:0@lo:8:kworker.0 00000100:00100000:1.0:1734684806.277032:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848135680:0@lo:400:kworker.0 00000100:00100000:3.0:1734684806.277044:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848136064:0@lo:400:kworker.0 00000100:00100000:1.0:1734684806.277046:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848135424:0@lo:400:kworker.0 00000100:00100000:0.0:1734684806.277050:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848135296 00000100:00100000:0.0:1734684806.277052:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848135296 00000100:00100000:3.0:1734684806.277062:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684806.277063:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684806.277066:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2123 00000100:00100000:0.0:1734684806.277068:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848135296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684806.277074:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848136192:0@lo:400:kworker.0 00000100:00100000:3.0:1734684806.277080:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848136064 00000100:00100000:3.0:1734684806.277083:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848136064 00000100:00100000:0.0:1734684806.277088:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848135296:12345-0@lo:400:kworker.0 Request processed in 19us (58us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684806.277089:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684806.277092:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2123 00000100:00100000:0.0:1734684806.277097:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848136192 00000100:00100000:3.0:1734684806.277097:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7514 00000100:00100000:0.0:1734684806.277099:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848136192 00000100:00100000:3.0:1734684806.277101:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848136064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684806.277108:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124 00000100:00100000:1.0:1734684806.277110:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848135424 00000100:00100000:0.0:1734684806.277111:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848136192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684806.277112:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848135424 00000100:00100000:3.0:1734684806.277123:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848136064:12345-0@lo:400:kworker.0 Request processed in 21us (60us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684806.277125:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848136192:12345-0@lo:400:kworker.0 Request processed in 13us (36us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684806.277128:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124 00000100:00100000:3.0:1734684806.277129:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7514 00000100:00100000:1.0:1734684806.277131:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40953 00000100:00080000:0.0:1734684806.277135:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684776 00000100:00100000:1.0:1734684806.277135:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848135424:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734684806.277137:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684776 00000100:00080000:0.0:1734684806.277138:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684776 00000100:00100000:2.0:1734684806.277145:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848135808:0@lo:400:kworker.0 00000100:00100000:2.0:1734684806.277151:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848135168:0@lo:400:kworker.0 00000100:00100000:3.0:1734684806.277153:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848136064:0@lo:400:kworker.0 00000100:00100000:1.0:1734684806.277159:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848135424:12345-0@lo:400:kworker.0 Request processed in 24us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684806.277162:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848135296:0@lo:400:kworker.0 00000100:00100000:1.0:1734684806.277164:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40953 00000100:00100000:1.0:1734684806.277181:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848135424:0@lo:400:kworker.0 00000100:00100000:1.0:1734684806.277189:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848136192:0@lo:400:kworker.0 00000100:00100000:2.0:1734684806.308695:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848136320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684806.308755:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684806.308790:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848136320 00000100:00100000:1.0:1734684806.308797:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848136320 00000100:00100000:1.0:1734684806.308830:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40954 00000100:00100000:1.0:1734684806.308837:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848136320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684806.308871:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684806.308916:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848136320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684806.308922:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40954 00000100:00100000:2.0:1734684806.308940:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848136320:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684806.356789:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848136448:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684806.356875:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684806.356922:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848136448 00000100:00100000:0.0:1734684806.356932:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848136448 00000100:00100000:0.0:1734684806.356984:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6640 00000100:00100000:0.0:1734684806.356990:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848136448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684806.357024:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684806.357076:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848136448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684806.357082:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6640 00000100:00100000:3.0:1734684806.357122:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848136448:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684806.868754:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684807.870770:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684808.068738:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848136576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684808.068793:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684808.068853:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848136576 00000100:00100000:0.0:1734684808.068861:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848136576 00000100:00080000:2.0:1734684808.068900:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684778 00000100:00100000:0.0:1734684808.068901:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6641 00000100:00100000:0.0:1734684808.068907:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848136576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684808.068934:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684808.068968:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848136576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684808.068972:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6641 00000100:00100000:3.0:1734684808.068984:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072ef8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848136576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684808.727030:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684808.727074:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684808.727105:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872627712 00000100:00100000:0.0:1734684808.727111:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684808.727117:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872627712 00000100:00100000:0.0:1734684808.727144:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684808.727144:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872627968 00000100:00100000:3.0:1734684808.727153:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872627968 00000100:00100000:0.0:1734684808.727167:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872627584 00000100:00100000:0.0:1734684808.727172:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872627584 00000100:00100000:1.0:1734684808.727177:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872627840 00000100:00100000:1.0:1734684808.727179:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872627840 00000100:00100000:3.0:1734684808.727184:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53823 00000100:00100000:3.0:1734684808.727192:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872627968:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684808.727197:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2125 00000100:00080000:2.0:1734684808.727198:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684778 00000100:00100000:1.0:1734684808.727201:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872627712:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734684808.727201:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684778 00000100:00100000:0.0:1734684808.727203:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 679 00000100:00080000:2.0:1734684808.727203:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684778 00000100:00100000:0.0:1734684808.727209:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872627584:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734684808.727214:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684808.727226:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2126 00000100:00100000:2.0:1734684808.727231:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872627840:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684808.727262:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872627584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684808.727262:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872627968:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 69us (186us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684808.727286:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53823 00000100:00100000:0.0:1734684808.727288:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 679 00000100:00100000:2.0:1734684808.727295:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872627840:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684808.727302:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872627712:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 99us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684808.727302:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2126 00000100:00100000:1.0:1734684808.727310:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2125 00010000:00010000:2.0:1734684808.872728:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684809.874743:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684810.876756:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684811.236774:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734684811.236798:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848136704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684811.236872:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684811.236913:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848136704 00000100:00100000:1.0:1734684811.236921:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848136704 00000100:00100000:1.0:1734684811.236959:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40955 00000100:00100000:1.0:1734684811.236965:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848136704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684811.237000:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684811.237036:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848136704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684811.237041:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40955 00000100:00100000:3.0:1734684811.237059:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848136704:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734684811.284752:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734684811.284760:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684811.284763:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734684811.284767:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848136960:0@lo:400:kworker.0 00000100:00100000:2.0:1734684811.284769:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848136832:0@lo:400:kworker.0 00000100:00080000:0.0:1734684811.284770:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9606 00000100:00080000:0.0:1734684811.284774:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734684811.284781:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684811.284806:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d25f480 x1818938848137344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734684811.284842:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684811.284843:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734684811.284849:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734684811.284852:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684811.284855:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684811.284858:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9606 00000100:00080000:0.0:1734684811.284861:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734684811.284866:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684811.284866:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848137344:0@lo:8:kworker.0 00000100:00100000:3.0:1734684811.284872:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848137600:0@lo:400:kworker.0 00000100:00100000:2.0:1734684811.284874:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848137472:0@lo:400:kworker.0 00000100:00100000:0.0:1734684811.284880:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d26a300 x1818938848137728/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684811.284894:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684811.284898:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684811.284912:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848136960 00000100:00100000:1.0:1734684811.284919:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848136960 00000100:00100000:3.0:1734684811.284919:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848136832 00000100:00100000:2.0:1734684811.284922:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848137216:0@lo:400:kworker.0 00000100:00100000:3.0:1734684811.284922:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848136832 00000100:00100000:2.0:1734684811.284934:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684811.284937:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848137472 00000100:00100000:0.0:1734684811.284941:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848137472 00000100:00100000:2.0:1734684811.284942:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848137984:0@lo:400:kworker.0 00000100:00100000:3.0:1734684811.284955:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1734684811.284956:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684811.284962:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848137600 00000100:00100000:3.0:1734684811.284962:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848136832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684811.284964:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848137600 00000100:00100000:2.0:1734684811.284966:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734684811.284970:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848137088:0@lo:400:kworker.0 00000100:00100000:0.0:1734684811.284973:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7515 00000100:00100000:1.0:1734684811.284975:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848137984 00000100:00100000:1.0:1734684811.284977:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848137984 00000100:00100000:0.0:1734684811.284978:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848137472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684811.284980:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684811.284988:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848137088 00000100:00100000:1.0:1734684811.284990:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848137088 00000100:00100000:2.0:1734684811.284990:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848137856:0@lo:400:kworker.0 00000100:00100000:3.0:1734684811.284996:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848136832:12345-0@lo:400:kworker.0 Request processed in 35us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684811.284999:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127 00000100:00100000:2.0:1734684811.285001:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684811.285002:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1734684811.285003:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848136960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684811.285027:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128 00000100:00100000:0.0:1734684811.285032:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848137472:12345-0@lo:400:kworker.0 Request processed in 53us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684811.285033:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848137600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684811.285036:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129 00000100:00100000:0.0:1734684811.285039:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7515 00000100:00100000:3.0:1734684811.285039:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848137984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684811.285041:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848136960:12345-0@lo:400:kworker.0 Request processed in 37us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684811.285045:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127 00000100:00100000:0.0:1734684811.285052:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848137856 00000100:00100000:0.0:1734684811.285055:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848137856 00000100:00100000:1.0:1734684811.285059:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130 00000100:00100000:1.0:1734684811.285062:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848137088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684811.285062:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848137984:12345-0@lo:400:kworker.0 Request processed in 22us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684811.285066:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129 00000100:00100000:2.0:1734684811.285068:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848137600:12345-0@lo:400:kworker.0 Request processed in 36us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684811.285073:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7516 00000100:00100000:2.0:1734684811.285073:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128 00000100:00100000:0.0:1734684811.285077:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848137856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684811.285079:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848137088:12345-0@lo:400:kworker.0 Request processed in 17us (98us total) trans 0 rc 0/0 00000100:00080000:3.0:1734684811.285081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684781 00000100:00100000:1.0:1734684811.285083:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130 00000100:00080000:3.0:1734684811.285083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684781 00000100:00080000:3.0:1734684811.285085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684781 00000100:00080000:3.0:1734684811.285086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684781 00000100:00100000:1.0:1734684811.285103:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684811.285107:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848137856:12345-0@lo:400:kworker.0 Request processed in 29us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684811.285110:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848137088:0@lo:400:kworker.0 00000100:00100000:0.0:1734684811.285112:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7516 00000100:00100000:0.0:1734684811.285121:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848137344 00000100:00100000:3.0:1734684811.285122:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848137856:0@lo:400:kworker.0 00000100:00100000:0.0:1734684811.285124:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848137344 00000100:00100000:1.0:1734684811.285125:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848137728:0@lo:8:kworker.0 00000100:00100000:2.0:1734684811.285128:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848137472:0@lo:400:kworker.0 00000100:00100000:3.0:1734684811.285129:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848137984:0@lo:400:kworker.0 00000100:00100000:2.0:1734684811.285137:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848136832:0@lo:400:kworker.0 00000100:00100000:1.0:1734684811.285139:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684811.285143:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53824 00000100:00100000:0.0:1734684811.285147:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848137344:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684811.285155:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848137728 00000100:00100000:1.0:1734684811.285157:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848137728 00010000:00020000:0.0:1734684811.285167:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684811.285172:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848137600:0@lo:400:kworker.0 00000100:00100000:1.0:1734684811.285175:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53825 00000100:00100000:1.0:1734684811.285179:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848137728:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684811.285182:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848136960:0@lo:400:kworker.0 00010000:00020000:1.0:1734684811.285187:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684811.285196:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848137344:12345-0@lo:8:kworker.0 Request processed in 47us (91us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684811.285200:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848137728:12345-0@lo:8:kworker.0 Request processed in 21us (61us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684811.285203:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53824 00000100:00100000:1.0:1734684811.285205:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53825 00000100:00100000:3.0:1734684811.285215:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848137216 00000100:00080000:1.0:1734684811.285218:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684811.285219:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848137216 00000100:00080000:1.0:1734684811.285220:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684811.285236:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848137728:0@lo:8:kworker.0 00000100:00080000:1.0:1734684811.285243:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684811.285244:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684811.285246:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848137344:0@lo:8:kworker.0 00000100:00080000:2.0:1734684811.285270:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684781 00000100:00100000:3.0:1734684811.285276:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40956 00000100:00100000:3.0:1734684811.285281:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848137216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684811.285315:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848137216:12345-0@lo:400:kworker.0 Request processed in 33us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684811.285321:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40956 00000100:00100000:0.0:1734684811.285330:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848137216:0@lo:400:kworker.0 00000100:00100000:0.0:1734684811.316728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848138112:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684811.316805:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684811.316850:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848138112 00000100:00100000:3.0:1734684811.316860:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848138112 00000100:00100000:3.0:1734684811.316909:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40957 00000100:00100000:3.0:1734684811.316917:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848138112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684811.316953:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684811.317004:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848138112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684811.317011:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40957 00000100:00100000:0.0:1734684811.317040:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072ef9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848138112:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684811.364791:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848138240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684811.364861:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684811.364926:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848138240 00000100:00100000:2.0:1734684811.364935:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848138240 00000100:00100000:2.0:1734684811.364985:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6642 00000100:00100000:2.0:1734684811.364998:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848138240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684811.365033:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684811.365082:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848138240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684811.365090:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6642 00000100:00100000:0.0:1734684811.365112:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848138240:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684811.878707:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684812.880734:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684813.076782:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684813.076808:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848138368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684813.076880:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684813.076957:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848138368 00000100:00100000:2.0:1734684813.076965:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848138368 00000100:00080000:0.0:1734684813.077000:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684783 00000100:00100000:2.0:1734684813.077027:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6643 00000100:00100000:2.0:1734684813.077034:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848138368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684813.077066:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684813.077106:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848138368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684813.077111:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6643 00000100:00100000:1.0:1734684813.077148:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848138368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684813.734917:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684813.734959:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684813.734984:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872628096 00000100:00100000:0.0:1734684813.734990:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684813.734998:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872628096 00000100:00100000:3.0:1734684813.735030:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872628224 00000100:00100000:3.0:1734684813.735042:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872628224 00000100:00100000:2.0:1734684813.735047:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 681 00000100:00100000:1.0:1734684813.735051:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872628480 00000100:00100000:2.0:1734684813.735054:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872628096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684813.735055:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872628480 00000100:00100000:1.0:1734684813.735072:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53826 00000100:00100000:0.0:1734684813.735075:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684813.735076:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872628480:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684813.735092:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872628352 00010000:00020000:1.0:1734684813.735093:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684813.735094:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872628352 00000100:00100000:2.0:1734684813.735098:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872628096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684813.735104:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 681 00000100:00100000:3.0:1734684813.735112:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2131 00000100:00100000:1.0:1734684813.735113:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872628480:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (123us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684813.735117:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53826 00000100:00100000:3.0:1734684813.735117:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872628224:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684813.735137:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2132 00000100:00100000:2.0:1734684813.735140:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872628352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734684813.735156:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684783 00000100:00080000:1.0:1734684813.735158:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684783 00000100:00080000:1.0:1734684813.735160:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684783 00000100:00100000:2.0:1734684813.735171:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872628352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684813.735172:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872628224:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684813.735175:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2132 00000100:00100000:3.0:1734684813.735178:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2131 00010000:00010000:2.0:1734684813.882720:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684814.884722:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684815.886696:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684816.244701:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848138496:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684816.244753:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684816.244794:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848138496 00000100:00100000:3.0:1734684816.244800:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848138496 00000100:00100000:3.0:1734684816.244837:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40958 00000100:00100000:3.0:1734684816.244842:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848138496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684816.244868:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684816.244904:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848138496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684816.244911:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40958 00000100:00100000:1.0:1734684816.244936:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848138496:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734684816.292749:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734684816.292755:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684816.292758:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684816.292765:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9611 00000100:00100000:1.0:1734684816.292766:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848138624:0@lo:400:kworker.0 00000100:00100000:2.0:1734684816.292766:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848138752:0@lo:400:kworker.0 00000100:00080000:0.0:1734684816.292768:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734684816.292774:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684816.292793:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d834a80 x1818938848139136/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734684816.292819:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734684816.292822:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734684816.292822:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734684816.292824:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734684816.292824:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734684816.292827:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9611 00000100:00080000:0.0:1734684816.292830:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734684816.292833:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684816.292844:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099583100 x1818938848139520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684816.292844:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848139264:0@lo:400:kworker.0 00000100:00100000:2.0:1734684816.292853:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848139392:0@lo:400:kworker.0 00000100:00100000:1.0:1734684816.292857:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684816.292871:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684816.292875:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848139136:0@lo:8:kworker.0 00000100:00100000:0.0:1734684816.292881:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848138624 00000100:00100000:0.0:1734684816.292887:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848138624 00000100:00100000:3.0:1734684816.292888:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848138752 00000100:00100000:2.0:1734684816.292889:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848139392 00000100:00100000:1.0:1734684816.292891:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684816.292892:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848139392 00000100:00100000:3.0:1734684816.292894:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848138752 00000100:00100000:1.0:1734684816.292902:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848139520:0@lo:8:kworker.0 00000100:00100000:0.0:1734684816.292917:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1734684816.292917:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684816.292920:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133 00000100:00100000:0.0:1734684816.292923:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848138624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684816.292924:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134 00000100:00100000:3.0:1734684816.292925:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848138752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684816.292928:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848139392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684816.292941:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848139264 00000100:00100000:1.0:1734684816.292945:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848139264 00000100:00100000:2.0:1734684816.292960:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848139392:12345-0@lo:400:kworker.0 Request processed in 31us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684816.292962:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848138624:12345-0@lo:400:kworker.0 Request processed in 40us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684816.292965:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848139136 00000100:00100000:0.0:1734684816.292967:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1734684816.292967:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134 00000100:00100000:1.0:1734684816.292968:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848139136 00000100:00100000:3.0:1734684816.292973:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848138752:12345-0@lo:400:kworker.0 Request processed in 47us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684816.292977:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7517 00000100:00100000:3.0:1734684816.292979:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133 00000100:00100000:1.0:1734684816.292982:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848139264:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734684816.292988:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684786 00000100:00100000:2.0:1734684816.292988:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848139520 00000100:00080000:0.0:1734684816.292991:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684786 00000100:00100000:2.0:1734684816.292991:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848139520 00000100:00080000:0.0:1734684816.292992:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684786 00000100:00100000:0.0:1734684816.293000:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848138880:0@lo:400:kworker.0 00000100:00100000:2.0:1734684816.293004:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53827 00000100:00100000:2.0:1734684816.293010:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848139136:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684816.293011:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848139264:12345-0@lo:400:kworker.0 Request processed in 27us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684816.293015:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53828 00000100:00100000:1.0:1734684816.293019:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7517 00000100:00100000:0.0:1734684816.293020:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684816.293021:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848139520:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684816.293032:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848139648:0@lo:400:kworker.0 00010000:00020000:2.0:1734684816.293034:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734684816.293038:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684816.293040:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848139008:0@lo:400:kworker.0 00000100:00100000:0.0:1734684816.293046:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684816.293059:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848139136:12345-0@lo:8:kworker.0 Request processed in 50us (167us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684816.293063:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684816.293065:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848139520:12345-0@lo:8:kworker.0 Request processed in 44us (147us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684816.293066:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53827 00000100:00100000:3.0:1734684816.293071:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53828 00000100:00100000:2.0:1734684816.293073:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848139648 00000100:00100000:2.0:1734684816.293075:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848139648 00000100:00100000:1.0:1734684816.293076:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848139776:0@lo:400:kworker.0 00000100:00100000:0.0:1734684816.293082:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848139264:0@lo:400:kworker.0 00000100:00100000:3.0:1734684816.293089:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848138880 00000100:00100000:0.0:1734684816.293090:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848138624:0@lo:400:kworker.0 00000100:00100000:2.0:1734684816.293091:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7518 00000100:00100000:1.0:1734684816.293092:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684816.293092:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848138880 00000100:00100000:2.0:1734684816.293095:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848139648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684816.293106:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848139776 00000100:00080000:0.0:1734684816.293108:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684786 00000100:00100000:3.0:1734684816.293108:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848139776 00000100:00080000:0.0:1734684816.293110:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684786 00000100:00080000:1.0:1734684816.293117:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734684816.293119:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848139648:12345-0@lo:400:kworker.0 Request processed in 23us (71us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684816.293120:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684816.293120:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2135 00000100:00100000:0.0:1734684816.293123:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848139648:0@lo:400:kworker.0 00000100:00100000:1.0:1734684816.293124:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848139136:0@lo:8:kworker.0 00000100:00100000:3.0:1734684816.293124:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848138880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684816.293125:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7518 00000100:00080000:1.0:1734684816.293132:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684816.293134:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684816.293137:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848139520:0@lo:8:kworker.0 00000100:00100000:2.0:1734684816.293166:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136 00000100:00100000:0.0:1734684816.293169:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848139008 00000100:00100000:2.0:1734684816.293170:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848139776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684816.293171:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848139008 00000100:00100000:3.0:1734684816.293185:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848138880:12345-0@lo:400:kworker.0 Request processed in 60us (165us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684816.293188:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684786 00000100:00100000:0.0:1734684816.293193:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40959 00000100:00100000:3.0:1734684816.293193:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2135 00000100:00100000:0.0:1734684816.293197:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848139008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684816.293197:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848139776:12345-0@lo:400:kworker.0 Request processed in 27us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684816.293202:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136 00000100:00100000:1.0:1734684816.293206:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848138880:0@lo:400:kworker.0 00000100:00100000:0.0:1734684816.293223:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848139008:12345-0@lo:400:kworker.0 Request processed in 24us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684816.293224:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848139008:0@lo:400:kworker.0 00000100:00100000:2.0:1734684816.293224:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848139392:0@lo:400:kworker.0 00000100:00100000:0.0:1734684816.293228:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40959 00000100:00100000:1.0:1734684816.293232:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848139776:0@lo:400:kworker.0 00000100:00100000:2.0:1734684816.293233:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848138752:0@lo:400:kworker.0 00000100:00100000:2.0:1734684816.324712:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848139904:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684816.324771:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684816.324822:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848139904 00000100:00100000:0.0:1734684816.324830:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848139904 00000100:00100000:0.0:1734684816.324872:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40960 00000100:00100000:0.0:1734684816.324879:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848139904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734684816.324910:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734684816.324960:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848139904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684816.324965:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40960 00000100:00100000:2.0:1734684816.325001:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848139904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684816.372770:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848140032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684816.372826:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684816.372864:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848140032 00000100:00100000:2.0:1734684816.372872:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848140032 00000100:00100000:2.0:1734684816.372909:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6644 00000100:00100000:2.0:1734684816.372914:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848140032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684816.372941:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684816.372981:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848140032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684816.372988:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6644 00000100:00100000:0.0:1734684816.373016:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848140032:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684816.888770:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684817.890736:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684818.084732:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848140160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684818.084791:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684818.084832:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848140160 00000100:00100000:0.0:1734684818.084838:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848140160 00000100:00080000:1.0:1734684818.084872:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684788 00000100:00100000:0.0:1734684818.084892:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6645 00000100:00100000:0.0:1734684818.084899:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848140160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684818.084925:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684818.084972:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848140160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684818.084979:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6645 00000100:00100000:2.0:1734684818.085005:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848140160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684818.742890:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684818.742932:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684818.742949:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684818.742974:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872628736 00000100:00100000:0.0:1734684818.742980:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684818.742985:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872628736 00000100:00100000:0.0:1734684818.743010:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872628864 00000100:00100000:3.0:1734684818.743011:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872628608 00000100:00100000:0.0:1734684818.743013:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872628864 00000100:00100000:3.0:1734684818.743021:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872628608 00000100:00100000:0.0:1734684818.743044:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2137 00000100:00100000:0.0:1734684818.743050:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872628864:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684818.743050:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2138 00000100:00100000:2.0:1734684818.743054:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872628736:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734684818.743060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684788 00000100:00080000:1.0:1734684818.743065:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684788 00000100:00100000:3.0:1734684818.743066:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 683 00000100:00080000:1.0:1734684818.743067:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684788 00000100:00100000:3.0:1734684818.743071:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872628608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684818.743126:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872628864:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 76us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684818.743130:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872628736:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 75us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684818.743132:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2137 00000100:00100000:2.0:1734684818.743135:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2138 00000100:00100000:3.0:1734684818.743145:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872628608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684818.743150:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 683 00000100:00100000:2.0:1734684818.743164:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872628992 00000100:00100000:2.0:1734684818.743167:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872628992 00000100:00100000:2.0:1734684818.743178:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53829 00000100:00100000:2.0:1734684818.743181:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872628992:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734684818.743202:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684818.743219:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872628992:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (239us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684818.743226:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53829 00010000:00010000:2.0:1734684818.892767:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684819.894730:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684820.896783:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684821.252799:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848140288:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684821.252851:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684821.252891:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848140288 00000100:00100000:2.0:1734684821.252897:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848140288 00000100:00100000:2.0:1734684821.252933:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40961 00000100:00100000:2.0:1734684821.252940:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848140288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684821.252973:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684821.253024:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848140288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684821.253031:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40961 00000100:00100000:0.0:1734684821.253084:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848140288:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734684821.300690:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734684821.300695:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684821.300697:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734684821.300699:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848140416:0@lo:400:kworker.0 00000100:00080000:0.0:1734684821.300702:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9616 00000100:00080000:0.0:1734684821.300706:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734684821.300709:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734684821.300712:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848140672:0@lo:400:kworker.0 00000100:00100000:0.0:1734684821.300724:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eed5880 x1818938848140928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684821.300738:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848140544:0@lo:400:kworker.0 00000100:00080000:0.0:1734684821.300748:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734684821.300751:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684821.300753:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734684821.300756:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734684821.300757:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9616 00000100:00100000:2.0:1734684821.300758:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734684821.300759:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734684821.300762:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684821.300775:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096469500 x1818938848141312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684821.300777:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734684821.300780:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848141056:0@lo:400:kworker.0 00000100:00100000:3.0:1734684821.300781:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848140800:0@lo:400:kworker.0 00000100:00100000:3.0:1734684821.300799:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684821.300800:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684821.300805:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684821.300806:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848141568:0@lo:400:kworker.0 00000100:00100000:3.0:1734684821.300807:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848141440:0@lo:400:kworker.0 00000100:00100000:2.0:1734684821.300819:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684821.300820:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684821.300825:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848141184:0@lo:400:kworker.0 00000100:00100000:0.0:1734684821.300840:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684821.300846:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848140416 00000100:00100000:3.0:1734684821.300851:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848140416 00000100:00100000:1.0:1734684821.300854:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848140928:0@lo:8:kworker.0 00000100:00100000:2.0:1734684821.300854:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848140672 00000100:00100000:2.0:1734684821.300857:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848140672 00000100:00100000:0.0:1734684821.300874:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848140544 00000100:00100000:3.0:1734684821.300877:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1734684821.300878:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848140544 00000100:00100000:3.0:1734684821.300882:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848140416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684821.300884:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848141568 00000100:00100000:1.0:1734684821.300886:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684821.300887:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848141568 00000100:00100000:1.0:1734684821.300902:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848141312:0@lo:8:kworker.0 00000100:00100000:0.0:1734684821.300903:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2139 00000100:00100000:3.0:1734684821.300907:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848140416:12345-0@lo:400:kworker.0 Request processed in 25us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684821.300908:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140 00000100:00100000:0.0:1734684821.300909:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848140672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684821.300911:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848140544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684821.300911:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1734684821.300917:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684821.300932:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848141056 00000100:00100000:3.0:1734684821.300934:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848141056 00000100:00100000:2.0:1734684821.300939:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848140544:12345-0@lo:400:kworker.0 Request processed in 27us (140us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684821.300943:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684791 00000100:00100000:2.0:1734684821.300943:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140 00000100:00100000:3.0:1734684821.300945:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848141440 00000100:00100000:3.0:1734684821.300947:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848141440 00000100:00080000:1.0:1734684821.300948:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684791 00000100:00100000:0.0:1734684821.300949:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848140672:12345-0@lo:400:kworker.0 Request processed in 39us (192us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684821.300951:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684791 00000100:00100000:2.0:1734684821.300951:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141 00000100:00080000:1.0:1734684821.300953:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684791 00000100:00100000:2.0:1734684821.300954:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848141568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684821.300955:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2139 00000100:00080000:1.0:1734684821.300955:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684791 00000100:00100000:3.0:1734684821.300955:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848140928 00000100:00100000:3.0:1734684821.300957:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848140928 00000100:00100000:3.0:1734684821.300963:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848141312 00000100:00100000:3.0:1734684821.300965:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848141312 00000100:00100000:2.0:1734684821.300968:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848141568:12345-0@lo:400:kworker.0 Request processed in 14us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684821.300972:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7519 00000100:00100000:2.0:1734684821.300973:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141 00000100:00100000:3.0:1734684821.300975:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848141056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684821.300986:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7520 00000100:00100000:3.0:1734684821.300990:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848141056:12345-0@lo:400:kworker.0 Request processed in 14us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684821.300992:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848141440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684821.300994:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53830 00000100:00100000:2.0:1734684821.301000:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53831 00000100:00100000:1.0:1734684821.301001:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848140928:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684821.301003:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848141312:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684821.301003:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7519 00000100:00100000:0.0:1734684821.301015:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848141440:12345-0@lo:400:kworker.0 Request processed in 23us (193us total) trans 0 rc 0/0 00010000:00020000:2.0:1734684821.301017:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684821.301020:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7520 00010000:00020000:1.0:1734684821.301028:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684821.301031:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848141440:0@lo:400:kworker.0 00000100:00100000:2.0:1734684821.301034:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848141312:12345-0@lo:8:kworker.0 Request processed in 31us (117us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684821.301037:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848140672:0@lo:400:kworker.0 00000100:00100000:2.0:1734684821.301038:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53831 00000100:00100000:0.0:1734684821.301046:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848141568:0@lo:400:kworker.0 00000100:00100000:2.0:1734684821.301070:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848140544:0@lo:400:kworker.0 00000100:00100000:3.0:1734684821.301075:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848140800 00000100:00100000:1.0:1734684821.301076:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848140928:12345-0@lo:8:kworker.0 Request processed in 74us (188us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684821.301077:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848140800 00000100:00100000:1.0:1734684821.301083:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53830 00000100:00100000:2.0:1734684821.301085:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684821.301092:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40962 00000100:00100000:2.0:1734684821.301096:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848141056:0@lo:400:kworker.0 00000100:00100000:3.0:1734684821.301096:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848140800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684821.301101:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848140416:0@lo:400:kworker.0 00000100:00100000:0.0:1734684821.301104:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848141184 00000100:00100000:0.0:1734684821.301107:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848141184 00000100:00080000:2.0:1734684821.301116:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684791 00000100:00080000:1.0:1734684821.301117:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684821.301117:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848140800:12345-0@lo:400:kworker.0 Request processed in 21us (318us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684821.301121:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684821.301121:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40962 00000100:00100000:0.0:1734684821.301124:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142 00000100:00100000:1.0:1734684821.301125:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848140928:0@lo:8:kworker.0 00000100:00100000:0.0:1734684821.301128:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848141184:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684821.301133:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684821.301135:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684821.301135:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848140800:0@lo:400:kworker.0 00000100:00100000:1.0:1734684821.301139:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848141312:0@lo:8:kworker.0 00000100:00100000:0.0:1734684821.301156:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848141184:12345-0@lo:400:kworker.0 Request processed in 27us (69us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684821.301162:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142 00000100:00100000:2.0:1734684821.301167:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848141184:0@lo:400:kworker.0 00000100:00100000:0.0:1734684821.332692:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848141696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684821.332738:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684821.332777:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848141696 00000100:00100000:3.0:1734684821.332785:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848141696 00000100:00100000:3.0:1734684821.332825:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40963 00000100:00100000:3.0:1734684821.332832:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848141696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684821.332860:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684821.332907:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848141696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684821.332914:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40963 00000100:00100000:0.0:1734684821.332928:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848141696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684821.380753:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848141824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684821.380800:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684821.380860:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848141824 00000100:00100000:2.0:1734684821.380868:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848141824 00000100:00100000:2.0:1734684821.380908:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6646 00000100:00100000:2.0:1734684821.380915:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848141824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684821.380952:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684821.380997:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848141824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684821.381003:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6646 00000100:00100000:0.0:1734684821.381037:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848141824:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684821.898697:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684822.900682:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684823.092727:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734684823.092745:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848141952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684823.092792:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684823.092835:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848141952 00000100:00100000:2.0:1734684823.092842:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848141952 00000100:00080000:0.0:1734684823.092872:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684793 00000100:00100000:2.0:1734684823.092884:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6647 00000100:00100000:2.0:1734684823.092889:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848141952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684823.092914:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684823.092950:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848141952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684823.092955:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6647 00000100:00100000:0.0:1734684823.092972:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848141952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684823.750915:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684823.750966:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684823.750992:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872629120 00000100:00100000:0.0:1734684823.750995:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684823.751002:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872629120 00000100:00100000:2.0:1734684823.751036:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872629248 00000100:00100000:2.0:1734684823.751041:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872629248 00000100:00100000:0.0:1734684823.751055:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684823.751074:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872629376 00000100:00100000:2.0:1734684823.751075:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872629376 00000100:00100000:1.0:1734684823.751078:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 685 00000100:00100000:1.0:1734684823.751085:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872629120:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684823.751090:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2143 00000100:00100000:2.0:1734684823.751095:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872629248:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684823.751104:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2144 00000100:00100000:0.0:1734684823.751113:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872629376:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734684823.751131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684793 00000100:00080000:3.0:1734684823.751135:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684793 00000100:00080000:3.0:1734684823.751136:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684793 00000100:00100000:3.0:1734684823.751146:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872629504 00000100:00100000:2.0:1734684823.751147:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872629248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684823.751149:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872629120:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 63us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684823.751149:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872629504 00000100:00100000:2.0:1734684823.751152:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2143 00000100:00100000:1.0:1734684823.751157:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 685 00000100:00100000:3.0:1734684823.751165:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53832 00000100:00100000:3.0:1734684823.751169:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872629504:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734684823.751171:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872629376:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684823.751179:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2144 00010000:00020000:3.0:1734684823.751185:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684823.751207:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872629504:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (153us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684823.751212:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53832 00010000:00010000:2.0:1734684823.902777:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684824.904757:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684825.906802:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684826.260753:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848142080:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734684826.260822:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684826.260860:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848142080 00000100:00100000:3.0:1734684826.260869:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848142080 00000100:00100000:3.0:1734684826.260913:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40964 00000100:00100000:3.0:1734684826.260919:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848142080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684826.260954:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684826.261014:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848142080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684826.261020:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40964 00000100:00100000:2.0:1734684826.261035:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848142080:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734684826.308780:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734684826.308780:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848142336:0@lo:400:kworker.0 00000100:00100000:1.0:1734684826.308781:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848142208:0@lo:400:kworker.0 00000100:00080000:0.0:1734684826.308786:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684826.308790:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684826.308795:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9621 00000100:00080000:0.0:1734684826.308799:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734684826.308805:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734684826.308810:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848142464:0@lo:400:kworker.0 00000100:00100000:0.0:1734684826.308828:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009870a680 x1818938848142720/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684826.308851:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684826.308851:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734684826.308856:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734684826.308859:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684826.308861:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684826.308864:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9621 00000100:00100000:3.0:1734684826.308865:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848142592:0@lo:400:kworker.0 00000100:00080000:0.0:1734684826.308866:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734684826.308869:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684826.308877:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848142848:0@lo:400:kworker.0 00000100:00100000:2.0:1734684826.308877:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848142976:0@lo:400:kworker.0 00000100:00100000:0.0:1734684826.308879:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098709880 x1818938848143104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684826.308892:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684826.308897:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684826.308900:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684826.308914:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848143360:0@lo:400:kworker.0 00000100:00100000:0.0:1734684826.308919:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848142336 00000100:00100000:1.0:1734684826.308925:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848142720:0@lo:8:kworker.0 00000100:00100000:0.0:1734684826.308926:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848142336 00000100:00100000:2.0:1734684826.308926:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848142976 00000100:00100000:2.0:1734684826.308930:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848142976 00000100:00100000:3.0:1734684826.308944:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684826.308945:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684826.308955:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848143104:0@lo:8:kworker.0 00000100:00100000:3.0:1734684826.308958:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734684826.308962:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848143360 00000100:00100000:0.0:1734684826.308965:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848143360 00000100:00100000:1.0:1734684826.308965:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684826.308965:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848143232:0@lo:400:kworker.0 00000100:00100000:2.0:1734684826.308985:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145 00000100:00100000:2.0:1734684826.308992:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848142336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684826.308999:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146 00000100:00100000:1.0:1734684826.309001:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848142208 00000100:00100000:3.0:1734684826.309001:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684826.309003:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848142976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684826.309005:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848142208 00000100:00100000:1.0:1734684826.309025:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1734684826.309028:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848142208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684826.309028:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848142848 00000100:00100000:2.0:1734684826.309030:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848142336:12345-0@lo:400:kworker.0 Request processed in 39us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684826.309032:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848142848 00000100:00100000:2.0:1734684826.309035:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145 00000100:00100000:0.0:1734684826.309038:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848142976:12345-0@lo:400:kworker.0 Request processed in 34us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684826.309041:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146 00000100:00100000:1.0:1734684826.309048:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848142208:12345-0@lo:400:kworker.0 Request processed in 19us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684826.309053:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1734684826.309053:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2147 00000100:00100000:2.0:1734684826.309055:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848143360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684826.309056:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848142720 00000100:00100000:3.0:1734684826.309058:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848142720 00000100:00080000:0.0:1734684826.309061:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684796 00000100:00080000:0.0:1734684826.309064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684796 00000100:00080000:0.0:1734684826.309066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684796 00000100:00100000:3.0:1734684826.309069:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848143104 00000100:00100000:2.0:1734684826.309071:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848143360:12345-0@lo:400:kworker.0 Request processed in 15us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684826.309071:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848143104 00000100:00100000:1.0:1734684826.309075:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848143232 00000100:00100000:2.0:1734684826.309075:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2147 00000100:00100000:1.0:1734684826.309077:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848143232 00000100:00100000:3.0:1734684826.309084:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7521 00000100:00100000:3.0:1734684826.309089:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848142848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684826.309093:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7522 00000100:00100000:2.0:1734684826.309096:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53833 00000100:00100000:0.0:1734684826.309097:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848143232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684826.309099:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53834 00000100:00100000:2.0:1734684826.309099:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848142720:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684826.309103:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848143104:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734684826.309115:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684826.309117:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848143232:12345-0@lo:400:kworker.0 Request processed in 20us (116us total) trans 0 rc 0/0 00010000:00020000:1.0:1734684826.309118:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684826.309120:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7522 00000100:00100000:3.0:1734684826.309123:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848142848:12345-0@lo:400:kworker.0 Request processed in 33us (222us total) trans 0 rc 0/0 00000100:00080000:0.0:1734684826.309129:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684796 00000100:00100000:3.0:1734684826.309130:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7521 00000100:00100000:1.0:1734684826.309134:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848143104:12345-0@lo:8:kworker.0 Request processed in 31us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684826.309134:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848142720:12345-0@lo:8:kworker.0 Request processed in 34us (188us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684826.309138:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53833 00000100:00100000:1.0:1734684826.309140:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53834 00000100:00100000:3.0:1734684826.309154:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684826.309157:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734684826.309160:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684826.309162:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848142592 00000100:00100000:2.0:1734684826.309163:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848142720:0@lo:8:kworker.0 00000100:00100000:0.0:1734684826.309164:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848142592 00000100:00100000:1.0:1734684826.309164:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848142848:0@lo:400:kworker.0 00000100:00080000:2.0:1734684826.309168:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684826.309169:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848142208:0@lo:400:kworker.0 00000100:00080000:2.0:1734684826.309170:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684826.309172:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848143104:0@lo:8:kworker.0 00000100:00100000:0.0:1734684826.309179:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40965 00000100:00100000:0.0:1734684826.309182:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848142592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684826.309185:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848143232:0@lo:400:kworker.0 00000100:00100000:2.0:1734684826.309191:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848142976:0@lo:400:kworker.0 00000100:00100000:3.0:1734684826.309195:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848143360:0@lo:400:kworker.0 00000100:00100000:2.0:1734684826.309198:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848142336:0@lo:400:kworker.0 00000100:00100000:0.0:1734684826.309199:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848142592:12345-0@lo:400:kworker.0 Request processed in 16us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684826.309203:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40965 00000100:00100000:3.0:1734684826.309203:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848142592:0@lo:400:kworker.0 00000100:00080000:0.0:1734684826.309211:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684796 00000100:00100000:0.0:1734684826.309217:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848142464 00000100:00100000:0.0:1734684826.309219:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848142464 00000100:00100000:0.0:1734684826.309239:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148 00000100:00100000:0.0:1734684826.309241:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848142464:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684826.309246:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684796 00000100:00100000:0.0:1734684826.309257:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848142464:12345-0@lo:400:kworker.0 Request processed in 16us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684826.309261:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148 00000100:00100000:3.0:1734684826.309271:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848142464:0@lo:400:kworker.0 00000100:00100000:1.0:1734684826.340764:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848143488:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684826.340832:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684826.340885:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848143488 00000100:00100000:0.0:1734684826.340893:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848143488 00000100:00100000:0.0:1734684826.340942:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40966 00000100:00100000:0.0:1734684826.340950:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848143488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734684826.341000:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734684826.341061:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848143488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 111us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684826.341072:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40966 00000100:00100000:1.0:1734684826.341103:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848143488:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684826.388787:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848143616:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734684826.388858:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684826.388910:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848143616 00000100:00100000:0.0:1734684826.388920:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848143616 00000100:00100000:0.0:1734684826.389007:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6648 00000100:00100000:0.0:1734684826.389015:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848143616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684826.389050:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684826.389111:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848143616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684826.389118:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6648 00000100:00100000:2.0:1734684826.389148:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848143616:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684826.908733:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684827.910674:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684828.100792:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848143744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684828.100865:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684828.100917:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848143744 00000100:00100000:0.0:1734684828.100927:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848143744 00000100:00100000:0.0:1734684828.101034:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6649 00000100:00080000:1.0:1734684828.101034:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684798 00000100:00100000:0.0:1734684828.101043:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848143744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684828.101086:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684828.101148:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848143744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684828.101155:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6649 00000100:00100000:3.0:1734684828.101173:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848143744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684828.758857:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684828.758905:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684828.758927:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684828.758958:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872629760 00000100:00100000:0.0:1734684828.758966:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684828.758968:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872629760 00000100:00100000:1.0:1734684828.758990:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872629632 00000100:00100000:1.0:1734684828.758995:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872629632 00000100:00100000:0.0:1734684828.759005:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872630016 00000100:00100000:0.0:1734684828.759009:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872630016 00000100:00100000:2.0:1734684828.759015:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872629888 00000100:00100000:2.0:1734684828.759017:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872629888 00000100:00100000:1.0:1734684828.759023:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 687 00000100:00100000:0.0:1734684828.759025:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53835 00000100:00100000:3.0:1734684828.759025:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2149 00000100:00100000:0.0:1734684828.759030:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872630016:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684828.759030:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872629632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684828.759031:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872629760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684828.759037:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2150 00000100:00100000:2.0:1734684828.759041:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872629888:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734684828.759054:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684828.759084:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872629888:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684828.759084:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872629760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684828.759085:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872629632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684828.759086:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872630016:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 56us (157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684828.759090:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53835 00000100:00100000:1.0:1734684828.759090:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 687 00000100:00100000:2.0:1734684828.759090:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2150 00000100:00100000:3.0:1734684828.759095:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2149 00000100:00080000:2.0:1734684828.759109:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684798 00000100:00080000:2.0:1734684828.759111:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684798 00000100:00080000:2.0:1734684828.759113:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684798 00010000:00010000:2.0:1734684828.912675:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684829.914678:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684830.916713:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684831.268721:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848143872:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684831.268777:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684831.268816:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848143872 00000100:00100000:2.0:1734684831.268823:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848143872 00000100:00100000:2.0:1734684831.268856:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40967 00000100:00100000:2.0:1734684831.268861:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848143872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684831.268902:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684831.268950:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848143872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684831.268958:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40967 00000100:00100000:0.0:1734684831.268968:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848143872:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734684831.316741:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734684831.316752:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684831.316755:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684831.316763:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9626 00000100:00080000:0.0:1734684831.316768:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734684831.316774:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684831.316776:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848144000:0@lo:400:kworker.0 00000100:00100000:2.0:1734684831.316791:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848144128:0@lo:400:kworker.0 00000100:00100000:0.0:1734684831.316792:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009870b800 x1818938848144512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684831.316797:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848144256:0@lo:400:kworker.0 00000100:00080000:0.0:1734684831.316818:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734684831.316820:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684831.316822:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684831.316825:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9626 00000100:00080000:0.0:1734684831.316826:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734684831.316830:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684831.316838:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f217b80 x1818938848144896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734684831.316862:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684831.316863:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684831.316867:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848144384:0@lo:400:kworker.0 00000100:00100000:3.0:1734684831.316881:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848144128 00000100:00100000:3.0:1734684831.316900:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848144128 00000100:00100000:2.0:1734684831.316906:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848144768:0@lo:400:kworker.0 00000100:00100000:0.0:1734684831.316913:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684831.316919:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684831.316920:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848144640:0@lo:400:kworker.0 00000100:00100000:3.0:1734684831.316930:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848144768 00000100:00100000:3.0:1734684831.316932:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848144768 00000100:00100000:0.0:1734684831.316935:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848145152:0@lo:400:kworker.0 00000100:00080000:2.0:1734684831.316940:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684801 00000100:00100000:3.0:1734684831.316944:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2151 00000100:00100000:1.0:1734684831.316946:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684831.316947:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684831.316948:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848144128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684831.316954:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684831.316957:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848145024:0@lo:400:kworker.0 00000100:00100000:2.0:1734684831.316972:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684831.316977:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848144256 00000100:00100000:0.0:1734684831.316980:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848144256 00000100:00100000:1.0:1734684831.316982:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848144000 00000100:00100000:3.0:1734684831.316983:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848144128:12345-0@lo:400:kworker.0 Request processed in 34us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684831.316988:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848144000 00000100:00100000:3.0:1734684831.316988:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2151 00000100:00100000:2.0:1734684831.316992:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848145152 00000100:00100000:2.0:1734684831.316995:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848145152 00000100:00100000:3.0:1734684831.317000:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152 00000100:00100000:3.0:1734684831.317003:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848144768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684831.317007:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153 00000100:00100000:2.0:1734684831.317011:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154 00000100:00100000:0.0:1734684831.317012:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848144256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684831.317014:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848145152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684831.317014:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848144768:12345-0@lo:400:kworker.0 Request processed in 11us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684831.317017:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152 00000100:00100000:1.0:1734684831.317023:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1734684831.317029:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848144000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684831.317033:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848144512:0@lo:8:kworker.0 00000100:00100000:2.0:1734684831.317036:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848145152:12345-0@lo:400:kworker.0 Request processed in 21us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684831.317040:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154 00000100:00100000:0.0:1734684831.317046:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848144256:12345-0@lo:400:kworker.0 Request processed in 33us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684831.317048:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684831.317052:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153 00000100:00080000:2.0:1734684831.317052:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684801 00000100:00080000:2.0:1734684831.317054:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684801 00000100:00100000:3.0:1734684831.317058:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848144896:0@lo:8:kworker.0 00000100:00100000:3.0:1734684831.317071:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684831.317072:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848144000:12345-0@lo:400:kworker.0 Request processed in 42us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684831.317072:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848144256:0@lo:400:kworker.0 00000100:00100000:0.0:1734684831.317075:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848144640 00000100:00100000:0.0:1734684831.317079:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848144640 00000100:00100000:1.0:1734684831.317079:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1734684831.317087:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848145024 00000100:00100000:2.0:1734684831.317089:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848144768:0@lo:400:kworker.0 00000100:00100000:3.0:1734684831.317089:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848145024 00000100:00100000:2.0:1734684831.317094:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848144128:0@lo:400:kworker.0 00000100:00100000:0.0:1734684831.317098:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848144512 00000100:00100000:3.0:1734684831.317099:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848144896 00000100:00100000:0.0:1734684831.317100:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848144512 00000100:00100000:3.0:1734684831.317101:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848144896 00000100:00100000:3.0:1734684831.317109:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7523 00000100:00100000:3.0:1734684831.317112:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848144640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684831.317115:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7524 00000100:00100000:2.0:1734684831.317119:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53836 00000100:00100000:0.0:1734684831.317120:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848145024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684831.317123:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848144896:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684831.317125:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53837 00000100:00100000:3.0:1734684831.317127:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848144640:12345-0@lo:400:kworker.0 Request processed in 15us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684831.317130:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848144512:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684831.317131:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7523 00010000:00020000:2.0:1734684831.317136:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734684831.317149:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684831.317150:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848145024:12345-0@lo:400:kworker.0 Request processed in 29us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684831.317155:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7524 00000100:00100000:2.0:1734684831.317155:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848144896:12345-0@lo:8:kworker.0 Request processed in 32us (83us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684831.317159:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53836 00000100:00080000:3.0:1734684831.317160:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684831.317163:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684831.317165:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848144896:0@lo:8:kworker.0 00000100:00080000:2.0:1734684831.317167:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684801 00000100:00100000:0.0:1734684831.317172:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848144384 00000100:00100000:1.0:1734684831.317174:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848144512:12345-0@lo:8:kworker.0 Request processed in 43us (125us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684831.317175:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848144384 00000100:00100000:2.0:1734684831.317175:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848145024:0@lo:400:kworker.0 00000100:00080000:3.0:1734684831.317177:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684831.317178:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684831.317180:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848144512:0@lo:8:kworker.0 00000100:00100000:1.0:1734684831.317181:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53837 00000100:00080000:2.0:1734684831.317182:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684801 00000100:00100000:0.0:1734684831.317194:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40968 00000100:00100000:0.0:1734684831.317198:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848144384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684831.317216:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848144640:0@lo:400:kworker.0 00000100:00100000:1.0:1734684831.317225:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848144000:0@lo:400:kworker.0 00000100:00100000:0.0:1734684831.317227:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848144384:12345-0@lo:400:kworker.0 Request processed in 27us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684831.317232:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40968 00000100:00100000:0.0:1734684831.317254:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848144384:0@lo:400:kworker.0 00000100:00100000:0.0:1734684831.317263:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848145152:0@lo:400:kworker.0 00000100:00100000:1.0:1734684831.348758:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848145280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684831.348828:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684831.348878:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848145280 00000100:00100000:0.0:1734684831.348901:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848145280 00000100:00100000:0.0:1734684831.348955:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40969 00000100:00100000:0.0:1734684831.348962:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848145280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734684831.349003:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734684831.349077:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848145280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684831.349084:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40969 00000100:00100000:1.0:1734684831.349114:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848145280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684831.396767:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848145408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684831.396826:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684831.396876:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848145408 00000100:00100000:2.0:1734684831.396884:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848145408 00000100:00100000:2.0:1734684831.396961:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6650 00000100:00100000:2.0:1734684831.396968:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848145408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684831.396996:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684831.397043:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848145408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684831.397051:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6650 00000100:00100000:0.0:1734684831.397107:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848145408:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684831.918684:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684832.920742:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684833.108785:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848145536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684833.108852:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684833.108918:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848145536 00000100:00100000:0.0:1734684833.108926:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848145536 00000100:00080000:2.0:1734684833.108964:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684803 00000100:00100000:0.0:1734684833.108979:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6651 00000100:00100000:0.0:1734684833.108985:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848145536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684833.109018:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684833.109061:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848145536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684833.109067:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6651 00000100:00100000:2.0:1734684833.109083:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848145536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684833.766814:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684833.766881:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684833.766902:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872630144 00000100:00100000:0.0:1734684833.766905:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684833.766913:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872630144 00000100:00100000:3.0:1734684833.766933:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872630400 00000100:00100000:3.0:1734684833.766938:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872630400 00000100:00100000:0.0:1734684833.766955:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684833.766964:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 689 00000100:00100000:3.0:1734684833.766965:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872630272 00000100:00100000:3.0:1734684833.766967:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872630272 00000100:00100000:2.0:1734684833.766970:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872630144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684833.766972:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2155 00000100:00100000:1.0:1734684833.766979:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872630400:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684833.766982:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2156 00000100:00100000:0.0:1734684833.766987:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872630272:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734684833.767001:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684803 00000100:00080000:3.0:1734684833.767004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684803 00000100:00080000:3.0:1734684833.767006:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684803 00000100:00100000:3.0:1734684833.767017:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872630528 00000100:00100000:3.0:1734684833.767019:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872630528 00000100:00100000:0.0:1734684833.767032:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872630272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684833.767032:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872630400:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684833.767032:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53838 00000100:00100000:2.0:1734684833.767033:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872630144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684833.767036:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872630528:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734684833.767038:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2156 00000100:00100000:1.0:1734684833.767041:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2155 00000100:00100000:2.0:1734684833.767041:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 689 00010000:00020000:3.0:1734684833.767057:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684833.767080:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872630528:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 44us (126us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684833.767087:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53838 00010000:00010000:2.0:1734684833.922815:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684834.924778:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684835.926783:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684836.276735:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848145664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734684836.276790:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684836.276842:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848145664 00000100:00100000:0.0:1734684836.276849:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848145664 00000100:00100000:0.0:1734684836.276891:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40970 00000100:00100000:0.0:1734684836.276899:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848145664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734684836.276929:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734684836.276976:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848145664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684836.276981:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40970 00000100:00100000:2.0:1734684836.276998:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848145664:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734684836.324696:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734684836.324701:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684836.324704:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684836.324710:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9631 00000100:00080000:0.0:1734684836.324713:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734684836.324713:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848145792:0@lo:400:kworker.0 00000100:00100000:2.0:1734684836.324714:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848145920:0@lo:400:kworker.0 00000100:00080000:0.0:1734684836.324718:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684836.324733:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096418700 x1818938848146304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734684836.324751:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734684836.324753:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684836.324754:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684836.324756:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9631 00000100:00080000:0.0:1734684836.324758:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734684836.324760:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684836.324766:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096418380 x1818938848146688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684836.324770:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684836.324771:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684836.324791:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848146304:0@lo:8:kworker.0 00000100:00100000:1.0:1734684836.324794:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848146432:0@lo:400:kworker.0 00000100:00100000:2.0:1734684836.324796:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848146560:0@lo:400:kworker.0 00000100:00100000:0.0:1734684836.324800:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848145920 00000100:00100000:0.0:1734684836.324819:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848145920 00000100:00100000:1.0:1734684836.324821:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684836.324829:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684836.324843:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848145792 00000100:00100000:0.0:1734684836.324846:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848146560 00000100:00100000:1.0:1734684836.324846:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848145792 00000100:00100000:2.0:1734684836.324847:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848146176:0@lo:400:kworker.0 00000100:00100000:0.0:1734684836.324848:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848146560 00000100:00100000:3.0:1734684836.324856:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684836.324858:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2157 00000100:00100000:2.0:1734684836.324861:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684836.324863:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848145920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684836.324863:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1734684836.324867:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848145792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684836.324868:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848146944:0@lo:400:kworker.0 00000100:00100000:2.0:1734684836.324880:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684836.324881:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848146688:0@lo:8:kworker.0 00000100:00100000:2.0:1734684836.324890:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734684836.324894:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848146048:0@lo:400:kworker.0 00000100:00100000:3.0:1734684836.324897:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684836.324898:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848145792:12345-0@lo:400:kworker.0 Request processed in 30us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684836.324902:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1734684836.324905:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848145920:12345-0@lo:400:kworker.0 Request processed in 42us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684836.324907:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684836.324909:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2157 00000100:00100000:2.0:1734684836.324915:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848146816:0@lo:400:kworker.0 00000100:00100000:0.0:1734684836.324918:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848146944 00000100:00100000:0.0:1734684836.324919:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848146944 00000100:00100000:2.0:1734684836.324923:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684836.324929:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848146048 00000100:00100000:0.0:1734684836.324930:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848146048 00000100:00100000:1.0:1734684836.324935:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848146432 00000100:00100000:1.0:1734684836.324936:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848146432 00000100:00100000:0.0:1734684836.324937:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158 00000100:00100000:0.0:1734684836.324940:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848146560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684836.324942:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2159 00000100:00100000:3.0:1734684836.324942:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848146304 00000100:00100000:2.0:1734684836.324946:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848146944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684836.324947:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848146304 00000100:00100000:1.0:1734684836.324950:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848146688 00000100:00100000:1.0:1734684836.324951:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848146688 00000100:00100000:0.0:1734684836.324954:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff42a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848146560:12345-0@lo:400:kworker.0 Request processed in 13us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684836.324957:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158 00000100:00100000:1.0:1734684836.324958:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848146816 00000100:00100000:1.0:1734684836.324959:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848146816 00000100:00100000:0.0:1734684836.324964:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160 00000100:00100000:2.0:1734684836.324965:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848146944:12345-0@lo:400:kworker.0 Request processed in 19us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684836.324966:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848146048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684836.324969:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2159 00000100:00100000:3.0:1734684836.324969:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7525 00000100:00100000:1.0:1734684836.324974:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7526 00000100:00100000:3.0:1734684836.324975:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848146432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684836.324977:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848146048:12345-0@lo:400:kworker.0 Request processed in 10us (69us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684836.324977:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848146816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684836.324981:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160 00000100:00080000:0.0:1734684836.324991:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684806 00000100:00080000:0.0:1734684836.324993:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684806 00000100:00100000:1.0:1734684836.324994:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848146816:12345-0@lo:400:kworker.0 Request processed in 16us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684836.324994:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848146560:0@lo:400:kworker.0 00000100:00080000:0.0:1734684836.324995:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684806 00000100:00080000:0.0:1734684836.324996:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684806 00000100:00100000:1.0:1734684836.324997:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7526 00000100:00100000:2.0:1734684836.325000:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848145920:0@lo:400:kworker.0 00000100:00100000:1.0:1734684836.325009:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53839 00000100:00100000:3.0:1734684836.325010:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848146432:12345-0@lo:400:kworker.0 Request processed in 35us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684836.325012:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848146688:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684836.325016:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53840 00000100:00100000:2.0:1734684836.325019:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848146176 00000100:00100000:3.0:1734684836.325019:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7525 00000100:00100000:0.0:1734684836.325020:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848146304:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684836.325021:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848146176 00010000:00020000:1.0:1734684836.325025:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734684836.325028:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684836.325037:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40971 00000100:00100000:2.0:1734684836.325040:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848146176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684836.325046:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848146304:12345-0@lo:8:kworker.0 Request processed in 26us (192us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684836.325046:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848146688:12345-0@lo:8:kworker.0 Request processed in 33us (148us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684836.325050:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53839 00000100:00100000:0.0:1734684836.325052:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53840 00000100:00100000:2.0:1734684836.325056:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848146176:12345-0@lo:400:kworker.0 Request processed in 15us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684836.325061:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40971 00000100:00080000:0.0:1734684836.325063:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684806 00000100:00080000:3.0:1734684836.325066:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684836.325069:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684836.325072:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848146304:0@lo:8:kworker.0 00000100:00100000:1.0:1734684836.325073:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848146432:0@lo:400:kworker.0 00000100:00080000:3.0:1734684836.325079:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684836.325080:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848145792:0@lo:400:kworker.0 00000100:00080000:3.0:1734684836.325080:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684836.325082:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848146048:0@lo:400:kworker.0 00000100:00100000:3.0:1734684836.325083:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848146688:0@lo:8:kworker.0 00000100:00100000:2.0:1734684836.325090:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848146816:0@lo:400:kworker.0 00000100:00100000:2.0:1734684836.325097:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848146176:0@lo:400:kworker.0 00000100:00100000:2.0:1734684836.325104:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848146944:0@lo:400:kworker.0 00000100:00100000:2.0:1734684836.356755:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848147072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684836.356833:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684836.356931:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848147072 00000100:00100000:0.0:1734684836.356940:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848147072 00000100:00100000:0.0:1734684836.356981:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40972 00000100:00100000:0.0:1734684836.356998:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848147072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734684836.357026:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734684836.357069:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848147072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684836.357075:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40972 00000100:00100000:2.0:1734684836.357082:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848147072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684836.404712:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734684836.404729:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848147200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734684836.404776:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684836.404831:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848147200 00000100:00100000:0.0:1734684836.404837:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848147200 00000100:00100000:0.0:1734684836.404868:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6652 00000100:00100000:0.0:1734684836.404873:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848147200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684836.404897:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684836.404938:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848147200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684836.404943:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6652 00000100:00100000:2.0:1734684836.404986:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848147200:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684836.928735:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684837.930702:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684838.116738:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848147328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684838.116814:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684838.116877:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848147328 00000100:00100000:0.0:1734684838.116883:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848147328 00000100:00100000:0.0:1734684838.116926:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6653 00000100:00080000:2.0:1734684838.116930:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684808 00000100:00100000:0.0:1734684838.116931:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848147328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684838.116955:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684838.116992:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848147328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684838.116997:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6653 00000100:00100000:1.0:1734684838.117021:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848147328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684838.774956:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684838.774996:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684838.775018:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684838.775053:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684838.775054:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872630656 00000100:00100000:3.0:1734684838.775055:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872630784 00000100:00100000:1.0:1734684838.775062:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872630656 00000100:00100000:3.0:1734684838.775067:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872630784 00000100:00100000:2.0:1734684838.775074:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872630912 00000100:00100000:2.0:1734684838.775079:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872630912 00000100:00100000:0.0:1734684838.775084:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872631040 00000100:00100000:0.0:1734684838.775087:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872631040 00000100:00100000:1.0:1734684838.775097:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 691 00000100:00100000:1.0:1734684838.775102:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872630656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684838.775104:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53841 00000100:00100000:0.0:1734684838.775109:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872631040:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734684838.775112:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2161 00000100:00100000:2.0:1734684838.775116:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872630912:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734684838.775130:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684838.775157:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2162 00000100:00100000:1.0:1734684838.775158:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872630656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684838.775159:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872630912:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684838.775163:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872631040:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 53us (109us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684838.775166:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 691 00000100:00100000:2.0:1734684838.775167:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2161 00000100:00100000:0.0:1734684838.775169:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53841 00000100:00100000:3.0:1734684838.775169:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872630784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734684838.775182:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684808 00000100:00080000:2.0:1734684838.775185:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684808 00000100:00080000:2.0:1734684838.775186:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684808 00000100:00100000:3.0:1734684838.775223:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872630784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684838.775229:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2162 00010000:00010000:2.0:1734684838.932717:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684839.934736:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684840.936705:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684841.284777:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684841.284799:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848147456:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684841.284851:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684841.284919:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848147456 00000100:00100000:0.0:1734684841.284927:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848147456 00000100:00100000:0.0:1734684841.284969:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40973 00000100:00100000:0.0:1734684841.284975:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848147456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734684841.285007:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734684841.285058:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848147456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684841.285065:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40973 00000100:00100000:1.0:1734684841.285076:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848147456:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734684841.332748:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734684841.332749:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848147584:0@lo:400:kworker.0 00000100:00100000:3.0:1734684841.332749:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848147712:0@lo:400:kworker.0 00000100:00080000:0.0:1734684841.332754:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684841.332757:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684841.332762:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9636 00000100:00100000:1.0:1734684841.332764:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848147840:0@lo:400:kworker.0 00000100:00080000:0.0:1734684841.332766:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734684841.332772:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684841.332805:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096418700 x1818938848148096/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684841.332821:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684841.332825:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734684841.332833:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734684841.332836:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684841.332837:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684841.332840:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9636 00000100:00100000:1.0:1734684841.332842:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848147712 00000100:00080000:0.0:1734684841.332843:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734684841.332846:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684841.332847:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848147712 00000100:00100000:2.0:1734684841.332849:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848148224:0@lo:400:kworker.0 00000100:00100000:3.0:1734684841.332849:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848148352:0@lo:400:kworker.0 00000100:00100000:0.0:1734684841.332856:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0c000 x1818938848148480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684841.332872:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684841.332880:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684841.332888:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848147968:0@lo:400:kworker.0 00000100:00100000:1.0:1734684841.332890:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848148352 00000100:00100000:1.0:1734684841.332891:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848148352 00000100:00100000:0.0:1734684841.332894:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848148096:0@lo:8:kworker.0 00000100:00100000:3.0:1734684841.332902:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684841.332904:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848148224 00000100:00100000:1.0:1734684841.332906:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2163 00000100:00100000:2.0:1734684841.332908:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848148224 00000100:00100000:1.0:1734684841.332911:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848147712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684841.332911:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848148736:0@lo:400:kworker.0 00000100:00100000:0.0:1734684841.332917:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684841.332921:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684841.332931:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848148096 00000100:00100000:2.0:1734684841.332934:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848148096 00000100:00100000:0.0:1734684841.332936:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848148480:0@lo:8:kworker.0 00000100:00100000:3.0:1734684841.332937:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684841.332940:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848148608:0@lo:400:kworker.0 00000100:00100000:2.0:1734684841.332946:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7527 00000100:00100000:1.0:1734684841.332950:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848147712:12345-0@lo:400:kworker.0 Request processed in 39us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684841.332951:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848148224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684841.332957:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684841.332957:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2163 00000100:00100000:3.0:1734684841.332961:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848148736 00000100:00100000:3.0:1734684841.332964:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848148736 00000100:00100000:1.0:1734684841.332969:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2164 00000100:00100000:1.0:1734684841.332971:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848148352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684841.332981:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2165 00000100:00100000:2.0:1734684841.332985:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848148224:12345-0@lo:400:kworker.0 Request processed in 33us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684841.332985:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848148736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684841.332986:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848148352:12345-0@lo:400:kworker.0 Request processed in 14us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684841.332989:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2164 00000100:00100000:2.0:1734684841.332992:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7527 00000100:00100000:0.0:1734684841.332996:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848148480 00000100:00100000:0.0:1734684841.332999:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848148480 00000100:00100000:1.0:1734684841.332999:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848147584 00000100:00100000:1.0:1734684841.333001:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848147584 00000100:00100000:3.0:1734684841.333005:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848148736:12345-0@lo:400:kworker.0 Request processed in 20us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684841.333006:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53842 00000100:00100000:2.0:1734684841.333009:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848148096:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684841.333009:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2165 00000100:00100000:1.0:1734684841.333014:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1734684841.333017:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848147584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684841.333023:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53843 00000100:00100000:0.0:1734684841.333027:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848148480:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734684841.333027:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684841.333032:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848147584:12345-0@lo:400:kworker.0 Request processed in 14us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684841.333035:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848148352:0@lo:400:kworker.0 00010000:00020000:0.0:1734684841.333036:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684841.333036:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1734684841.333042:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848147712:0@lo:400:kworker.0 00000100:00100000:2.0:1734684841.333053:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848148096:12345-0@lo:8:kworker.0 Request processed in 42us (135us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684841.333056:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848148480:12345-0@lo:8:kworker.0 Request processed in 28us (99us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684841.333057:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684841.333058:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684841.333059:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53842 00000100:00100000:0.0:1734684841.333062:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53843 00000100:00100000:2.0:1734684841.333068:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848148608 00000100:00100000:2.0:1734684841.333070:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848148608 00000100:00100000:3.0:1734684841.333070:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848148736:0@lo:400:kworker.0 00000100:00100000:0.0:1734684841.333077:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848147840 00000100:00100000:0.0:1734684841.333079:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848147840 00000100:00100000:3.0:1734684841.333081:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848147968 00000100:00100000:3.0:1734684841.333083:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848147968 00000100:00100000:2.0:1734684841.333084:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7528 00000100:00100000:2.0:1734684841.333088:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848148608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684841.333096:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166 00000100:00100000:3.0:1734684841.333097:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40974 00000100:00100000:1.0:1734684841.333099:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848147840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684841.333100:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848147968:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734684841.333116:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684841.333118:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848147840:12345-0@lo:400:kworker.0 Request processed in 19us (61us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684841.333118:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848148608:12345-0@lo:400:kworker.0 Request processed in 28us (58us total) trans 0 rc 0/0 00000100:00080000:0.0:1734684841.333119:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684841.333121:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848147968:12345-0@lo:400:kworker.0 Request processed in 21us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684841.333122:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848148096:0@lo:8:kworker.0 00000100:00100000:1.0:1734684841.333134:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166 00000100:00100000:2.0:1734684841.333134:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7528 00000100:00100000:3.0:1734684841.333137:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40974 00000100:00080000:0.0:1734684841.333140:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684841.333142:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684841.333145:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848148480:0@lo:8:kworker.0 00000100:00100000:1.0:1734684841.333149:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848147840:0@lo:400:kworker.0 00000100:00080000:2.0:1734684841.333149:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684811 00000100:00100000:3.0:1734684841.333150:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848148608:0@lo:400:kworker.0 00000100:00080000:2.0:1734684841.333153:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684811 00000100:00080000:2.0:1734684841.333154:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684811 00000100:00100000:3.0:1734684841.333154:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848147968:0@lo:400:kworker.0 00000100:00080000:2.0:1734684841.333156:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684811 00000100:00100000:2.0:1734684841.333174:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848148224:0@lo:400:kworker.0 00000100:00100000:2.0:1734684841.333181:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848147584:0@lo:400:kworker.0 00000100:00100000:0.0:1734684841.364756:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848148864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684841.364806:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684841.364839:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848148864 00000100:00100000:3.0:1734684841.364846:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848148864 00000100:00100000:3.0:1734684841.364881:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40975 00000100:00100000:3.0:1734684841.364886:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848148864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684841.364911:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684841.364942:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848148864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684841.364947:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40975 00000100:00100000:0.0:1734684841.364962:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848148864:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684841.412788:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848148992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684841.412857:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684841.412895:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848148992 00000100:00100000:0.0:1734684841.412902:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848148992 00000100:00100000:0.0:1734684841.412930:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6654 00000100:00100000:0.0:1734684841.412935:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848148992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684841.412960:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684841.413002:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848148992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684841.413007:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6654 00000100:00100000:3.0:1734684841.413031:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848148992:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684841.938731:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684842.940736:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684843.124749:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848149120:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684843.124795:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684843.124853:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848149120 00000100:00100000:0.0:1734684843.124861:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848149120 00000100:00100000:0.0:1734684843.124921:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6655 00000100:00080000:2.0:1734684843.124922:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684813 00000100:00100000:0.0:1734684843.124928:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848149120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684843.124956:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684843.125006:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848149120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684843.125012:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6655 00000100:00100000:1.0:1734684843.125035:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848149120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684843.782878:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684843.782915:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684843.782942:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684843.782947:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872631168 00000100:00100000:1.0:1734684843.782955:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872631168 00000100:00100000:0.0:1734684843.782976:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684843.782980:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872631296 00000100:00100000:2.0:1734684843.782985:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872631296 00000100:00100000:1.0:1734684843.783001:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 693 00000100:00100000:1.0:1734684843.783006:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872631168:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684843.783014:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872631424 00000100:00080000:3.0:1734684843.783015:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684813 00000100:00100000:2.0:1734684843.783017:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872631424 00000100:00100000:0.0:1734684843.783018:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2167 00000100:00080000:3.0:1734684843.783020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684813 00000100:00080000:3.0:1734684843.783022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684813 00000100:00100000:0.0:1734684843.783025:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872631296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684843.783035:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2168 00000100:00100000:2.0:1734684843.783041:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872631424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684843.783042:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872631552 00000100:00100000:3.0:1734684843.783046:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872631552 00000100:00100000:1.0:1734684843.783051:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872631168:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684843.783055:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 693 00000100:00100000:0.0:1734684843.783057:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872631296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684843.783063:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2167 00000100:00100000:3.0:1734684843.783067:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53844 00000100:00100000:2.0:1734684843.783071:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872631424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684843.783072:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872631552:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734684843.783077:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2168 00010000:00020000:3.0:1734684843.783093:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684843.783128:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872631552:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 54us (151us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684843.783134:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53844 00010000:00010000:2.0:1734684843.942731:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684844.944718:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684845.946746:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684846.292749:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848149248:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684846.292804:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684846.292853:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848149248 00000100:00100000:0.0:1734684846.292860:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848149248 00000100:00100000:0.0:1734684846.292896:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40976 00000100:00100000:0.0:1734684846.292901:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848149248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734684846.292927:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734684846.292966:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848149248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684846.292971:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40976 00000100:00100000:3.0:1734684846.292994:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848149248:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734684846.340754:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734684846.340760:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684846.340763:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734684846.340764:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848149376:0@lo:400:kworker.0 00000100:00080000:0.0:1734684846.340769:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9641 00000100:00100000:3.0:1734684846.340769:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848149504:0@lo:400:kworker.0 00000100:00080000:0.0:1734684846.340774:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734684846.340779:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684846.340779:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848149632:0@lo:400:kworker.0 00000100:00100000:0.0:1734684846.340798:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0c700 x1818938848149888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684846.340822:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684846.340824:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684846.340827:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848149760:0@lo:400:kworker.0 00000100:00080000:0.0:1734684846.340828:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734684846.340831:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684846.340832:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734684846.340835:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9641 00000100:00080000:0.0:1734684846.340838:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734684846.340841:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684846.340845:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848150016:0@lo:400:kworker.0 00000100:00100000:3.0:1734684846.340845:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684846.340851:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0f800 x1818938848150272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684846.340857:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848149376 00000100:00100000:1.0:1734684846.340863:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848149376 00000100:00100000:3.0:1734684846.340865:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684846.340866:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684846.340875:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848150144:0@lo:400:kworker.0 00000100:00100000:0.0:1734684846.340886:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848149888:0@lo:8:kworker.0 00000100:00100000:3.0:1734684846.340886:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684846.340889:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848150016 00000100:00100000:1.0:1734684846.340890:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1734684846.340892:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848150016 00000100:00100000:1.0:1734684846.340895:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848149376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684846.340899:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848149632 00000100:00100000:3.0:1734684846.340902:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848149632 00000100:00100000:0.0:1734684846.340914:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684846.340915:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7529 00000100:00100000:3.0:1734684846.340918:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848149504 00000100:00100000:2.0:1734684846.340919:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848150016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684846.340920:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848149504 00000100:00100000:1.0:1734684846.340921:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848149376:12345-0@lo:400:kworker.0 Request processed in 27us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684846.340926:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1734684846.340928:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848150144 00000100:00100000:3.0:1734684846.340930:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848150144 00000100:00100000:0.0:1734684846.340932:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848150272:0@lo:8:kworker.0 00000100:00100000:3.0:1734684846.340938:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169 00000100:00100000:3.0:1734684846.340941:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848149632:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684846.340944:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684816 00000100:00080000:1.0:1734684846.340947:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684816 00000100:00080000:1.0:1734684846.340948:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684816 00000100:00080000:1.0:1734684846.340949:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684816 00000100:00100000:0.0:1734684846.340951:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684846.340951:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848150016:12345-0@lo:400:kworker.0 Request processed in 30us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684846.340957:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170 00000100:00100000:2.0:1734684846.340957:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7529 00000100:00100000:1.0:1734684846.340960:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848149504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684846.340962:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848149632:12345-0@lo:400:kworker.0 Request processed in 21us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684846.340966:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169 00000100:00100000:2.0:1734684846.340969:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848149888 00000100:00100000:2.0:1734684846.340972:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848149888 00000100:00100000:1.0:1734684846.340975:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848149504:12345-0@lo:400:kworker.0 Request processed in 15us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684846.340975:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2171 00000100:00100000:0.0:1734684846.340978:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848149760 00000100:00100000:3.0:1734684846.340978:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848150144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684846.340979:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170 00000100:00100000:0.0:1734684846.340981:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848149760 00000100:00100000:2.0:1734684846.340984:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848150272 00000100:00100000:2.0:1734684846.340986:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848150272 00000100:00100000:3.0:1734684846.340990:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848150144:12345-0@lo:400:kworker.0 Request processed in 11us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684846.340992:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53845 00000100:00100000:3.0:1734684846.340993:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2171 00000100:00100000:1.0:1734684846.340994:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848149888:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684846.340996:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53846 00000100:00100000:2.0:1734684846.341000:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848150272:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684846.341006:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40977 00000100:00100000:3.0:1734684846.341008:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848150528:0@lo:400:kworker.0 00010000:00020000:1.0:1734684846.341009:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684846.341012:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848149760:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734684846.341012:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684846.341022:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684846.341026:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848149888:12345-0@lo:8:kworker.0 Request processed in 31us (113us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684846.341029:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53845 00000100:00100000:3.0:1734684846.341029:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684846.341032:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848150400:0@lo:400:kworker.0 00000100:00100000:2.0:1734684846.341036:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848150272:12345-0@lo:8:kworker.0 Request processed in 34us (84us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684846.341042:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53846 00000100:00100000:3.0:1734684846.341042:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684846.341043:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848149760:12345-0@lo:400:kworker.0 Request processed in 30us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684846.341049:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40977 00000100:00100000:2.0:1734684846.341050:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848150400 00000100:00100000:2.0:1734684846.341053:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848150400 00000100:00100000:3.0:1734684846.341058:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848149760:0@lo:400:kworker.0 00000100:00100000:2.0:1734684846.341067:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7530 00000100:00100000:2.0:1734684846.341071:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848150400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684846.341077:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848150528 00000100:00100000:0.0:1734684846.341080:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848150528 00000100:00100000:3.0:1734684846.341096:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172 00000100:00100000:2.0:1734684846.341098:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848150400:12345-0@lo:400:kworker.0 Request processed in 26us (54us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684846.341099:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848150528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684846.341103:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7530 00000100:00100000:3.0:1734684846.341113:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848150528:12345-0@lo:400:kworker.0 Request processed in 14us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684846.341116:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172 00000100:00080000:0.0:1734684846.341124:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684846.341128:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684846.341128:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848150016:0@lo:400:kworker.0 00000100:00100000:0.0:1734684846.341131:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848149888:0@lo:8:kworker.0 00000100:00100000:3.0:1734684846.341132:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848150400:0@lo:400:kworker.0 00000100:00100000:2.0:1734684846.341137:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848149376:0@lo:400:kworker.0 00000100:00100000:3.0:1734684846.341138:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848150528:0@lo:400:kworker.0 00000100:00080000:0.0:1734684846.341139:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684846.341140:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684846.341143:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848150272:0@lo:8:kworker.0 00000100:00080000:1.0:1734684846.341147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684816 00000100:00080000:1.0:1734684846.341150:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684816 00000100:00100000:1.0:1734684846.341166:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848149632:0@lo:400:kworker.0 00000100:00100000:1.0:1734684846.341186:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848150144:0@lo:400:kworker.0 00000100:00100000:1.0:1734684846.341193:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848149504:0@lo:400:kworker.0 00000100:00100000:2.0:1734684846.372740:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848150656:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684846.372799:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684846.372870:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848150656 00000100:00100000:3.0:1734684846.372877:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848150656 00000100:00100000:3.0:1734684846.372920:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40978 00000100:00100000:3.0:1734684846.372925:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848150656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684846.372952:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684846.373000:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848150656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684846.373007:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40978 00000100:00100000:2.0:1734684846.373023:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848150656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684846.420748:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848150784:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684846.420796:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684846.420856:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848150784 00000100:00100000:0.0:1734684846.420863:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848150784 00000100:00100000:0.0:1734684846.420901:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6656 00000100:00100000:0.0:1734684846.420906:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848150784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684846.420928:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684846.420978:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848150784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684846.420985:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6656 00000100:00100000:1.0:1734684846.420993:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848150784:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684846.948732:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684847.950778:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684848.132799:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848150912:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684848.132850:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684848.132938:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848150912 00000100:00100000:0.0:1734684848.132945:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848150912 00000100:00080000:1.0:1734684848.132977:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684818 00000100:00100000:0.0:1734684848.132992:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6657 00000100:00100000:0.0:1734684848.132997:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848150912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684848.133021:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684848.133059:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848150912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684848.133064:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6657 00000100:00100000:1.0:1734684848.133078:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848150912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684848.790931:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684848.790964:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684848.790981:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684848.791008:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684848.791018:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872631680 00000100:00100000:3.0:1734684848.791025:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872631808 00000100:00100000:1.0:1734684848.791027:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872631680 00000100:00100000:3.0:1734684848.791031:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872631808 00000100:00100000:2.0:1734684848.791034:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872631936 00000100:00100000:0.0:1734684848.791035:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872632064 00000100:00100000:0.0:1734684848.791038:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872632064 00000100:00100000:2.0:1734684848.791038:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872631936 00000100:00100000:0.0:1734684848.791059:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53847 00000100:00100000:1.0:1734684848.791062:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 695 00000100:00100000:2.0:1734684848.791063:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2173 00000100:00100000:0.0:1734684848.791064:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872632064:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684848.791067:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872631680:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684848.791067:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872631936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684848.791068:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2174 00000100:00100000:3.0:1734684848.791072:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872631808:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734684848.791083:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684848.791112:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872631808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684848.791116:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872631680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684848.791116:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872631936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684848.791117:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2174 00000100:00100000:0.0:1734684848.791119:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872632064:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 55us (110us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684848.791122:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 695 00000100:00100000:2.0:1734684848.791122:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2173 00000100:00100000:0.0:1734684848.791124:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53847 00000100:00080000:1.0:1734684848.791144:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684818 00000100:00080000:1.0:1734684848.791148:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684818 00000100:00080000:1.0:1734684848.791149:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684818 00010000:00010000:2.0:1734684848.952765:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684849.954749:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684850.956728:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684851.300769:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684851.300790:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848151040:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684851.300847:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684851.300899:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848151040 00000100:00100000:3.0:1734684851.300906:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848151040 00000100:00100000:3.0:1734684851.300946:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40979 00000100:00100000:3.0:1734684851.300953:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848151040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684851.300984:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684851.301029:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848151040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684851.301036:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40979 00000100:00100000:1.0:1734684851.301074:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848151040:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734684851.348733:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734684851.348739:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684851.348742:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734684851.348744:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848151296:0@lo:400:kworker.0 00000100:00100000:2.0:1734684851.348745:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848151168:0@lo:400:kworker.0 00000100:00080000:0.0:1734684851.348748:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9646 00000100:00080000:0.0:1734684851.348752:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734684851.348758:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684851.348777:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0c380 x1818938848151680/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734684851.348801:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734684851.348802:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734684851.348804:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684851.348805:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734684851.348806:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734684851.348808:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9646 00000100:00080000:0.0:1734684851.348810:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734684851.348813:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684851.348823:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0d180 x1818938848152064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684851.348832:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848151936:0@lo:400:kworker.0 00000100:00100000:2.0:1734684851.348833:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848151808:0@lo:400:kworker.0 00000100:00100000:1.0:1734684851.348843:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684851.348851:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848151680:0@lo:8:kworker.0 00000100:00100000:2.0:1734684851.348853:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684851.348858:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848151424:0@lo:400:kworker.0 00000100:00100000:3.0:1734684851.348859:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848151296 00000100:00100000:3.0:1734684851.348865:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848151296 00000100:00100000:1.0:1734684851.348870:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684851.348876:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848151168 00000100:00100000:0.0:1734684851.348877:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684851.348879:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848152192:0@lo:400:kworker.0 00000100:00100000:2.0:1734684851.348880:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848151168 00000100:00100000:0.0:1734684851.348895:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848152064:0@lo:8:kworker.0 00000100:00100000:3.0:1734684851.348895:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848151936 00000100:00100000:3.0:1734684851.348897:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848151936 00000100:00100000:1.0:1734684851.348902:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684851.348904:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1734684851.348904:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848151424 00000100:00100000:3.0:1734684851.348905:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848151424 00000100:00100000:2.0:1734684851.348910:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848151168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684851.348915:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175 00000100:00100000:0.0:1734684851.348916:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848151808 00000100:00100000:3.0:1734684851.348918:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848151296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684851.348919:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848151808 00000100:00100000:1.0:1734684851.348919:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734684851.348925:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848151552:0@lo:400:kworker.0 00000100:00100000:0.0:1734684851.348940:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848151680 00000100:00100000:0.0:1734684851.348942:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848151680 00000100:00100000:1.0:1734684851.348946:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684851.348947:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848151168:12345-0@lo:400:kworker.0 Request processed in 37us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684851.348949:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848151296:12345-0@lo:400:kworker.0 Request processed in 31us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684851.348951:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848152192 00000100:00100000:0.0:1734684851.348953:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848152192 00000100:00100000:3.0:1734684851.348953:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175 00000100:00100000:1.0:1734684851.348957:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848152320:0@lo:400:kworker.0 00000100:00100000:2.0:1734684851.348957:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1734684851.348964:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176 00000100:00100000:0.0:1734684851.348965:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7531 00000100:00100000:3.0:1734684851.348967:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848151936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684851.348970:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848151808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684851.348970:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684851.348986:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848152320 00000100:00100000:3.0:1734684851.348986:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848151936:12345-0@lo:400:kworker.0 Request processed in 18us (141us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684851.348987:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684821 00000100:00100000:2.0:1734684851.348989:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848152320 00000100:00080000:1.0:1734684851.348990:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684821 00000100:00100000:3.0:1734684851.348991:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176 00000100:00080000:1.0:1734684851.348992:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684821 00000100:00080000:1.0:1734684851.348994:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684821 00000100:00100000:0.0:1734684851.348999:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848151808:12345-0@lo:400:kworker.0 Request processed in 29us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684851.349002:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177 00000100:00100000:0.0:1734684851.349005:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7531 00000100:00100000:2.0:1734684851.349006:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178 00000100:00100000:3.0:1734684851.349007:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848151424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684851.349011:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848152320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684851.349016:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7532 00000100:00100000:0.0:1734684851.349020:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848152192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684851.349021:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53848 00000100:00100000:1.0:1734684851.349025:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848151680:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684851.349035:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848151424:12345-0@lo:400:kworker.0 Request processed in 27us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684851.349038:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848152320:12345-0@lo:400:kworker.0 Request processed in 26us (67us total) trans 0 rc 0/0 00010000:00020000:1.0:1734684851.349039:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684851.349040:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177 00000100:00100000:0.0:1734684851.349042:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848152192:12345-0@lo:400:kworker.0 Request processed in 21us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684851.349044:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178 00000100:00100000:0.0:1734684851.349047:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7532 00000100:00100000:1.0:1734684851.349057:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848151680:12345-0@lo:8:kworker.0 Request processed in 32us (180us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684851.349061:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53848 00000100:00100000:0.0:1734684851.349064:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684851.349066:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848151552 00000100:00100000:3.0:1734684851.349069:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848151552 00000100:00100000:1.0:1734684851.349072:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848152064 00000100:00100000:1.0:1734684851.349074:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848152064 00000100:00100000:2.0:1734684851.349075:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848151808:0@lo:400:kworker.0 00000100:00100000:2.0:1734684851.349083:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848151168:0@lo:400:kworker.0 00000100:00080000:0.0:1734684851.349084:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684851.349084:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53849 00000100:00100000:1.0:1734684851.349086:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848152064:12345-0@lo:8:kworker.0 00000100:00080000:0.0:1734684851.349087:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684851.349089:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40980 00000100:00100000:0.0:1734684851.349090:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848151680:0@lo:8:kworker.0 00010000:00020000:1.0:1734684851.349091:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684851.349093:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848151552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684851.349101:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848152064:12345-0@lo:8:kworker.0 Request processed in 14us (37us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684851.349104:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53849 00000100:00080000:2.0:1734684851.349108:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684821 00000100:02020000:0.0:1734684851.349110:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:0.0:1734684851.349113:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684851.349115:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684851.349118:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848152064:0@lo:8:kworker.0 00000100:00100000:3.0:1734684851.349121:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848151552:12345-0@lo:400:kworker.0 Request processed in 27us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684851.349122:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848151936:0@lo:400:kworker.0 00000100:00100000:1.0:1734684851.349127:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848151296:0@lo:400:kworker.0 00000100:00100000:3.0:1734684851.349130:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40980 00000100:00100000:1.0:1734684851.349141:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848151552:0@lo:400:kworker.0 00000100:00100000:1.0:1734684851.349146:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848152320:0@lo:400:kworker.0 00000100:00100000:1.0:1734684851.349151:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848151424:0@lo:400:kworker.0 00000100:00100000:1.0:1734684851.349155:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848152192:0@lo:400:kworker.0 00000100:00100000:0.0:1734684851.380738:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848152448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684851.380787:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684851.380837:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848152448 00000100:00100000:3.0:1734684851.380845:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848152448 00000100:00100000:3.0:1734684851.380887:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40981 00000100:00100000:3.0:1734684851.380894:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848152448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684851.380924:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684851.380980:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848152448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684851.380987:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40981 00000100:00100000:0.0:1734684851.381051:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848152448:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684851.428749:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848152576:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684851.428797:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684851.428853:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848152576 00000100:00100000:0.0:1734684851.428860:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848152576 00000100:00100000:0.0:1734684851.428893:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6658 00000100:00100000:0.0:1734684851.428897:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848152576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684851.428921:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684851.428961:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848152576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684851.428966:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6658 00000100:00100000:1.0:1734684851.428982:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848152576:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684851.958762:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684852.960756:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684853.140726:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684853.140743:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848152704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684853.140791:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684853.140867:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848152704 00000100:00100000:0.0:1734684853.140873:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848152704 00000100:00100000:0.0:1734684853.140932:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6659 00000100:00080000:2.0:1734684853.140932:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684823 00000100:00100000:0.0:1734684853.140937:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848152704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684853.140960:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684853.140997:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848152704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684853.141003:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6659 00000100:00100000:3.0:1734684853.141008:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848152704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684853.799024:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684853.799058:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684853.799075:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684853.799092:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872632192 00000100:00100000:2.0:1734684853.799100:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872632192 00000100:00100000:0.0:1734684853.799101:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684853.799111:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872632320 00000100:00100000:3.0:1734684853.799116:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872632320 00000100:00100000:0.0:1734684853.799129:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872632448 00000100:00100000:0.0:1734684853.799132:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872632448 00000100:00100000:2.0:1734684853.799136:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 697 00000100:00100000:2.0:1734684853.799141:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872632192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684853.799142:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2179 00000100:00100000:3.0:1734684853.799146:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872632320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684853.799162:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2180 00000100:00100000:0.0:1734684853.799166:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872632448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684853.799187:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872632192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684853.799187:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872632320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684853.799189:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872632448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684853.799191:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 697 00000100:00100000:3.0:1734684853.799192:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2179 00000100:00100000:0.0:1734684853.799195:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2180 00000100:00080000:0.0:1734684853.799207:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684823 00000100:00100000:3.0:1734684853.799209:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872632576 00000100:00080000:0.0:1734684853.799210:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684823 00000100:00080000:0.0:1734684853.799211:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684823 00000100:00100000:3.0:1734684853.799211:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872632576 00000100:00100000:3.0:1734684853.799222:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53850 00000100:00100000:3.0:1734684853.799225:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872632576:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734684853.799242:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684853.799256:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872632576:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 31us (154us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684853.799260:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53850 00010000:00010000:2.0:1734684853.962789:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684854.964716:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684855.966731:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684856.308740:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734684856.308757:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848152832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734684856.308804:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684856.308845:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848152832 00000100:00100000:3.0:1734684856.308855:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848152832 00000100:00100000:3.0:1734684856.308896:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40982 00000100:00100000:3.0:1734684856.308903:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848152832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684856.308932:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684856.308977:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848152832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684856.308984:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40982 00000100:00100000:2.0:1734684856.308996:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848152832:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734684856.356710:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734684856.356717:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684856.356720:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734684856.356720:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848152960:0@lo:400:kworker.0 00000100:00080000:0.0:1734684856.356726:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9651 00000100:00100000:1.0:1734684856.356728:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848153088:0@lo:400:kworker.0 00000100:00080000:0.0:1734684856.356729:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734684856.356734:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684856.356753:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800937db100 x1818938848153472/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684856.356755:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848153344:0@lo:400:kworker.0 00000100:00100000:1.0:1734684856.356773:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684856.356774:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734684856.356778:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734684856.356781:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734684856.356782:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734684856.356784:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734684856.356785:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9651 00000100:00080000:0.0:1734684856.356787:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734684856.356790:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684856.356796:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848153728:0@lo:400:kworker.0 00000100:00100000:2.0:1734684856.356797:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848153600:0@lo:400:kworker.0 00000100:00100000:3.0:1734684856.356799:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734684856.356800:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096415500 x1818938848153856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684856.356802:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848153216:0@lo:400:kworker.0 00000100:00100000:1.0:1734684856.356808:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684856.356816:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684856.356816:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684856.356828:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848154112:0@lo:400:kworker.0 00000100:00100000:0.0:1734684856.356829:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848153472:0@lo:8:kworker.0 00000100:00100000:1.0:1734684856.356831:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848153088 00000100:00100000:1.0:1734684856.356836:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848153088 00000100:00100000:2.0:1734684856.356839:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848153728 00000100:00100000:3.0:1734684856.356839:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684856.356842:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848153728 00000100:00100000:3.0:1734684856.356847:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734684856.356848:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684856.356850:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848153984:0@lo:400:kworker.0 00000100:00100000:1.0:1734684856.356862:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848153216 00000100:00100000:1.0:1734684856.356864:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848153216 00000100:00100000:0.0:1734684856.356866:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848153856:0@lo:8:kworker.0 00000100:00100000:2.0:1734684856.356867:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848154112 00000100:00100000:3.0:1734684856.356867:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684856.356869:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848154112 00000100:00100000:1.0:1734684856.356875:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181 00000100:00100000:1.0:1734684856.356879:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848153088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684856.356880:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684856.356885:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848153600 00000100:00100000:2.0:1734684856.356888:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182 00000100:00100000:3.0:1734684856.356888:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848153600 00000100:00100000:2.0:1734684856.356893:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848153728:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734684856.356901:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684826 00000100:00080000:0.0:1734684856.356904:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684826 00000100:00080000:0.0:1734684856.356905:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684826 00000100:00100000:3.0:1734684856.356905:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848153472 00000100:00100000:3.0:1734684856.356906:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848153472 00000100:00100000:1.0:1734684856.356908:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848153088:12345-0@lo:400:kworker.0 Request processed in 29us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684856.356912:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181 00000100:00100000:3.0:1734684856.356913:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848153984 00000100:00100000:3.0:1734684856.356914:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848153984 00000100:00100000:0.0:1734684856.356916:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848153856 00000100:00100000:0.0:1734684856.356919:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848153856 00000100:00100000:2.0:1734684856.356920:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848153728:12345-0@lo:400:kworker.0 Request processed in 27us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684856.356924:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2183 00000100:00100000:3.0:1734684856.356924:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7533 00000100:00100000:3.0:1734684856.356927:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848153600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684856.356928:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848153216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684856.356928:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182 00000100:00100000:0.0:1734684856.356934:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7534 00000100:00100000:0.0:1734684856.356938:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848153984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684856.356941:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848153216:12345-0@lo:400:kworker.0 Request processed in 13us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684856.356941:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184 00000100:00100000:1.0:1734684856.356944:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2183 00000100:00100000:2.0:1734684856.356944:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848154112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684856.356957:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848153600:12345-0@lo:400:kworker.0 Request processed in 28us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684856.356961:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53851 00000100:00100000:0.0:1734684856.356964:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848153984:12345-0@lo:400:kworker.0 Request processed in 24us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684856.356964:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848153472:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684856.356964:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848154112:12345-0@lo:400:kworker.0 Request processed in 17us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684856.356964:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7533 00000100:00100000:0.0:1734684856.356969:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7534 00000100:00100000:2.0:1734684856.356969:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184 00010000:00020000:1.0:1734684856.356977:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684856.356979:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53852 00000100:00100000:3.0:1734684856.356983:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848153856:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684856.356987:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848152960 00000100:00100000:2.0:1734684856.356990:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848152960 00000100:00100000:1.0:1734684856.356992:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848153472:12345-0@lo:8:kworker.0 Request processed in 28us (144us total) trans 0 rc -19/-19 00010000:00020000:3.0:1734684856.356994:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684856.356995:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53851 00000100:00080000:0.0:1734684856.357000:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684826 00000100:00080000:0.0:1734684856.357002:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684826 00000100:00100000:2.0:1734684856.357007:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1734684856.357011:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848152960:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684856.357016:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684856.357016:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848153856:12345-0@lo:8:kworker.0 Request processed in 32us (135us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734684856.357018:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684856.357021:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848153472:0@lo:8:kworker.0 00000100:00100000:3.0:1734684856.357022:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53852 00000100:00100000:0.0:1734684856.357025:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848153344 00000100:00080000:1.0:1734684856.357026:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734684856.357028:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848153344 00000100:00080000:1.0:1734684856.357028:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684856.357030:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848153856:0@lo:8:kworker.0 00000100:00100000:2.0:1734684856.357033:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848152960:12345-0@lo:400:kworker.0 Request processed in 22us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684856.357038:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1734684856.357047:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40983 00000100:00100000:1.0:1734684856.357048:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848153728:0@lo:400:kworker.0 00000100:00100000:3.0:1734684856.357049:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848153984:0@lo:400:kworker.0 00000100:00100000:0.0:1734684856.357051:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848153344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684856.357053:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848153088:0@lo:400:kworker.0 00000100:00100000:3.0:1734684856.357055:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848154112:0@lo:400:kworker.0 00000100:00100000:3.0:1734684856.357060:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848153216:0@lo:400:kworker.0 00000100:00100000:2.0:1734684856.357062:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848153600:0@lo:400:kworker.0 00000100:00100000:2.0:1734684856.357071:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848152960:0@lo:400:kworker.0 00000100:00100000:0.0:1734684856.357089:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848153344:12345-0@lo:400:kworker.0 Request processed in 37us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684856.357094:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40983 00000100:00100000:3.0:1734684856.357097:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848153344:0@lo:400:kworker.0 00000100:00080000:0.0:1734684856.357108:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684826 00000100:00100000:0.0:1734684856.388726:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848154240:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684856.388778:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684856.388812:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848154240 00000100:00100000:2.0:1734684856.388819:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848154240 00000100:00100000:2.0:1734684856.388845:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40984 00000100:00100000:2.0:1734684856.388850:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848154240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734684856.388873:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734684856.388904:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848154240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684856.388909:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40984 00000100:00100000:0.0:1734684856.388917:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848154240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684856.436726:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848154368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734684856.436778:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684856.436813:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848154368 00000100:00100000:0.0:1734684856.436821:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848154368 00000100:00100000:0.0:1734684856.436862:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6660 00000100:00100000:0.0:1734684856.436868:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848154368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684856.436892:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684856.436932:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848154368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684856.436936:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6660 00000100:00100000:2.0:1734684856.436955:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848154368:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684856.968728:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684857.970754:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684858.148742:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848154496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684858.148793:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684858.148826:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848154496 00000100:00100000:2.0:1734684858.148832:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848154496 00000100:00080000:0.0:1734684858.148853:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684828 00000100:00100000:2.0:1734684858.148871:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6661 00000100:00100000:2.0:1734684858.148876:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848154496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684858.148898:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684858.148932:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848154496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684858.148936:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6661 00000100:00100000:0.0:1734684858.148956:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848154496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684858.807019:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684858.807065:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684858.807081:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684858.807093:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872632832 00000100:00100000:2.0:1734684858.807104:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872632832 00000100:00100000:0.0:1734684858.807116:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734684858.807132:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684828 00000100:00100000:1.0:1734684858.807157:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872632960 00000100:00100000:3.0:1734684858.807157:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872632704 00000100:00100000:2.0:1734684858.807165:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2185 00000100:00100000:1.0:1734684858.807167:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872632960 00000100:00100000:3.0:1734684858.807167:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872632704 00000100:00100000:2.0:1734684858.807174:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872632832:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734684858.807207:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684828 00000100:00080000:0.0:1734684858.807210:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684828 00000100:00100000:1.0:1734684858.807219:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2186 00000100:00100000:3.0:1734684858.807220:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 699 00000100:00100000:1.0:1734684858.807225:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872632960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684858.807225:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872632704:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684858.807244:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872633088 00000100:00100000:0.0:1734684858.807247:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872633088 00000100:00100000:2.0:1734684858.807247:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872632832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684858.807254:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2185 00000100:00100000:0.0:1734684858.807264:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53853 00000100:00100000:0.0:1734684858.807268:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872633088:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684858.807276:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872632960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684858.807277:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872632704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684858.807281:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2186 00000100:00100000:3.0:1734684858.807282:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 699 00010000:00020000:0.0:1734684858.807289:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684858.807311:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872633088:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (195us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684858.807316:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53853 00010000:00010000:2.0:1734684858.972786:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684859.974786:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684860.976780:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684861.316776:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848154624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684861.316858:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684861.316911:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848154624 00000100:00100000:2.0:1734684861.316921:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848154624 00000100:00100000:2.0:1734684861.316971:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40985 00000100:00100000:2.0:1734684861.316979:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848154624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684861.317020:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684861.317069:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848154624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684861.317076:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40985 00000100:00100000:0.0:1734684861.317093:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848154624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684861.364814:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848154752:0@lo:400:kworker.0 00000100:00080000:2.0:1734684861.364826:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684861.364831:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684861.364834:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684861.364839:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9656 00000100:00080000:2.0:1734684861.364842:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684861.364848:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684861.364859:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848155008:0@lo:400:kworker.0 00000100:00100000:2.0:1734684861.364866:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0f100 x1818938848155264/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684861.364873:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848154880:0@lo:400:kworker.0 00000100:00100000:0.0:1734684861.364887:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684861.364887:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684861.364890:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684861.364891:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684861.364893:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9656 00000100:00080000:2.0:1734684861.364895:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:1.0:1734684861.364898:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684861.364898:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684861.364905:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f217b80 x1818938848155648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684861.364922:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848155776:0@lo:400:kworker.0 00000100:00100000:0.0:1734684861.364924:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848155392:0@lo:400:kworker.0 00000100:00100000:1.0:1734684861.364941:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684861.364942:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684861.364943:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848154752 00000100:00100000:2.0:1734684861.364950:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848154752 00000100:00100000:0.0:1734684861.364951:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848155136:0@lo:400:kworker.0 00000100:00100000:1.0:1734684861.364972:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848155264:0@lo:8:kworker.0 00000100:00100000:0.0:1734684861.364984:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684861.364985:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1734684861.364988:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848155520:0@lo:400:kworker.0 00000100:00100000:2.0:1734684861.364991:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848154752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684861.364994:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684861.365003:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848155904:0@lo:400:kworker.0 00000100:00100000:1.0:1734684861.365011:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848155648:0@lo:8:kworker.0 00000100:00100000:3.0:1734684861.365017:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684861.365033:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848155776 00000100:00100000:0.0:1734684861.365037:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848155776 00000100:00100000:1.0:1734684861.365043:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684861.365051:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848154752:12345-0@lo:400:kworker.0 Request processed in 59us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684861.365058:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1734684861.365062:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848155264 00000100:00100000:0.0:1734684861.365065:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848155264 00000100:00100000:3.0:1734684861.365068:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848155008 00000100:00100000:0.0:1734684861.365075:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848155648 00000100:00100000:1.0:1734684861.365075:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848154880 00000100:00100000:3.0:1734684861.365076:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848155008 00000100:00100000:0.0:1734684861.365078:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848155648 00000100:00100000:1.0:1734684861.365079:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848154880 00000100:00100000:0.0:1734684861.365090:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7535 00000100:00080000:2.0:1734684861.365093:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684831 00000100:00100000:0.0:1734684861.365095:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848155776:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734684861.365097:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684831 00000100:00080000:2.0:1734684861.365099:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684831 00000100:00080000:2.0:1734684861.365101:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684831 00000100:00100000:1.0:1734684861.365109:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848155520 00000100:00100000:1.0:1734684861.365112:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848155520 00000100:00100000:3.0:1734684861.365118:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187 00000100:00100000:3.0:1734684861.365125:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848154880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684861.365127:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188 00000100:00100000:2.0:1734684861.365132:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848155008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684861.365133:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848155776:12345-0@lo:400:kworker.0 Request processed in 37us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684861.365139:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189 00000100:00100000:0.0:1734684861.365140:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7535 00000100:00100000:1.0:1734684861.365144:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848155520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684861.365154:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53854 00000100:00100000:0.0:1734684861.365158:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848155264:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684861.365161:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848155008:12345-0@lo:400:kworker.0 Request processed in 29us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684861.365167:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188 00000100:00100000:3.0:1734684861.365172:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848154880:12345-0@lo:400:kworker.0 Request processed in 47us (232us total) trans 0 rc 0/0 00010000:00020000:0.0:1734684861.365177:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684861.365178:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848155520:12345-0@lo:400:kworker.0 Request processed in 33us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684861.365179:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187 00000100:00100000:1.0:1734684861.365184:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189 00000100:00100000:2.0:1734684861.365197:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848155136 00000100:00100000:2.0:1734684861.365200:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848155136 00000100:00100000:0.0:1734684861.365204:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848155264:12345-0@lo:8:kworker.0 Request processed in 45us (210us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684861.365208:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684861.365210:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53855 00000100:00100000:0.0:1734684861.365214:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53854 00000100:00100000:1.0:1734684861.365215:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848155648:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684861.365224:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40986 00010000:00020000:1.0:1734684861.365226:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684861.365229:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848155136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684861.365229:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848155904 00000100:00100000:3.0:1734684861.365231:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848155904 00000100:00100000:0.0:1734684861.365242:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684861.365243:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190 00000100:00100000:3.0:1734684861.365246:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848155904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684861.365249:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848155648:12345-0@lo:8:kworker.0 Request processed in 33us (205us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684861.365255:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53855 00000100:00100000:2.0:1734684861.365260:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848155136:12345-0@lo:400:kworker.0 Request processed in 31us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684861.365264:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40986 00000100:00100000:1.0:1734684861.365265:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848155392 00000100:00100000:0.0:1734684861.365267:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848154752:0@lo:400:kworker.0 00000100:00100000:3.0:1734684861.365267:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848155904:12345-0@lo:400:kworker.0 Request processed in 20us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684861.365268:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848155392 00000100:00100000:3.0:1734684861.365271:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190 00000100:00080000:2.0:1734684861.365273:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684831 00000100:00080000:2.0:1734684861.365275:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684831 00000100:00100000:1.0:1734684861.365283:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7536 00000100:00100000:1.0:1734684861.365288:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848155392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684861.365300:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848155136:0@lo:400:kworker.0 00000100:00100000:3.0:1734684861.365308:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848155904:0@lo:400:kworker.0 00000100:00100000:1.0:1734684861.365316:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848155392:12345-0@lo:400:kworker.0 Request processed in 27us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684861.365322:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7536 00000100:00100000:0.0:1734684861.365327:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848155392:0@lo:400:kworker.0 00000100:00100000:3.0:1734684861.365331:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848155520:0@lo:400:kworker.0 00000100:00100000:3.0:1734684861.365340:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848154880:0@lo:400:kworker.0 00000100:00080000:1.0:1734684861.365343:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684861.365347:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684861.365351:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848155264:0@lo:8:kworker.0 00000100:00080000:1.0:1734684861.365358:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684861.365360:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684861.365364:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848155648:0@lo:8:kworker.0 00000100:00100000:1.0:1734684861.365412:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848155776:0@lo:400:kworker.0 00000100:00100000:1.0:1734684861.365420:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848155008:0@lo:400:kworker.0 00000100:00100000:2.0:1734684861.396783:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848156032:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684861.396851:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684861.396900:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848156032 00000100:00100000:0.0:1734684861.396907:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848156032 00000100:00100000:0.0:1734684861.396954:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40987 00000100:00100000:0.0:1734684861.396966:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848156032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734684861.397004:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734684861.397057:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848156032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684861.397063:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40987 00000100:00100000:2.0:1734684861.397076:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848156032:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684861.444703:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734684861.444725:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848156160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684861.444789:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684861.444829:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848156160 00000100:00100000:2.0:1734684861.444839:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848156160 00000100:00100000:2.0:1734684861.444886:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6662 00000100:00100000:2.0:1734684861.444894:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848156160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684861.444928:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684861.444973:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848156160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684861.444980:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6662 00000100:00100000:0.0:1734684861.445008:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848156160:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684861.978709:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684862.980734:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684863.156686:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684863.156704:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848156288:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684863.156753:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684863.156844:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848156288 00000100:00100000:2.0:1734684863.156851:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848156288 00000100:00080000:0.0:1734684863.156898:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684833 00000100:00100000:2.0:1734684863.156906:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6663 00000100:00100000:2.0:1734684863.156912:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848156288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684863.156935:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684863.156975:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848156288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684863.156980:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6663 00000100:00100000:3.0:1734684863.156995:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848156288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684863.814906:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684863.814936:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684863.814957:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684863.814980:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684863.814995:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872633216 00000100:00100000:3.0:1734684863.814996:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872633344 00000100:00100000:2.0:1734684863.815003:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872633216 00000100:00100000:3.0:1734684863.815003:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872633344 00000100:00100000:0.0:1734684863.815008:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872633472 00000100:00100000:0.0:1734684863.815010:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872633472 00000100:00100000:1.0:1734684863.815016:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872633600 00000100:00100000:1.0:1734684863.815021:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872633600 00000100:00100000:2.0:1734684863.815038:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 701 00000100:00100000:3.0:1734684863.815042:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2191 00000100:00100000:2.0:1734684863.815043:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872633216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684863.815045:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53856 00000100:00100000:0.0:1734684863.815048:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2192 00000100:00100000:3.0:1734684863.815048:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872633344:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684863.815051:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872633600:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734684863.815052:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872633472:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734684863.815073:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684863.815089:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872633472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684863.815090:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872633216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684863.815094:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 701 00000100:00100000:3.0:1734684863.815095:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872633344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684863.815096:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2192 00000100:00100000:3.0:1734684863.815101:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2191 00000100:00080000:0.0:1734684863.815108:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684833 00000100:00100000:1.0:1734684863.815108:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872633600:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 56us (148us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734684863.815110:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684833 00000100:00080000:0.0:1734684863.815112:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684833 00000100:00100000:1.0:1734684863.815114:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53856 00010000:00010000:2.0:1734684863.982784:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684864.984713:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684865.986702:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684866.324736:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684866.324756:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848156416:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684866.324810:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684866.324860:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848156416 00000100:00100000:0.0:1734684866.324868:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848156416 00000100:00100000:0.0:1734684866.324915:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40988 00000100:00100000:0.0:1734684866.324922:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848156416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734684866.324955:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734684866.325010:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848156416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684866.325018:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40988 00000100:00100000:1.0:1734684866.325029:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848156416:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684866.372737:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684866.372743:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684866.372746:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734684866.372751:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848156672:0@lo:400:kworker.0 00000100:00080000:2.0:1734684866.372752:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9661 00000100:00080000:2.0:1734684866.372755:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684866.372761:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684866.372764:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848156544:0@lo:400:kworker.0 00000100:00100000:2.0:1734684866.372779:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098708a80 x1818938848157056/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684866.372802:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848157056:0@lo:8:kworker.0 00000100:00080000:2.0:1734684866.372803:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684866.372806:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684866.372808:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734684866.372811:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684866.372811:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9661 00000100:00100000:3.0:1734684866.372812:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684866.372813:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734684866.372816:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684866.372824:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d25e680 x1818938848157440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684866.372838:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684866.372843:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848157184:0@lo:400:kworker.0 00000100:00100000:3.0:1734684866.372843:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848157312:0@lo:400:kworker.0 00000100:00100000:2.0:1734684866.372852:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848156544 00000100:00100000:1.0:1734684866.372855:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848157440:0@lo:8:kworker.0 00000100:00100000:0.0:1734684866.372857:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684866.372858:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848156544 00000100:00100000:3.0:1734684866.372862:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684866.372866:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684866.372879:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848157056 00000100:00100000:0.0:1734684866.372882:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848157056 00000100:00100000:3.0:1734684866.372882:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848156672 00000100:00100000:2.0:1734684866.372883:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1734684866.372886:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848157184 00000100:00100000:3.0:1734684866.372886:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848156672 00000100:00100000:2.0:1734684866.372888:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848156544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684866.372889:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848157184 00000100:00100000:0.0:1734684866.372892:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848157440 00000100:00100000:0.0:1734684866.372894:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848157440 00000100:00100000:0.0:1734684866.372901:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53857 00000100:00100000:0.0:1734684866.372905:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848157056:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684866.372908:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848157312 00000100:00100000:1.0:1734684866.372910:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7537 00000100:00100000:3.0:1734684866.372910:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848157312 00000100:00100000:1.0:1734684866.372913:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848157184:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734684866.372920:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684866.372921:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848156544:12345-0@lo:400:kworker.0 Request processed in 33us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684866.372924:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193 00000100:00100000:2.0:1734684866.372926:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1734684866.372930:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848156672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684866.372937:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848157184:12345-0@lo:400:kworker.0 Request processed in 23us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684866.372940:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848157056:12345-0@lo:8:kworker.0 Request processed in 35us (102us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684866.372941:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7537 00000100:00100000:0.0:1734684866.372944:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53857 00000100:00080000:2.0:1734684866.372944:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684836 00000100:00080000:2.0:1734684866.372947:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684836 00000100:00080000:2.0:1734684866.372948:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684836 00000100:00100000:1.0:1734684866.372951:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53858 00000100:00100000:1.0:1734684866.372954:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848157440:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684866.372962:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684866.372962:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848156672:12345-0@lo:400:kworker.0 Request processed in 31us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684866.372966:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2194 00000100:00100000:2.0:1734684866.372967:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848157184:0@lo:400:kworker.0 00000100:00100000:3.0:1734684866.372969:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193 00000100:00100000:0.0:1734684866.372970:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848157312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684866.372972:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848156544:0@lo:400:kworker.0 00000100:00100000:1.0:1734684866.372973:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848157440:12345-0@lo:8:kworker.0 Request processed in 18us (105us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684866.372976:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53858 00000100:00100000:0.0:1734684866.372987:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848157312:12345-0@lo:400:kworker.0 Request processed in 17us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684866.372990:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2194 00000100:00080000:1.0:1734684866.372992:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684866.372994:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684866.372994:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848156928:0@lo:400:kworker.0 00000100:00100000:1.0:1734684866.372996:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848157440:0@lo:8:kworker.0 00000100:00100000:2.0:1734684866.372998:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848156800:0@lo:400:kworker.0 00000100:00080000:1.0:1734684866.373001:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684866.373002:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684866.373004:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848157056:0@lo:8:kworker.0 00000100:00100000:2.0:1734684866.373016:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684866.373017:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684866.373023:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848157568:0@lo:400:kworker.0 00000100:00100000:0.0:1734684866.373025:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848156800 00000100:00100000:0.0:1734684866.373027:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848156800 00000100:00100000:3.0:1734684866.373030:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848157696:0@lo:400:kworker.0 00000100:00100000:1.0:1734684866.373031:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848156928 00000100:00100000:1.0:1734684866.373033:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848156928 00000100:00100000:2.0:1734684866.373033:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684866.373039:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2195 00000100:00100000:0.0:1734684866.373041:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848156800:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734684866.373046:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684836 00000100:00100000:3.0:1734684866.373046:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684866.373047:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40989 00000100:00080000:2.0:1734684866.373048:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684836 00000100:00100000:1.0:1734684866.373050:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848156928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684866.373061:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848156800:12345-0@lo:400:kworker.0 Request processed in 19us (45us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684866.373064:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2195 00000100:00100000:3.0:1734684866.373066:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848157696 00000100:00100000:3.0:1734684866.373069:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848157696 00000100:00100000:1.0:1734684866.373070:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848156928:12345-0@lo:400:kworker.0 Request processed in 19us (53us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684866.373073:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40989 00000100:00100000:2.0:1734684866.373075:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848156800:0@lo:400:kworker.0 00000100:00100000:1.0:1734684866.373083:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848157568 00000100:00100000:1.0:1734684866.373084:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848157568 00000100:00100000:3.0:1734684866.373084:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2196 00000100:00100000:3.0:1734684866.373088:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848157696:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734684866.373092:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684836 00000100:00100000:1.0:1734684866.373095:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7538 00000100:00100000:1.0:1734684866.373097:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848157568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684866.373114:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848157696:12345-0@lo:400:kworker.0 Request processed in 25us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684866.373120:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2196 00000100:00100000:1.0:1734684866.373125:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848157568:12345-0@lo:400:kworker.0 Request processed in 26us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684866.373131:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7538 00000100:00100000:2.0:1734684866.373142:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848157568:0@lo:400:kworker.0 00000100:00100000:3.0:1734684866.373142:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848156928:0@lo:400:kworker.0 00000100:00100000:3.0:1734684866.373151:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848157696:0@lo:400:kworker.0 00000100:00100000:3.0:1734684866.373169:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848157312:0@lo:400:kworker.0 00000100:00100000:3.0:1734684866.373176:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848156672:0@lo:400:kworker.0 00000100:00100000:0.0:1734684866.404782:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848157824:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684866.404834:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684866.404899:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848157824 00000100:00100000:1.0:1734684866.404905:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848157824 00000100:00100000:1.0:1734684866.404944:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40990 00000100:00100000:1.0:1734684866.404949:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848157824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684866.404977:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684866.405014:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848157824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684866.405018:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40990 00000100:00100000:0.0:1734684866.405039:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848157824:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684866.452853:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848157952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684866.452915:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684866.452976:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848157952 00000100:00100000:2.0:1734684866.452986:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848157952 00000100:00100000:2.0:1734684866.453041:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6664 00000100:00100000:2.0:1734684866.453050:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848157952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684866.453085:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684866.453141:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848157952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684866.453149:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6664 00000100:00100000:3.0:1734684866.453168:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848157952:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684866.988827:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684867.990874:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684868.164706:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848158080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684868.164756:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684868.164788:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848158080 00000100:00100000:0.0:1734684868.164795:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848158080 00000100:00080000:2.0:1734684868.164829:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684838 00000100:00100000:0.0:1734684868.164838:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6665 00000100:00100000:0.0:1734684868.164843:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848158080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684868.164865:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684868.164896:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848158080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684868.164901:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6665 00000100:00100000:2.0:1734684868.164918:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848158080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684868.822872:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684868.822917:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684868.822944:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872633856 00000100:00100000:0.0:1734684868.822945:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684868.822951:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872633856 00000100:00100000:0.0:1734684868.822978:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684868.822993:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872633984 00000100:00100000:1.0:1734684868.822994:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872634112 00000100:00080000:2.0:1734684868.822995:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684838 00000100:00100000:3.0:1734684868.822995:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872633984 00000100:00100000:1.0:1734684868.822999:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872634112 00000100:00080000:2.0:1734684868.823000:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684838 00000100:00100000:3.0:1734684868.823006:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2197 00000100:00100000:2.0:1734684868.823011:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872633728 00000100:00100000:0.0:1734684868.823012:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2198 00000100:00100000:3.0:1734684868.823012:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872633856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684868.823014:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872633728 00000100:00100000:1.0:1734684868.823017:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53859 00000100:00100000:0.0:1734684868.823019:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872633984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684868.823021:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872634112:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734684868.823036:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 703 00010000:00020000:1.0:1734684868.823038:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684868.823040:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872633728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684868.823061:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872633856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684868.823063:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872633984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684868.823065:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872633728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684868.823066:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2197 00000100:00100000:2.0:1734684868.823070:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 703 00000100:00100000:0.0:1734684868.823071:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2198 00000100:00100000:1.0:1734684868.823072:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872634112:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 49us (125us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684868.823076:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53859 00000100:00080000:2.0:1734684868.823087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684838 00010000:00010000:2.0:1734684868.992696:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684869.994789:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684870.996724:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684871.332727:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734684871.332747:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848158208:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734684871.332804:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684871.332852:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848158208 00000100:00100000:1.0:1734684871.332859:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848158208 00000100:00100000:1.0:1734684871.332897:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40991 00000100:00100000:1.0:1734684871.332904:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848158208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684871.332933:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684871.332981:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848158208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684871.332988:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40991 00000100:00100000:2.0:1734684871.333002:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848158208:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684871.380717:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734684871.380723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848158336:0@lo:400:kworker.0 00000100:00080000:2.0:1734684871.380723:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734684871.380723:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848158464:0@lo:400:kworker.0 00000100:00080000:2.0:1734684871.380725:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684871.380729:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9666 00000100:00080000:2.0:1734684871.380732:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734684871.380737:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684871.380753:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d25dc00 x1818938848158848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684871.380758:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848158720:0@lo:400:kworker.0 00000100:00080000:2.0:1734684871.380775:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684871.380778:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684871.380779:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684871.380782:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9666 00000100:00100000:0.0:1734684871.380783:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684871.380783:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684871.380785:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734684871.380788:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684871.380794:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684871.380798:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d25f100 x1818938848159232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684871.380813:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848158976:0@lo:400:kworker.0 00000100:00100000:1.0:1734684871.380813:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734684871.380813:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848159104:0@lo:400:kworker.0 00000100:00100000:1.0:1734684871.380820:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848159488:0@lo:400:kworker.0 00000100:00100000:3.0:1734684871.380828:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684871.380830:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684871.380840:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684871.380844:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848158336 00000100:00100000:2.0:1734684871.380850:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848158336 00000100:00100000:1.0:1734684871.380851:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848158592:0@lo:400:kworker.0 00000100:00100000:0.0:1734684871.380853:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848158464 00000100:00100000:3.0:1734684871.380854:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848159104 00000100:00100000:0.0:1734684871.380856:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848158464 00000100:00100000:3.0:1734684871.380856:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848159104 00000100:00100000:1.0:1734684871.380865:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684871.380875:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848159360:0@lo:400:kworker.0 00000100:00100000:2.0:1734684871.380876:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1734684871.380877:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848159488 00000100:00100000:3.0:1734684871.380879:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848159488 00000100:00100000:0.0:1734684871.380880:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848158592 00000100:00100000:0.0:1734684871.380881:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848158592 00000100:00100000:2.0:1734684871.380881:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848158336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684871.380889:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684871.380891:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2199 00000100:00100000:0.0:1734684871.380895:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2200 00000100:00100000:3.0:1734684871.380896:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848159104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684871.380898:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848158464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684871.380907:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848158848:0@lo:8:kworker.0 00000100:00100000:2.0:1734684871.380915:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848158336:12345-0@lo:400:kworker.0 Request processed in 34us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684871.380920:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1734684871.380924:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684871.380927:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848158464:12345-0@lo:400:kworker.0 Request processed in 28us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684871.380927:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848159104:12345-0@lo:400:kworker.0 Request processed in 31us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684871.380933:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2199 00000100:00100000:0.0:1734684871.380935:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2200 00000100:00100000:1.0:1734684871.380936:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848159232:0@lo:8:kworker.0 00000100:00100000:0.0:1734684871.380945:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201 00000100:00080000:2.0:1734684871.380946:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684841 00000100:00100000:3.0:1734684871.380947:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202 00000100:00100000:0.0:1734684871.380948:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848159488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684871.380949:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684871.380949:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684841 00000100:00080000:2.0:1734684871.380950:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684841 00000100:00100000:3.0:1734684871.380951:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848158592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684871.380972:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848158976 00000100:00100000:0.0:1734684871.380973:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848159488:12345-0@lo:400:kworker.0 Request processed in 23us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684871.380973:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848158592:12345-0@lo:400:kworker.0 Request processed in 21us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684871.380975:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848158976 00000100:00100000:2.0:1734684871.380977:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848159360 00000100:00100000:0.0:1734684871.380978:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201 00000100:00100000:2.0:1734684871.380980:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848159360 00000100:00100000:3.0:1734684871.380980:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202 00000100:00100000:2.0:1734684871.380993:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848158848 00000100:00100000:2.0:1734684871.380994:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848158848 00000100:00100000:1.0:1734684871.380998:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848159232 00000100:00100000:0.0:1734684871.381000:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7539 00000100:00100000:1.0:1734684871.381001:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848159232 00000100:00100000:2.0:1734684871.381004:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7540 00000100:00100000:0.0:1734684871.381005:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848159360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684871.381005:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848159104:0@lo:400:kworker.0 00000100:00100000:2.0:1734684871.381007:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848158976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684871.381013:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53860 00000100:00100000:3.0:1734684871.381013:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848158464:0@lo:400:kworker.0 00000100:00100000:1.0:1734684871.381018:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848158848:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684871.381025:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848158976:12345-0@lo:400:kworker.0 Request processed in 17us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684871.381028:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7540 00000100:00100000:0.0:1734684871.381030:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848159360:12345-0@lo:400:kworker.0 Request processed in 25us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684871.381036:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7539 00010000:00020000:1.0:1734684871.381037:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684871.381038:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53861 00000100:00100000:2.0:1734684871.381041:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848159232:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734684871.381050:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684871.381059:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848158720 00000100:00100000:0.0:1734684871.381060:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848158976:0@lo:400:kworker.0 00000100:00100000:1.0:1734684871.381061:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848158848:12345-0@lo:8:kworker.0 Request processed in 42us (135us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684871.381062:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848158720 00000100:00100000:1.0:1734684871.381067:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53860 00000100:00100000:0.0:1734684871.381068:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848158336:0@lo:400:kworker.0 00000100:00100000:2.0:1734684871.381070:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848159232:12345-0@lo:8:kworker.0 Request processed in 26us (119us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684871.381076:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53861 00000100:00100000:3.0:1734684871.381080:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40992 00000100:00100000:3.0:1734684871.381084:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848158720:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734684871.381086:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734684871.381088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684841 00000100:00080000:1.0:1734684871.381089:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:2.0:1734684871.381090:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684841 00000100:00100000:1.0:1734684871.381092:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848158848:0@lo:8:kworker.0 00000100:00080000:1.0:1734684871.381100:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684871.381102:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684871.381105:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848159232:0@lo:8:kworker.0 00000100:00100000:3.0:1734684871.381111:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848158720:12345-0@lo:400:kworker.0 Request processed in 26us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684871.381116:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40992 00000100:00100000:1.0:1734684871.381125:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848159488:0@lo:400:kworker.0 00000100:00100000:1.0:1734684871.381132:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848158592:0@lo:400:kworker.0 00000100:00100000:1.0:1734684871.381138:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848159360:0@lo:400:kworker.0 00000100:00100000:1.0:1734684871.381144:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848158720:0@lo:400:kworker.0 00000100:00100000:0.0:1734684871.412768:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848159616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684871.412825:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684871.412856:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848159616 00000100:00100000:3.0:1734684871.412862:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848159616 00000100:00100000:3.0:1734684871.412896:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40993 00000100:00100000:3.0:1734684871.412901:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848159616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684871.412930:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684871.412967:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848159616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684871.412972:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40993 00000100:00100000:0.0:1734684871.412990:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848159616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684871.460717:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848159744:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684871.460769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684871.460842:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848159744 00000100:00100000:2.0:1734684871.460849:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848159744 00000100:00100000:2.0:1734684871.460890:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6666 00000100:00100000:2.0:1734684871.460897:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848159744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684871.460924:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684871.460967:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848159744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684871.460973:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6666 00000100:00100000:0.0:1734684871.460991:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848159744:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684871.998704:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684873.000739:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684873.172706:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848159872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684873.172756:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684873.172795:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848159872 00000100:00100000:2.0:1734684873.172801:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848159872 00000100:00080000:0.0:1734684873.172835:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684843 00000100:00100000:2.0:1734684873.172842:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6667 00000100:00100000:2.0:1734684873.172847:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848159872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684873.172870:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684873.172901:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848159872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684873.172905:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6667 00000100:00100000:0.0:1734684873.172925:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848159872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684873.830870:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684873.830913:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684873.830940:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684873.830975:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684873.830978:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872634368 00000100:00100000:2.0:1734684873.830980:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872634240 00000100:00100000:3.0:1734684873.830983:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872634496 00000100:00100000:1.0:1734684873.830986:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872634368 00000100:00100000:2.0:1734684873.830986:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872634240 00000100:00100000:3.0:1734684873.830986:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872634496 00000100:00080000:0.0:1734684873.831004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684843 00000100:00080000:0.0:1734684873.831007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684843 00000100:00080000:0.0:1734684873.831009:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684843 00000100:00100000:0.0:1734684873.831021:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872634624 00000100:00100000:3.0:1734684873.831022:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2203 00000100:00100000:2.0:1734684873.831024:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 705 00000100:00100000:0.0:1734684873.831025:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872634624 00000100:00100000:3.0:1734684873.831027:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872634496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684873.831031:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872634240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684873.831033:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2204 00000100:00100000:1.0:1734684873.831040:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872634368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684873.831043:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53862 00000100:00100000:0.0:1734684873.831049:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872634624:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734684873.831070:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684873.831075:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872634496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684873.831082:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872634240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684873.831082:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2203 00000100:00100000:1.0:1734684873.831083:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872634368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684873.831089:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2204 00000100:00100000:2.0:1734684873.831089:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 705 00000100:00100000:0.0:1734684873.831092:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872634624:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (117us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684873.831099:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53862 00010000:00010000:2.0:1734684874.002696:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684875.004754:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684876.006715:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684876.340747:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734684876.340766:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848160000:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684876.340816:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684876.340904:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848160000 00000100:00100000:3.0:1734684876.340912:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848160000 00000100:00100000:3.0:1734684876.340955:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40994 00000100:00100000:3.0:1734684876.340962:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848160000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684876.340990:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684876.341035:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848160000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684876.341041:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40994 00000100:00100000:0.0:1734684876.341071:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848160000:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684876.388675:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684876.388680:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684876.388682:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684876.388688:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9671 00000100:00080000:2.0:1734684876.388692:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734684876.388696:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684876.388704:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848160256:0@lo:400:kworker.0 00000100:00100000:1.0:1734684876.388705:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848160128:0@lo:400:kworker.0 00000100:00100000:2.0:1734684876.388711:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d25ce00 x1818938848160640/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684876.388735:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684876.388738:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684876.388738:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684876.388740:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9671 00000100:00080000:2.0:1734684876.388742:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684876.388744:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684876.388749:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d25f100 x1818938848161024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684876.388768:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684876.388769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684876.388771:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848160640:0@lo:8:kworker.0 00000100:00100000:2.0:1734684876.388777:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848160384:0@lo:400:kworker.0 00000100:00100000:1.0:1734684876.388792:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848160768:0@lo:400:kworker.0 00000100:00100000:0.0:1734684876.388795:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848160896:0@lo:400:kworker.0 00000100:00100000:3.0:1734684876.388802:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684876.388808:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848160512:0@lo:400:kworker.0 00000100:00100000:2.0:1734684876.388809:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684876.388818:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848161024:0@lo:8:kworker.0 00000100:00100000:0.0:1734684876.388823:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684876.388823:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848161152:0@lo:400:kworker.0 00000100:00100000:1.0:1734684876.388825:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684876.388838:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848161280:0@lo:400:kworker.0 00000100:00100000:3.0:1734684876.388840:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684876.388846:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848160128 00000100:00100000:0.0:1734684876.388848:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848160256 00000100:00100000:1.0:1734684876.388851:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684876.388851:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848160128 00000100:00100000:0.0:1734684876.388852:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848160256 00000100:00100000:1.0:1734684876.388866:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848160384 00000100:00100000:1.0:1734684876.388869:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848160384 00000100:00100000:3.0:1734684876.388872:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848160640 00000100:00100000:3.0:1734684876.388876:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848160640 00000100:00100000:0.0:1734684876.388878:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848160896 00000100:00100000:2.0:1734684876.388878:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1734684876.388880:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848160896 00000100:00100000:2.0:1734684876.388882:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848160128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684876.388883:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848161280 00000100:00100000:1.0:1734684876.388885:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848161280 00000100:00100000:3.0:1734684876.388890:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848161024 00000100:00100000:1.0:1734684876.388892:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2205 00000100:00100000:3.0:1734684876.388893:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848161024 00000100:00100000:1.0:1734684876.388896:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848160256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684876.388897:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206 00000100:00100000:3.0:1734684876.388902:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53863 00000100:00100000:0.0:1734684876.388903:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848160384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684876.388906:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848160640:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684876.388908:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848160128:12345-0@lo:400:kworker.0 Request processed in 25us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684876.388912:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1734684876.388919:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848160256:12345-0@lo:400:kworker.0 Request processed in 22us (151us total) trans 0 rc 0/0 00010000:00020000:3.0:1734684876.388922:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684876.388923:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2205 00000100:00100000:1.0:1734684876.388932:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2207 00000100:00100000:0.0:1734684876.388933:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848160384:12345-0@lo:400:kworker.0 Request processed in 30us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684876.388935:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848160896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684876.388936:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2208 00000100:00100000:2.0:1734684876.388938:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848161280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684876.388939:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206 00000100:00100000:3.0:1734684876.388945:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848160640:12345-0@lo:8:kworker.0 Request processed in 38us (142us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684876.388949:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848160896:12345-0@lo:400:kworker.0 Request processed in 13us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684876.388950:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53863 00000100:00100000:1.0:1734684876.388952:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2207 00000100:00100000:2.0:1734684876.388954:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848161280:12345-0@lo:400:kworker.0 Request processed in 15us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684876.388958:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2208 00000100:00100000:0.0:1734684876.388962:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53864 00000100:00100000:1.0:1734684876.388965:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684876.388967:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848161024:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684876.388971:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848160768 00000100:00100000:3.0:1734684876.388974:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848160768 00010000:00020000:0.0:1734684876.388979:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684876.388982:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848160128:0@lo:400:kworker.0 00000100:00100000:2.0:1734684876.388982:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848161280:0@lo:400:kworker.0 00000100:00100000:3.0:1734684876.388993:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7541 00000100:00100000:2.0:1734684876.388995:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684876.388997:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848160768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684876.389002:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848161024:12345-0@lo:8:kworker.0 Request processed in 34us (161us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734684876.389003:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684846 00000100:00080000:1.0:1734684876.389006:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684846 00000100:00080000:1.0:1734684876.389007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684846 00000100:00100000:0.0:1734684876.389008:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53864 00000100:00080000:1.0:1734684876.389008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684846 00000100:00100000:1.0:1734684876.389015:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848161152 00000100:00100000:2.0:1734684876.389015:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848160384:0@lo:400:kworker.0 00000100:00100000:1.0:1734684876.389016:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848161152 00000100:00100000:3.0:1734684876.389027:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848160768:12345-0@lo:400:kworker.0 Request processed in 29us (60us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684876.389028:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7542 00000100:00100000:1.0:1734684876.389030:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848161152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684876.389033:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7541 00000100:00100000:2.0:1734684876.389044:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848160512 00000100:00100000:0.0:1734684876.389045:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848160896:0@lo:400:kworker.0 00000100:00100000:2.0:1734684876.389046:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848160512 00000100:00100000:0.0:1734684876.389053:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848160256:0@lo:400:kworker.0 00000100:00080000:3.0:1734684876.389054:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684876.389055:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848161152:12345-0@lo:400:kworker.0 Request processed in 22us (58us total) trans 0 rc 0/0 00000100:00080000:3.0:1734684876.389057:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684876.389059:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40995 00000100:00100000:1.0:1734684876.389060:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7542 00000100:00100000:3.0:1734684876.389060:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848160640:0@lo:8:kworker.0 00000100:00100000:2.0:1734684876.389062:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848160512:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684876.389066:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684876.389068:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684876.389070:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848161024:0@lo:8:kworker.0 00000100:00080000:1.0:1734684876.389072:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684846 00000100:00080000:1.0:1734684876.389075:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684846 00000100:00100000:2.0:1734684876.389081:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848160512:12345-0@lo:400:kworker.0 Request processed in 19us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684876.389084:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40995 00000100:00100000:1.0:1734684876.389089:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848160768:0@lo:400:kworker.0 00000100:00100000:2.0:1734684876.389096:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848161152:0@lo:400:kworker.0 00000100:00100000:2.0:1734684876.389108:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848160512:0@lo:400:kworker.0 00000100:00100000:1.0:1734684876.420793:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848161408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684876.420866:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684876.420903:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848161408 00000100:00100000:2.0:1734684876.420910:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848161408 00000100:00100000:2.0:1734684876.420941:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40996 00000100:00100000:2.0:1734684876.420946:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848161408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734684876.420972:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734684876.421009:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848161408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684876.421015:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40996 00000100:00100000:1.0:1734684876.421038:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848161408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684876.468744:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848161536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734684876.468799:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684876.468854:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848161536 00000100:00100000:0.0:1734684876.468860:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848161536 00000100:00100000:0.0:1734684876.468899:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6668 00000100:00100000:0.0:1734684876.468906:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848161536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684876.468934:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684876.468989:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848161536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684876.468995:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6668 00000100:00100000:2.0:1734684876.469015:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848161536:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684877.008786:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684878.010734:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684878.180713:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848161664:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684878.180761:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684878.180797:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848161664 00000100:00100000:0.0:1734684878.180803:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848161664 00000100:00080000:1.0:1734684878.180843:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684848 00000100:00100000:0.0:1734684878.180844:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6669 00000100:00100000:0.0:1734684878.180848:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848161664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684878.180872:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684878.180908:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848161664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684878.180913:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6669 00000100:00100000:2.0:1734684878.180930:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848161664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684878.838807:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684878.838849:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684878.838874:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684878.838878:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872634880 00000100:00100000:3.0:1734684878.838888:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872634880 00000100:00100000:2.0:1734684878.838901:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872634752 00000100:00100000:2.0:1734684878.838905:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872634752 00000100:00100000:0.0:1734684878.838907:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684878.838928:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872635008 00000100:00100000:1.0:1734684878.838928:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872635136 00000100:00100000:0.0:1734684878.838931:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872635008 00000100:00100000:1.0:1734684878.838933:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872635136 00000100:00100000:2.0:1734684878.838933:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 707 00000100:00100000:3.0:1734684878.838933:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2209 00000100:00100000:2.0:1734684878.838938:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872634752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684878.838938:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872634880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684878.838951:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53865 00000100:00100000:0.0:1734684878.838952:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2210 00000100:00100000:1.0:1734684878.838955:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872635136:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734684878.838957:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872635008:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734684878.838972:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684878.838982:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872634752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684878.838982:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872634880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684878.838983:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872635008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684878.838986:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 707 00000100:00100000:3.0:1734684878.838987:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2209 00000100:00100000:0.0:1734684878.838990:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2210 00000100:00100000:1.0:1734684878.838992:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872635136:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (118us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684878.838997:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53865 00000100:00080000:1.0:1734684878.839009:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684848 00000100:00080000:1.0:1734684878.839012:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684848 00000100:00080000:1.0:1734684878.839013:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684848 00010000:00010000:2.0:1734684879.012820:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684880.014798:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684881.016809:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684881.348790:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848161792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684881.348873:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684881.348932:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848161792 00000100:00100000:2.0:1734684881.348942:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848161792 00000100:00100000:2.0:1734684881.349020:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40997 00000100:00100000:2.0:1734684881.349029:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848161792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684881.349113:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684881.349194:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848161792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 148us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684881.349202:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40997 00000100:00100000:3.0:1734684881.349235:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848161792:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684881.396750:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684881.396758:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684881.396762:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684881.396771:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9676 00000100:00080000:2.0:1734684881.396777:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734684881.396784:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684881.396793:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848161920:0@lo:400:kworker.0 00000100:00100000:3.0:1734684881.396794:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848162304:0@lo:400:kworker.0 00000100:00100000:2.0:1734684881.396805:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d25f100 x1818938848162432/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684881.396834:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684881.396838:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684881.396840:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684881.396843:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9676 00000100:00080000:2.0:1734684881.396845:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684881.396849:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684881.396858:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d25df80 x1818938848162816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684881.396865:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684881.396866:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684881.396896:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848162176:0@lo:400:kworker.0 00000100:00100000:3.0:1734684881.396902:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848163072:0@lo:400:kworker.0 00000100:00100000:1.0:1734684881.396905:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848162560:0@lo:400:kworker.0 00000100:00100000:3.0:1734684881.396931:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684881.396934:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684881.396952:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848163072 00000100:00100000:1.0:1734684881.396955:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1734684881.396959:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848163072 00000100:00100000:0.0:1734684881.396960:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848161920 00000100:00100000:1.0:1734684881.396961:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848162048:0@lo:400:kworker.0 00000100:00100000:3.0:1734684881.396964:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848162432:0@lo:8:kworker.0 00000100:00100000:0.0:1734684881.396971:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848161920 00000100:00100000:1.0:1734684881.396983:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684881.396985:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684881.396997:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848162816:0@lo:8:kworker.0 00000100:00100000:1.0:1734684881.397002:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848162688:0@lo:400:kworker.0 00000100:00100000:2.0:1734684881.397004:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848162048 00000100:00100000:2.0:1734684881.397008:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848162048 00000100:00100000:3.0:1734684881.397014:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684881.397021:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684881.397027:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1734684881.397027:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848162688 00000100:00100000:2.0:1734684881.397029:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848162688 00000100:00100000:0.0:1734684881.397038:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848161920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684881.397045:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848162560 00000100:00100000:3.0:1734684881.397045:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848162432 00000100:00100000:2.0:1734684881.397075:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2211 00000100:00100000:3.0:1734684881.397077:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848162432 00000100:00100000:1.0:1734684881.397078:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848162560 00000100:00100000:2.0:1734684881.397085:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848163072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684881.397100:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848162816 00000100:00100000:3.0:1734684881.397102:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848162816 00000100:00100000:1.0:1734684881.397110:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7543 00000100:00100000:1.0:1734684881.397116:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848162560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684881.397117:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53866 00000100:00100000:3.0:1734684881.397123:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848162432:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684881.397145:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684881.397153:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848163072:12345-0@lo:400:kworker.0 Request processed in 68us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684881.397161:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2211 00000100:00100000:0.0:1734684881.397163:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848161920:12345-0@lo:400:kworker.0 Request processed in 123us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684881.397171:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848162560:12345-0@lo:400:kworker.0 Request processed in 54us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684881.397176:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1734684881.397179:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7543 00000100:00100000:3.0:1734684881.397181:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848162432:12345-0@lo:8:kworker.0 Request processed in 57us (195us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684881.397183:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2212 00000100:00100000:2.0:1734684881.397188:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848162048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684881.397189:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53866 00000100:00100000:1.0:1734684881.397196:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53867 00000100:00100000:1.0:1734684881.397201:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848162816:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684881.397214:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213 00010000:00020000:1.0:1734684881.397216:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684881.397216:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848162048:12345-0@lo:400:kworker.0 Request processed in 27us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684881.397220:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848162688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684881.397223:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2212 00000100:00080000:0.0:1734684881.397226:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684851 00000100:00080000:0.0:1734684881.397231:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684851 00000100:00080000:0.0:1734684881.397233:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684851 00000100:00100000:1.0:1734684881.397238:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848162816:12345-0@lo:8:kworker.0 Request processed in 36us (223us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684881.397245:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53867 00000100:00100000:2.0:1734684881.397250:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684881.397250:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848162688:12345-0@lo:400:kworker.0 Request processed in 30us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684881.397257:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213 00000100:00100000:0.0:1734684881.397265:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848162176 00000100:00100000:0.0:1734684881.397269:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848162176 00000100:00100000:2.0:1734684881.397270:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848162944:0@lo:400:kworker.0 00000100:00080000:3.0:1734684881.397291:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684881.397292:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848162048:0@lo:400:kworker.0 00000100:00100000:2.0:1734684881.397292:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734684881.397296:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684881.397298:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214 00000100:00100000:3.0:1734684881.397301:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848162432:0@lo:8:kworker.0 00000100:00100000:1.0:1734684881.397304:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848162688:0@lo:400:kworker.0 00000100:00100000:0.0:1734684881.397307:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848162176:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684881.397311:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684881.397312:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848162560:0@lo:400:kworker.0 00000100:00080000:3.0:1734684881.397313:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684881.397317:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848162816:0@lo:8:kworker.0 00000100:00100000:2.0:1734684881.397319:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848162944 00000100:00100000:1.0:1734684881.397320:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848161920:0@lo:400:kworker.0 00000100:00100000:2.0:1734684881.397322:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848162944 00000100:00100000:2.0:1734684881.397342:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7544 00000100:00100000:2.0:1734684881.397347:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848162944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684881.397374:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848163072:0@lo:400:kworker.0 00000100:00100000:0.0:1734684881.397395:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848162176:12345-0@lo:400:kworker.0 Request processed in 85us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684881.397399:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848162944:12345-0@lo:400:kworker.0 Request processed in 51us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684881.397407:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7544 00000100:00100000:0.0:1734684881.397408:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214 00000100:00100000:3.0:1734684881.397415:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848162304 00000100:00100000:3.0:1734684881.397421:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848162304 00000100:00080000:0.0:1734684881.397437:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684851 00000100:00100000:2.0:1734684881.397437:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848162176:0@lo:400:kworker.0 00000100:00080000:0.0:1734684881.397442:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684851 00000100:00080000:0.0:1734684881.397446:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684851 00000100:00100000:2.0:1734684881.397447:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848162944:0@lo:400:kworker.0 00000100:00100000:3.0:1734684881.397459:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40998 00000100:00100000:3.0:1734684881.397467:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848162304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684881.397613:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848162304:12345-0@lo:400:kworker.0 Request processed in 145us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684881.397621:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848162304:0@lo:400:kworker.0 00000100:00100000:3.0:1734684881.397622:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40998 00000100:00100000:1.0:1734684881.428822:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848163200:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684881.428889:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684881.428943:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848163200 00000100:00100000:3.0:1734684881.428954:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848163200 00000100:00100000:3.0:1734684881.429008:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40999 00000100:00100000:3.0:1734684881.429016:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848163200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684881.429070:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684881.429125:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848163200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684881.429132:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40999 00000100:00100000:1.0:1734684881.429157:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848163200:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684881.476754:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684881.476777:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848163328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684881.476834:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684881.476902:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848163328 00000100:00100000:0.0:1734684881.476910:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848163328 00000100:00100000:0.0:1734684881.476957:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6670 00000100:00100000:0.0:1734684881.476964:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848163328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684881.476992:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684881.477120:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848163328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 154us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684881.477137:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848163328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684881.477138:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6670 00010000:00010000:2.0:1734684882.018885:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684883.020751:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684883.188823:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848163456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684883.188894:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684883.188944:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848163456 00000100:00100000:2.0:1734684883.188953:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848163456 00000100:00080000:0.0:1734684883.188992:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684853 00000100:00100000:2.0:1734684883.189004:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6671 00000100:00100000:2.0:1734684883.189010:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848163456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684883.189058:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684883.189102:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848163456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684883.189108:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6671 00000100:00100000:0.0:1734684883.189131:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848163456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684883.847237:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684883.847279:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684883.847306:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684883.847310:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872635392 00000100:00100000:2.0:1734684883.847321:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872635392 00000100:00100000:0.0:1734684883.847337:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684883.847337:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872635648 00000100:00100000:1.0:1734684883.847343:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872635648 00000100:00080000:0.0:1734684883.847351:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684853 00000100:00100000:3.0:1734684883.847357:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872635264 00000100:00100000:3.0:1734684883.847362:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872635264 00000100:00100000:2.0:1734684883.847366:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872635520 00000100:00100000:2.0:1734684883.847368:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872635520 00000100:00100000:0.0:1734684883.847373:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2215 00000100:00100000:1.0:1734684883.847373:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53868 00000100:00100000:0.0:1734684883.847379:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872635392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684883.847383:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872635648:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734684883.847383:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2216 00000100:00100000:2.0:1734684883.847387:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872635520:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684883.847389:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 709 00000100:00100000:3.0:1734684883.847393:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872635264:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734684883.847406:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684883.847450:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872635392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 72us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684883.847451:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872635520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684883.847452:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872635264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684883.847453:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872635648:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 75us (173us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684883.847456:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2215 00000100:00100000:3.0:1734684883.847456:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 709 00000100:00100000:1.0:1734684883.847459:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53868 00000100:00100000:2.0:1734684883.847459:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2216 00000100:00080000:0.0:1734684883.847615:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684853 00000100:00080000:0.0:1734684883.847618:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684853 00010000:00010000:2.0:1734684884.022753:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684885.024895:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684886.026748:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684886.356729:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734684886.356753:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848163584:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684886.356826:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684886.356921:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848163584 00000100:00100000:3.0:1734684886.356931:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848163584 00000100:00100000:3.0:1734684886.357032:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41000 00000100:00100000:3.0:1734684886.357041:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848163584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684886.357084:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684886.357137:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848163584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684886.357144:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41000 00000100:00100000:0.0:1734684886.357223:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848163584:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684886.404754:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848163840:0@lo:400:kworker.0 00000100:00100000:1.0:1734684886.404755:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848163712:0@lo:400:kworker.0 00000100:00080000:2.0:1734684886.404755:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684886.404761:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684886.404765:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684886.404771:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9681 00000100:00080000:2.0:1734684886.404775:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684886.404782:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684886.404785:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848163968:0@lo:400:kworker.0 00000100:00100000:2.0:1734684886.404802:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098708000 x1818938848164224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684886.404829:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684886.404832:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684886.404834:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734684886.404835:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684886.404835:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684886.404837:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9681 00000100:00080000:2.0:1734684886.404840:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734684886.404843:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684886.404852:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848164224:0@lo:8:kworker.0 00000100:00100000:2.0:1734684886.404853:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090784380 x1818938848164608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684886.404873:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848164352:0@lo:400:kworker.0 00000100:00100000:3.0:1734684886.404873:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848164480:0@lo:400:kworker.0 00000100:00100000:0.0:1734684886.404892:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684886.404899:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684886.404899:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684886.404909:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848163840 00000100:00100000:2.0:1734684886.404918:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848163840 00000100:00100000:0.0:1734684886.404922:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848164608:0@lo:8:kworker.0 00000100:00100000:3.0:1734684886.404931:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848164480 00000100:00100000:1.0:1734684886.404932:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848164224 00000100:00100000:1.0:1734684886.404935:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848164224 00000100:00100000:3.0:1734684886.404935:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848164480 00000100:00100000:0.0:1734684886.404943:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684886.404958:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848164352 00000100:00100000:1.0:1734684886.404960:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848164352 00000100:00100000:2.0:1734684886.404961:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217 00000100:00100000:2.0:1734684886.404984:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848163840:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734684886.404987:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684856 00000100:00080000:0.0:1734684886.404992:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684856 00000100:00100000:1.0:1734684886.404995:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848164608 00000100:00100000:1.0:1734684886.404998:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848164608 00000100:00100000:1.0:1734684886.405010:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7545 00000100:00100000:1.0:1734684886.405015:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848164352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684886.405017:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53869 00000100:00100000:0.0:1734684886.405021:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848164224:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684886.405027:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848163840:12345-0@lo:400:kworker.0 Request processed in 43us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684886.405035:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217 00010000:00020000:0.0:1734684886.405043:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684886.405057:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848164352:12345-0@lo:400:kworker.0 Request processed in 41us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684886.405057:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218 00000100:00100000:2.0:1734684886.405062:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848164480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684886.405063:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7545 00000100:00100000:0.0:1734684886.405076:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a55850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848164224:12345-0@lo:8:kworker.0 Request processed in 53us (183us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684886.405084:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53870 00000100:00100000:2.0:1734684886.405088:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848164480:12345-0@lo:400:kworker.0 Request processed in 25us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684886.405091:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848164608:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684886.405094:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53869 00000100:00100000:2.0:1734684886.405094:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218 00000100:00100000:1.0:1734684886.405107:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848164096:0@lo:400:kworker.0 00010000:00020000:3.0:1734684886.405110:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684886.405115:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848163712 00000100:00100000:2.0:1734684886.405118:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848163712 00000100:00100000:1.0:1734684886.405134:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684886.405137:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1734684886.405140:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848163712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684886.405153:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848164864:0@lo:400:kworker.0 00000100:00100000:2.0:1734684886.405162:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848163712:12345-0@lo:400:kworker.0 Request processed in 21us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684886.405165:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1734684886.405177:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684886.405177:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848164608:12345-0@lo:8:kworker.0 Request processed in 85us (232us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734684886.405183:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684856 00000100:00100000:3.0:1734684886.405184:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53870 00000100:00100000:1.0:1734684886.405191:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734684886.405194:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848164096 00000100:00100000:2.0:1734684886.405196:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848164096 00000100:00100000:1.0:1734684886.405197:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848164736:0@lo:400:kworker.0 00000100:00100000:2.0:1734684886.405210:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41001 00000100:00100000:1.0:1734684886.405213:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684886.405213:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848164096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684886.405231:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848164864 00000100:00100000:2.0:1734684886.405232:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848164096:12345-0@lo:400:kworker.0 Request processed in 18us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684886.405234:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848164864 00000100:00100000:3.0:1734684886.405235:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848164480:0@lo:400:kworker.0 00000100:00100000:2.0:1734684886.405236:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41001 00000100:00100000:0.0:1734684886.405237:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848164736 00000100:00100000:0.0:1734684886.405242:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848164736 00000100:00080000:2.0:1734684886.405243:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684856 00000100:00100000:3.0:1734684886.405247:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848163840:0@lo:400:kworker.0 00000100:00100000:1.0:1734684886.405252:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2219 00000100:00080000:2.0:1734684886.405253:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684856 00000100:00100000:1.0:1734684886.405256:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848164864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684886.405264:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7546 00000100:00100000:0.0:1734684886.405269:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848164736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684886.405281:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848164864:12345-0@lo:400:kworker.0 Request processed in 24us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684886.405287:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2219 00000100:00100000:0.0:1734684886.405299:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848164736:12345-0@lo:400:kworker.0 Request processed in 29us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684886.405305:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7546 00000100:00100000:1.0:1734684886.405316:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848164736:0@lo:400:kworker.0 00000100:00100000:1.0:1734684886.405324:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848164096:0@lo:400:kworker.0 00000100:00100000:1.0:1734684886.405332:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848164864:0@lo:400:kworker.0 00000100:00080000:0.0:1734684886.405337:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684886.405341:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684886.405345:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848164608:0@lo:8:kworker.0 00000100:00080000:0.0:1734684886.405352:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684886.405355:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684886.405355:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848164352:0@lo:400:kworker.0 00000100:00100000:0.0:1734684886.405358:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848164224:0@lo:8:kworker.0 00000100:00100000:1.0:1734684886.405362:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848163712:0@lo:400:kworker.0 00000100:00100000:0.0:1734684886.405376:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684886.405411:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848163968 00000100:00100000:2.0:1734684886.405415:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848163968 00000100:00100000:2.0:1734684886.405448:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2220 00000100:00080000:0.0:1734684886.405451:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684856 00000100:00100000:2.0:1734684886.405453:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848163968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684886.405482:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848163968:12345-0@lo:400:kworker.0 Request processed in 29us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684886.405486:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2220 00000100:00100000:0.0:1734684886.405513:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848163968:0@lo:400:kworker.0 00000100:00100000:1.0:1734684886.436828:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848164992:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684886.436910:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684886.436980:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848164992 00000100:00100000:2.0:1734684886.436991:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848164992 00000100:00100000:2.0:1734684886.437047:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41002 00000100:00100000:2.0:1734684886.437055:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848164992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734684886.437095:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734684886.437150:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848164992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684886.437159:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41002 00000100:00100000:1.0:1734684886.437192:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848164992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684886.484819:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848165120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684886.484886:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684886.484947:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848165120 00000100:00100000:2.0:1734684886.484955:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848165120 00000100:00100000:2.0:1734684886.485022:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6672 00000100:00100000:2.0:1734684886.485027:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848165120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684886.485057:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684886.485092:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848165120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684886.485097:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6672 00000100:00100000:3.0:1734684886.485110:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848165120:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684887.028722:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684888.030792:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684888.196781:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848165248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684888.196851:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684888.196898:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848165248 00000100:00100000:0.0:1734684888.196906:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848165248 00000100:00080000:2.0:1734684888.196959:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684858 00000100:00100000:0.0:1734684888.196984:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6673 00000100:00100000:0.0:1734684888.196991:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848165248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684888.197021:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684888.197071:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848165248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684888.197078:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6673 00000100:00100000:2.0:1734684888.197099:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848165248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684888.855076:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684888.855117:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684888.855138:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684888.855155:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872635904 00000100:00100000:2.0:1734684888.855166:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872635904 00000100:00100000:0.0:1734684888.855169:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684888.855177:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872635776 00000100:00100000:1.0:1734684888.855182:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872636160 00000100:00100000:3.0:1734684888.855182:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872635776 00000100:00100000:1.0:1734684888.855187:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872636160 00000100:00100000:0.0:1734684888.855200:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872636032 00000100:00100000:0.0:1734684888.855204:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872636032 00000100:00100000:1.0:1734684888.855213:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53871 00000100:00100000:2.0:1734684888.855213:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2221 00000100:00100000:3.0:1734684888.855215:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 711 00000100:00100000:1.0:1734684888.855219:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872636160:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734684888.855219:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872635904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684888.855221:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872635776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684888.855226:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2222 00000100:00100000:0.0:1734684888.855229:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872636032:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734684888.855242:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684888.855274:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872636032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684888.855274:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872635904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684888.855276:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872635776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684888.855278:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872636160:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 59us (138us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684888.855279:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2221 00000100:00100000:1.0:1734684888.855283:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53871 00000100:00100000:3.0:1734684888.855283:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 711 00000100:00100000:0.0:1734684888.855286:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2222 00000100:00080000:2.0:1734684888.855301:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684858 00000100:00080000:2.0:1734684888.855304:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684858 00000100:00080000:2.0:1734684888.855305:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684858 00010000:00010000:2.0:1734684889.032747:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684890.034793:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684891.036729:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684891.364753:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848165376:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684891.364827:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684891.364863:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848165376 00000100:00100000:2.0:1734684891.364872:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848165376 00000100:00100000:2.0:1734684891.364942:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41003 00000100:00100000:2.0:1734684891.364948:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848165376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684891.364979:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684891.365022:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848165376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684891.365028:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41003 00000100:00100000:1.0:1734684891.365061:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848165376:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684891.412785:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684891.412794:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684891.412798:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734684891.412800:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848165504:0@lo:400:kworker.0 00000100:00100000:3.0:1734684891.412800:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848165632:0@lo:400:kworker.0 00000100:00080000:2.0:1734684891.412805:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9686 00000100:00080000:2.0:1734684891.412809:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684891.412815:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684891.412824:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848165888:0@lo:400:kworker.0 00000100:00100000:2.0:1734684891.412842:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090784a80 x1818938848166016/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684891.412872:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734684891.412876:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684891.412876:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734684891.412877:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684891.412877:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734684891.412878:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684891.412898:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9686 00000100:00080000:2.0:1734684891.412902:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734684891.412906:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684891.412919:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090784000 x1818938848166400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684891.412929:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684891.412932:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848166272:0@lo:400:kworker.0 00000100:00100000:1.0:1734684891.412935:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848165760:0@lo:400:kworker.0 00000100:00100000:0.0:1734684891.412942:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848166144:0@lo:400:kworker.0 00000100:00100000:3.0:1734684891.412953:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684891.412957:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848166528:0@lo:400:kworker.0 00000100:00100000:0.0:1734684891.412967:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684891.412967:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848165504 00000100:00100000:1.0:1734684891.412976:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848165504 00000100:00100000:3.0:1734684891.412981:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848165632 00000100:00100000:3.0:1734684891.412985:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848165632 00000100:00100000:0.0:1734684891.412989:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848166016:0@lo:8:kworker.0 00000100:00100000:2.0:1734684891.412989:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684891.413007:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684891.413007:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734684891.413012:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848166272 00000100:00100000:2.0:1734684891.413013:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848166656:0@lo:400:kworker.0 00000100:00100000:3.0:1734684891.413014:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848166272 00000100:00100000:1.0:1734684891.413017:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1734684891.413020:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848166400:0@lo:8:kworker.0 00000100:00100000:1.0:1734684891.413024:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848165504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684891.413026:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2223 00000100:00100000:3.0:1734684891.413030:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848165632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684891.413035:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684891.413035:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684891.413062:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848166144 00000100:00100000:2.0:1734684891.413062:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848166528 00000100:00100000:0.0:1734684891.413065:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848166144 00000100:00100000:3.0:1734684891.413065:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848165632:12345-0@lo:400:kworker.0 Request processed in 34us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684891.413066:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848166528 00000100:00100000:1.0:1734684891.413069:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848165504:12345-0@lo:400:kworker.0 Request processed in 45us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684891.413071:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2223 00000100:00100000:1.0:1734684891.413076:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1734684891.413085:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848166656 00000100:00100000:3.0:1734684891.413087:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848166656 00000100:00100000:2.0:1734684891.413090:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848166016 00000100:00100000:0.0:1734684891.413092:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848166400 00000100:00100000:2.0:1734684891.413093:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848166016 00000100:00100000:0.0:1734684891.413094:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848166400 00000100:00100000:3.0:1734684891.413096:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2224 00000100:00100000:3.0:1734684891.413099:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848166272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684891.413107:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7547 00000100:00100000:0.0:1734684891.413111:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7548 00000100:00100000:2.0:1734684891.413112:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848166528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684891.413113:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848166272:12345-0@lo:400:kworker.0 Request processed in 13us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684891.413115:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848166144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684891.413115:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53872 00000100:00100000:3.0:1734684891.413116:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2224 00000100:00100000:1.0:1734684891.413120:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848166016:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684891.413123:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225 00000100:00100000:3.0:1734684891.413125:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848166656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684891.413139:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848166144:12345-0@lo:400:kworker.0 Request processed in 25us (172us total) trans 0 rc 0/0 00010000:00020000:1.0:1734684891.413141:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684891.413142:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848166656:12345-0@lo:400:kworker.0 Request processed in 16us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684891.413144:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7548 00000100:00100000:2.0:1734684891.413145:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848166528:12345-0@lo:400:kworker.0 Request processed in 32us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684891.413146:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225 00000100:00100000:2.0:1734684891.413152:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7547 00000100:00100000:0.0:1734684891.413155:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53873 00000100:00100000:0.0:1734684891.413157:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848166400:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734684891.413165:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684891.413167:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848166016:12345-0@lo:8:kworker.0 Request processed in 46us (159us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684891.413174:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53872 00000100:00100000:0.0:1734684891.413176:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848166400:12345-0@lo:8:kworker.0 Request processed in 18us (142us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734684891.413179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684861 00000100:00100000:0.0:1734684891.413180:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53873 00000100:00100000:3.0:1734684891.413180:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848166272:0@lo:400:kworker.0 00000100:00080000:2.0:1734684891.413183:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684861 00000100:00080000:2.0:1734684891.413185:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684861 00000100:00100000:3.0:1734684891.413187:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848165632:0@lo:400:kworker.0 00000100:00100000:0.0:1734684891.413208:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848166144:0@lo:400:kworker.0 00000100:00080000:1.0:1734684891.413208:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734684891.413208:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848166656:0@lo:400:kworker.0 00000100:00080000:1.0:1734684891.413211:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684891.413211:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848165888 00000100:00100000:3.0:1734684891.413213:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848165888 00000100:00100000:0.0:1734684891.413214:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848165504:0@lo:400:kworker.0 00000100:00100000:1.0:1734684891.413215:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848166016:0@lo:8:kworker.0 00000100:00100000:2.0:1734684891.413217:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848166528:0@lo:400:kworker.0 00000100:00080000:1.0:1734684891.413223:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684891.413225:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684891.413228:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848166400:0@lo:8:kworker.0 00000100:00100000:3.0:1734684891.413230:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41004 00000100:00080000:2.0:1734684891.413231:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684861 00000100:00100000:3.0:1734684891.413232:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848165888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684891.413247:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684891.413251:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848165888:12345-0@lo:400:kworker.0 Request processed in 18us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684891.413255:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41004 00000100:00100000:0.0:1734684891.413271:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848165760 00000100:00100000:1.0:1734684891.413272:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848165888:0@lo:400:kworker.0 00000100:00100000:0.0:1734684891.413275:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848165760 00000100:00100000:0.0:1734684891.413312:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2226 00000100:00080000:2.0:1734684891.413314:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684861 00000100:00100000:0.0:1734684891.413317:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848165760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684891.413347:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848165760:12345-0@lo:400:kworker.0 Request processed in 29us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684891.413351:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226 00000100:00100000:1.0:1734684891.413357:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848165760:0@lo:400:kworker.0 00000100:00100000:0.0:1734684891.444793:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848166784:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684891.444864:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684891.444920:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848166784 00000100:00100000:3.0:1734684891.444929:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848166784 00000100:00100000:3.0:1734684891.444979:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41005 00000100:00100000:3.0:1734684891.444987:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848166784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684891.445026:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684891.445078:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848166784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684891.445085:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41005 00000100:00100000:0.0:1734684891.445111:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848166784:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684891.492772:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848166912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684891.492837:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684891.492913:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848166912 00000100:00100000:2.0:1734684891.492922:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848166912 00000100:00100000:2.0:1734684891.492963:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6674 00000100:00100000:2.0:1734684891.492969:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848166912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684891.492997:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684891.493047:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848166912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684891.493053:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6674 00000100:00100000:0.0:1734684891.493082:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848166912:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684892.038745:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684893.040753:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684893.204796:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848167040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684893.204889:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684893.204933:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848167040 00000100:00100000:2.0:1734684893.204942:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848167040 00000100:00080000:0.0:1734684893.204975:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684863 00000100:00100000:2.0:1734684893.204991:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6675 00000100:00100000:2.0:1734684893.204997:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848167040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684893.205028:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684893.205066:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848167040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684893.205075:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6675 00000100:00100000:0.0:1734684893.205093:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848167040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684893.863022:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684893.863055:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684893.863080:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684893.863086:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872636288 00000100:00100000:3.0:1734684893.863096:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872636288 00000100:00100000:0.0:1734684893.863108:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684893.863126:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872636672 00000100:00100000:0.0:1734684893.863130:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872636672 00000100:00100000:1.0:1734684893.863145:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872636416 00000100:00100000:0.0:1734684893.863149:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53874 00000100:00100000:1.0:1734684893.863150:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872636416 00000100:00100000:3.0:1734684893.863151:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 713 00000100:00100000:0.0:1734684893.863156:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872636672:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684893.863156:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872636288:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734684893.863181:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684893.863181:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872636544 00000100:00100000:1.0:1734684893.863183:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872636544 00000100:00080000:2.0:1734684893.863197:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684863 00000100:00100000:1.0:1734684893.863202:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2227 00000100:00080000:2.0:1734684893.863203:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684863 00000100:00100000:1.0:1734684893.863206:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872636416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734684893.863206:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684863 00000100:00100000:0.0:1734684893.863215:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872636672:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 60us (134us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684893.863217:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872636288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684893.863220:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53874 00000100:00100000:3.0:1734684893.863224:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 713 00000100:00100000:2.0:1734684893.863225:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2228 00000100:00100000:2.0:1734684893.863232:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872636544:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684893.863239:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872636416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684893.863243:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2227 00000100:00100000:2.0:1734684893.863268:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872636544:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684893.863275:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2228 00010000:00010000:2.0:1734684894.042724:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684895.044731:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684896.046770:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684896.372829:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848167168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684896.372912:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684896.372960:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848167168 00000100:00100000:3.0:1734684896.372968:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848167168 00000100:00100000:3.0:1734684896.373005:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41006 00000100:00100000:3.0:1734684896.373010:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848167168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684896.373035:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684896.373090:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848167168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684896.373095:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41006 00000100:00100000:1.0:1734684896.373138:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848167168:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684896.420712:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684896.420718:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684896.420721:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734684896.420726:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848167424:0@lo:400:kworker.0 00000100:00080000:2.0:1734684896.420727:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9691 00000100:00080000:2.0:1734684896.420731:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734684896.420737:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684896.420756:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090787480 x1818938848167808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684896.420776:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684896.420777:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848167296:0@lo:400:kworker.0 00000100:00080000:2.0:1734684896.420814:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734684896.420815:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848168064:0@lo:400:kworker.0 00000100:00080000:2.0:1734684896.420816:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684896.420818:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684896.420820:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9691 00000100:00080000:2.0:1734684896.420822:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734684896.420825:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684896.420832:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684896.420833:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090785880 x1818938848168192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684896.420840:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734684896.420844:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848167936:0@lo:400:kworker.0 00000100:00100000:1.0:1734684896.420846:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684896.420857:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684896.420860:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848167808:0@lo:8:kworker.0 00000100:00100000:2.0:1734684896.420862:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848167424 00000100:00100000:2.0:1734684896.420866:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848167424 00000100:00100000:0.0:1734684896.420874:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848167936 00000100:00100000:0.0:1734684896.420877:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848167936 00000100:00100000:3.0:1734684896.420884:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684896.420886:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848167680:0@lo:400:kworker.0 00000100:00100000:2.0:1734684896.420893:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848168064 00000100:00100000:2.0:1734684896.420895:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848168064 00000100:00100000:3.0:1734684896.420897:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848168192:0@lo:8:kworker.0 00000100:00100000:0.0:1734684896.420899:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848167808 00000100:00100000:0.0:1734684896.420901:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848167808 00000100:00100000:2.0:1734684896.420904:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2229 00000100:00100000:1.0:1734684896.420906:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684896.420909:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848167424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684896.420910:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7549 00000100:00100000:3.0:1734684896.420912:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684896.420914:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848167936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684896.420916:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848168448:0@lo:400:kworker.0 00000100:00100000:1.0:1734684896.420933:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684896.420939:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848168448 00000100:00100000:3.0:1734684896.420942:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848168448 00000100:00100000:0.0:1734684896.420946:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848167936:12345-0@lo:400:kworker.0 Request processed in 31us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684896.420948:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734684896.420948:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848167424:12345-0@lo:400:kworker.0 Request processed in 39us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684896.420950:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7549 00000100:00100000:1.0:1734684896.420952:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848167552:0@lo:400:kworker.0 00000100:00100000:2.0:1734684896.420953:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2229 00000100:00100000:0.0:1734684896.420959:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848168192 00000100:00100000:3.0:1734684896.420959:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2230 00000100:00100000:0.0:1734684896.420961:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848168192 00000100:00100000:3.0:1734684896.420962:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848168064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684896.420963:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2231 00000100:00100000:1.0:1734684896.420964:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684896.420966:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848168448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684896.420968:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53875 00000100:00100000:0.0:1734684896.420970:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848167808:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684896.420973:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848168320:0@lo:400:kworker.0 00010000:00020000:0.0:1734684896.420985:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684896.420985:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848168448:12345-0@lo:400:kworker.0 Request processed in 18us (52us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684896.420989:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2231 00000100:00100000:3.0:1734684896.420989:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848168064:12345-0@lo:400:kworker.0 Request processed in 26us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684896.420991:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684896.420996:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848167552 00000100:00100000:3.0:1734684896.420996:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2230 00000100:00100000:2.0:1734684896.420998:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848167552 00000100:00100000:2.0:1734684896.421005:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2232 00000100:00100000:0.0:1734684896.421006:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848167808:12345-0@lo:8:kworker.0 Request processed in 35us (122us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684896.421008:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848167552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684896.421010:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53875 00000100:00100000:1.0:1734684896.421016:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848168448:0@lo:400:kworker.0 00000100:00100000:0.0:1734684896.421017:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848168320 00000100:00100000:0.0:1734684896.421018:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848168320 00000100:00100000:3.0:1734684896.421018:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848167296 00000100:00100000:2.0:1734684896.421020:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848167552:12345-0@lo:400:kworker.0 Request processed in 12us (56us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684896.421021:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848167296 00000100:00100000:2.0:1734684896.421023:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232 00000100:00100000:0.0:1734684896.421028:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7550 00000100:00100000:0.0:1734684896.421030:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848168320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684896.421035:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53876 00000100:00100000:1.0:1734684896.421036:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848167552:0@lo:400:kworker.0 00000100:00100000:2.0:1734684896.421038:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848168192:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684896.421041:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1734684896.421045:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848167296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684896.421046:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848168320:12345-0@lo:400:kworker.0 Request processed in 15us (55us total) trans 0 rc 0/0 00010000:00020000:2.0:1734684896.421046:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684896.421049:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7550 00000100:00100000:2.0:1734684896.421057:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848168192:12345-0@lo:8:kworker.0 Request processed in 18us (149us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684896.421060:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53876 00000100:00100000:1.0:1734684896.421065:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848168320:0@lo:400:kworker.0 00000100:00080000:2.0:1734684896.421071:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684866 00000100:00080000:0.0:1734684896.421073:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734684896.421074:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684866 00000100:00080000:0.0:1734684896.421075:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:2.0:1734684896.421075:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684866 00000100:00080000:2.0:1734684896.421076:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684866 00000100:00100000:3.0:1734684896.421076:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848167296:12345-0@lo:400:kworker.0 Request processed in 29us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684896.421078:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848167808:0@lo:8:kworker.0 00000100:00100000:1.0:1734684896.421081:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848167296:0@lo:400:kworker.0 00000100:00100000:3.0:1734684896.421082:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00080000:0.0:1734684896.421083:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684896.421085:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684896.421087:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848168192:0@lo:8:kworker.0 00000100:00100000:0.0:1734684896.421105:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848167936:0@lo:400:kworker.0 00000100:00100000:3.0:1734684896.421108:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848167680 00000100:00100000:0.0:1734684896.421110:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848168064:0@lo:400:kworker.0 00000100:00100000:3.0:1734684896.421111:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848167680 00000100:00100000:0.0:1734684896.421115:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848167424:0@lo:400:kworker.0 00000100:00080000:2.0:1734684896.421122:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684866 00000100:00100000:3.0:1734684896.421131:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41007 00000100:00100000:3.0:1734684896.421135:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848167680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684896.421164:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848167680:12345-0@lo:400:kworker.0 Request processed in 27us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684896.421169:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41007 00000100:00100000:1.0:1734684896.421178:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848167680:0@lo:400:kworker.0 00000100:00100000:0.0:1734684896.452768:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734684896.452810:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848168576:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684896.452866:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684896.452918:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848168576 00000100:00100000:3.0:1734684896.452925:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848168576 00000100:00100000:3.0:1734684896.452953:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41008 00000100:00100000:3.0:1734684896.452959:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848168576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684896.452987:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684896.453019:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848168576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684896.453023:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41008 00000100:00100000:0.0:1734684896.453032:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848168576:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684896.500703:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684896.500723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848168704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684896.500776:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684896.500831:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848168704 00000100:00100000:2.0:1734684896.500839:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848168704 00000100:00100000:2.0:1734684896.500878:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6676 00000100:00100000:2.0:1734684896.500885:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848168704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684896.500912:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684896.500950:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848168704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684896.500956:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6676 00000100:00100000:3.0:1734684896.500965:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848168704:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684897.048753:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684898.050719:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684898.212710:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848168832:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684898.212803:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684898.212851:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848168832 00000100:00100000:0.0:1734684898.212859:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848168832 00000100:00080000:2.0:1734684898.212898:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684868 00000100:00100000:0.0:1734684898.212912:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6677 00000100:00100000:0.0:1734684898.212917:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848168832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684898.212942:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684898.212978:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848168832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684898.212983:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6677 00000100:00100000:2.0:1734684898.212997:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848168832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684898.871075:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684898.871115:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684898.871141:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684898.871149:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872636928 00000100:00100000:2.0:1734684898.871157:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872636928 00000100:00100000:0.0:1734684898.871171:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684898.871197:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872637056 00000100:00100000:2.0:1734684898.871199:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872637056 00000100:00100000:3.0:1734684898.871200:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872636800 00000100:00100000:3.0:1734684898.871205:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872636800 00000100:00100000:2.0:1734684898.871212:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2233 00000100:00100000:0.0:1734684898.871218:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2234 00000100:00100000:2.0:1734684898.871219:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872636928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684898.871223:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872637056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684898.871229:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 715 00000100:00100000:3.0:1734684898.871233:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872636800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684898.871238:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872637184 00000100:00100000:1.0:1734684898.871242:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872637184 00000100:00100000:1.0:1734684898.871258:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53877 00000100:00100000:1.0:1734684898.871262:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872637184:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734684898.871271:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872637056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684898.871271:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872636928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684898.871271:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872636800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684898.871277:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2234 00000100:00100000:3.0:1734684898.871277:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 715 00010000:00020000:1.0:1734684898.871280:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684898.871280:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2233 00000100:00100000:1.0:1734684898.871305:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872637184:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (162us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734684898.871311:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684868 00000100:00080000:2.0:1734684898.871314:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684868 00000100:00100000:1.0:1734684898.871315:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53877 00000100:00080000:2.0:1734684898.871316:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684868 00010000:00010000:2.0:1734684899.052692:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684900.054779:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684901.056698:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684901.380780:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848168960:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684901.380853:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684901.380894:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848168960 00000100:00100000:3.0:1734684901.380902:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848168960 00000100:00100000:3.0:1734684901.380938:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41009 00000100:00100000:3.0:1734684901.380944:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848168960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684901.380972:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684901.381015:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848168960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684901.381020:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41009 00000100:00100000:1.0:1734684901.381060:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848168960:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684901.428701:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684901.428706:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684901.428709:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734684901.428723:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848169216:0@lo:400:kworker.0 00000100:00080000:2.0:1734684901.428728:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9696 00000100:00100000:3.0:1734684901.428728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848169088:0@lo:400:kworker.0 00000100:00080000:2.0:1734684901.428731:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734684901.428736:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684901.428741:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848169472:0@lo:400:kworker.0 00000100:00100000:2.0:1734684901.428751:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090785880 x1818938848169600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684901.428769:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684901.428771:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684901.428773:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684901.428775:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9696 00000100:00080000:2.0:1734684901.428776:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684901.428778:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684901.428784:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090787100 x1818938848169984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684901.428785:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684901.428785:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684901.428786:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684901.428805:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848169344:0@lo:400:kworker.0 00000100:00100000:3.0:1734684901.428808:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848169728:0@lo:400:kworker.0 00000100:00100000:0.0:1734684901.428810:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848169856:0@lo:400:kworker.0 00000100:00100000:1.0:1734684901.428812:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848170240:0@lo:400:kworker.0 00000100:00100000:3.0:1734684901.428824:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684901.428829:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684901.428834:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848169600:0@lo:8:kworker.0 00000100:00100000:1.0:1734684901.428840:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848169728 00000100:00100000:2.0:1734684901.428842:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848170112:0@lo:400:kworker.0 00000100:00100000:3.0:1734684901.428842:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848169088 00000100:00100000:1.0:1734684901.428846:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848169728 00000100:00100000:3.0:1734684901.428846:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848169088 00000100:00100000:0.0:1734684901.428850:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684901.428865:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848169600 00000100:00100000:0.0:1734684901.428868:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848169984:0@lo:8:kworker.0 00000100:00100000:2.0:1734684901.428868:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848169600 00000100:00100000:3.0:1734684901.428870:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1734684901.428873:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7551 00000100:00100000:3.0:1734684901.428874:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848169088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684901.428878:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848169728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684901.428885:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684901.428886:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53878 00000100:00100000:2.0:1734684901.428891:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848169600:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684901.428902:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848169088:12345-0@lo:400:kworker.0 Request processed in 28us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684901.428906:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848169216 00000100:00100000:3.0:1734684901.428906:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1734684901.428907:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848169728:12345-0@lo:400:kworker.0 Request processed in 29us (81us total) trans 0 rc 0/0 00010000:00020000:2.0:1734684901.428908:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684901.428909:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848169216 00000100:00100000:1.0:1734684901.428912:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7551 00000100:00100000:1.0:1734684901.428924:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848169984 00000100:00100000:1.0:1734684901.428926:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848169984 00000100:00100000:0.0:1734684901.428927:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848169344 00000100:00100000:0.0:1734684901.428928:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848169344 00000100:00100000:3.0:1734684901.428937:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848169728:0@lo:400:kworker.0 00000100:00100000:1.0:1734684901.428939:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53879 00000100:00100000:0.0:1734684901.428940:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2235 00000100:00100000:2.0:1734684901.428940:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848169600:12345-0@lo:8:kworker.0 Request processed in 47us (88us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684901.428942:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848169984:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684901.428942:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848169088:0@lo:400:kworker.0 00000100:00100000:0.0:1734684901.428944:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848169216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684901.428946:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53878 00010000:00020000:1.0:1734684901.428952:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684901.428957:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848169472 00000100:00100000:3.0:1734684901.428959:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848169472 00000100:00080000:2.0:1734684901.428965:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684871 00000100:00080000:2.0:1734684901.428967:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684871 00000100:00080000:2.0:1734684901.428968:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684871 00000100:00100000:0.0:1734684901.428969:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848169216:12345-0@lo:400:kworker.0 Request processed in 24us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684901.428969:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848169984:12345-0@lo:8:kworker.0 Request processed in 26us (83us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734684901.428970:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684871 00000100:00100000:3.0:1734684901.428971:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41010 00000100:00100000:0.0:1734684901.428976:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2235 00000100:00100000:1.0:1734684901.428976:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53879 00000100:00100000:3.0:1734684901.428976:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848169472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684901.428979:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2236 00000100:00100000:2.0:1734684901.428983:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848169344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684901.428992:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848169472:12345-0@lo:400:kworker.0 Request processed in 18us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684901.428996:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684901.428996:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41010 00000100:00080000:0.0:1734684901.429000:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684901.429003:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684901.429006:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848169600:0@lo:8:kworker.0 00000100:00100000:1.0:1734684901.429011:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848169472:0@lo:400:kworker.0 00000100:00080000:0.0:1734684901.429013:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734684901.429014:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848169344:12345-0@lo:400:kworker.0 Request processed in 29us (183us total) trans 0 rc 0/0 00000100:00080000:0.0:1734684901.429015:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684901.429018:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848169984:0@lo:8:kworker.0 00000100:00100000:2.0:1734684901.429022:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2236 00000100:00100000:0.0:1734684901.429031:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684901.429032:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848170240 00000100:00100000:1.0:1734684901.429034:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848170240 00000100:00100000:2.0:1734684901.429035:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848169856 00000100:00100000:2.0:1734684901.429038:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848169856 00000100:00100000:0.0:1734684901.429046:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848169216:0@lo:400:kworker.0 00000100:00100000:2.0:1734684901.429054:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2237 00000100:00100000:2.0:1734684901.429058:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848169856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684901.429059:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2238 00000100:00100000:1.0:1734684901.429063:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848170240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684901.429085:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848169856:12345-0@lo:400:kworker.0 Request processed in 26us (54us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684901.429089:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2237 00000100:00100000:1.0:1734684901.429091:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848170240:12345-0@lo:400:kworker.0 Request processed in 27us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684901.429096:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2238 00000100:00100000:0.0:1734684901.429099:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848169856:0@lo:400:kworker.0 00000100:00100000:2.0:1734684901.429101:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684901.429116:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848170240:0@lo:400:kworker.0 00000100:00100000:2.0:1734684901.429125:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848169344:0@lo:400:kworker.0 00000100:00100000:3.0:1734684901.429142:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848170112 00000100:00100000:3.0:1734684901.429145:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848170112 00000100:00080000:2.0:1734684901.429179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684871 00000100:00100000:3.0:1734684901.429186:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7552 00000100:00100000:3.0:1734684901.429191:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848170112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684901.429219:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848170112:12345-0@lo:400:kworker.0 Request processed in 28us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684901.429225:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7552 00000100:00100000:2.0:1734684901.429229:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848170112:0@lo:400:kworker.0 00000100:00100000:0.0:1734684901.460790:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734684901.460811:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848170368:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684901.460866:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684901.460885:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848170368 00000100:00100000:3.0:1734684901.460893:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848170368 00000100:00100000:3.0:1734684901.460924:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41011 00000100:00100000:3.0:1734684901.460929:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848170368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684901.460958:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684901.461002:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848170368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684901.461007:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41011 00000100:00100000:0.0:1734684901.461030:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848170368:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684901.508685:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734684901.508702:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848170496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734684901.508771:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684901.508818:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848170496 00000100:00100000:0.0:1734684901.508826:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848170496 00000100:00100000:0.0:1734684901.508868:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6678 00000100:00100000:0.0:1734684901.508875:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848170496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684901.508905:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684901.508959:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848170496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684901.508966:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6678 00000100:00100000:2.0:1734684901.508988:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848170496:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684902.058696:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684903.060788:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684903.220722:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848170624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684903.220780:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684903.220832:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848170624 00000100:00100000:2.0:1734684903.220838:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848170624 00000100:00080000:0.0:1734684903.220861:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684873 00000100:00100000:2.0:1734684903.220889:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6679 00000100:00100000:2.0:1734684903.220897:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848170624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684903.220926:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684903.220974:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848170624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684903.220981:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6679 00000100:00100000:0.0:1734684903.221005:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848170624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684903.879018:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684903.879065:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684903.879101:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684903.879133:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872637312 00000100:00100000:0.0:1734684903.879141:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684903.879144:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872637312 00000100:00100000:1.0:1734684903.879145:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872637440 00000100:00100000:1.0:1734684903.879150:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872637440 00000100:00080000:0.0:1734684903.879176:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684873 00000100:00080000:0.0:1734684903.879182:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684873 00000100:00100000:1.0:1734684903.879189:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872637568 00000100:00100000:1.0:1734684903.879191:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872637568 00000100:00100000:3.0:1734684903.879194:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 717 00000100:00100000:3.0:1734684903.879199:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872637312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684903.879206:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872637696 00000100:00100000:2.0:1734684903.879212:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872637696 00000100:00100000:1.0:1734684903.879214:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2239 00000100:00100000:1.0:1734684903.879218:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872637440:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684903.879223:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2240 00000100:00100000:0.0:1734684903.879231:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872637568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684903.879233:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53880 00000100:00100000:2.0:1734684903.879239:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872637696:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684903.879253:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872637440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684903.879257:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2239 00000100:00100000:3.0:1734684903.879257:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872637312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (252us total) trans 0 rc 0/0 00010000:00020000:2.0:1734684903.879259:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684903.879262:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 717 00000100:00100000:0.0:1734684903.879276:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872637568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684903.879282:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2240 00000100:00100000:2.0:1734684903.879286:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872637696:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 47us (145us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684903.879291:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53880 00000100:00080000:0.0:1734684903.879303:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684873 00010000:00010000:2.0:1734684904.062814:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684905.064880:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684906.066869:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684906.388758:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848170752:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684906.388812:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684906.388845:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848170752 00000100:00100000:3.0:1734684906.388851:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848170752 00000100:00100000:3.0:1734684906.388886:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41012 00000100:00100000:3.0:1734684906.388890:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848170752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684906.388920:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684906.388954:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848170752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684906.388962:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41012 00000100:00100000:1.0:1734684906.388991:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848170752:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684906.436746:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684906.436751:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684906.436754:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684906.436762:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9701 00000100:00080000:2.0:1734684906.436767:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734684906.436774:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684906.436776:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848171008:0@lo:400:kworker.0 00000100:00100000:0.0:1734684906.436785:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848170880:0@lo:400:kworker.0 00000100:00100000:2.0:1734684906.436797:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098493100 x1818938848171392/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684906.436842:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684906.436845:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734684906.436847:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684906.436847:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684906.436850:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9701 00000100:00100000:0.0:1734684906.436851:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684906.436853:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684906.436857:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734684906.436864:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848171392:0@lo:8:kworker.0 00000100:00100000:2.0:1734684906.436868:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098491f80 x1818938848171776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684906.436891:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848171648:0@lo:400:kworker.0 00000100:00100000:0.0:1734684906.436893:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848171520:0@lo:400:kworker.0 00000100:00100000:3.0:1734684906.436895:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684906.436912:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848171776:0@lo:8:kworker.0 00000100:00100000:1.0:1734684906.436917:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684906.436918:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848171008 00000100:00100000:0.0:1734684906.436920:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684906.436924:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848171008 00000100:00100000:3.0:1734684906.436933:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848170880 00000100:00100000:3.0:1734684906.436936:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848170880 00000100:00100000:1.0:1734684906.436949:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848171264:0@lo:400:kworker.0 00000100:00080000:0.0:1734684906.436956:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684876 00000100:00100000:2.0:1734684906.436958:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848171648 00000100:00080000:0.0:1734684906.436960:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684876 00000100:00100000:2.0:1734684906.436960:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848171648 00000100:00100000:3.0:1734684906.436961:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1734684906.436967:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848170880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684906.436969:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848171136:0@lo:400:kworker.0 00000100:00100000:2.0:1734684906.436970:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2241 00000100:00100000:2.0:1734684906.436973:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848171008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684906.436977:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684906.436997:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848172032:0@lo:400:kworker.0 00000100:00100000:0.0:1734684906.437005:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684906.437013:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848170880:12345-0@lo:400:kworker.0 Request processed in 46us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684906.437016:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848171008:12345-0@lo:400:kworker.0 Request processed in 42us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684906.437018:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1734684906.437020:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684906.437021:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848171904:0@lo:400:kworker.0 00000100:00100000:2.0:1734684906.437021:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2241 00000100:00100000:2.0:1734684906.437032:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848171136 00000100:00100000:2.0:1734684906.437034:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848171136 00000100:00100000:0.0:1734684906.437036:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684906.437044:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848172032 00000100:00100000:3.0:1734684906.437046:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848172032 00000100:00100000:1.0:1734684906.437049:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242 00000100:00100000:1.0:1734684906.437055:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848171648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684906.437057:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2243 00000100:00100000:2.0:1734684906.437060:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848171136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684906.437065:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2244 00000100:00100000:3.0:1734684906.437069:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848172032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684906.437085:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848171392 00000100:00100000:1.0:1734684906.437086:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848171648:12345-0@lo:400:kworker.0 Request processed in 31us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684906.437087:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848171136:12345-0@lo:400:kworker.0 Request processed in 26us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684906.437090:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848172032:12345-0@lo:400:kworker.0 Request processed in 20us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684906.437091:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2243 00000100:00100000:0.0:1734684906.437092:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848171392 00000100:00100000:1.0:1734684906.437094:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2242 00000100:00100000:3.0:1734684906.437097:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2244 00000100:00100000:2.0:1734684906.437108:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848171520 00000100:00100000:2.0:1734684906.437110:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848171520 00000100:00100000:0.0:1734684906.437118:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848171904 00000100:00100000:0.0:1734684906.437120:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848171904 00000100:00100000:3.0:1734684906.437120:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53881 00000100:00100000:3.0:1734684906.437123:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848171392:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684906.437129:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7553 00000100:00100000:1.0:1734684906.437134:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848171520:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734684906.437142:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684906.437143:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7554 00000100:00100000:0.0:1734684906.437150:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848171904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684906.437164:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848171520:12345-0@lo:400:kworker.0 Request processed in 30us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684906.437168:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848171392:12345-0@lo:8:kworker.0 Request processed in 43us (272us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684906.437171:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7553 00000100:00100000:2.0:1734684906.437171:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848171648:0@lo:400:kworker.0 00000100:00100000:3.0:1734684906.437175:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53881 00000100:00100000:2.0:1734684906.437179:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848171008:0@lo:400:kworker.0 00000100:00100000:1.0:1734684906.437190:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848171264 00000100:00100000:0.0:1734684906.437192:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848171904:12345-0@lo:400:kworker.0 Request processed in 42us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684906.437194:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848171264 00000100:00100000:0.0:1734684906.437199:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7554 00000100:00100000:3.0:1734684906.437201:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684906.437213:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848171776 00000100:00100000:0.0:1734684906.437216:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848171776 00000100:00100000:1.0:1734684906.437218:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41013 00000100:00080000:3.0:1734684906.437220:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684906.437222:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848171264:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684906.437224:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684906.437228:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848171392:0@lo:8:kworker.0 00000100:00100000:0.0:1734684906.437230:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53882 00000100:00100000:0.0:1734684906.437235:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848171776:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684906.437248:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848171264:12345-0@lo:400:kworker.0 Request processed in 24us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684906.437253:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41013 00010000:00020000:0.0:1734684906.437254:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684906.437281:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848171264:0@lo:400:kworker.0 00000100:00100000:1.0:1734684906.437290:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848172032:0@lo:400:kworker.0 00000100:00100000:0.0:1734684906.437293:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848171776:12345-0@lo:8:kworker.0 Request processed in 57us (91us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684906.437299:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53882 00000100:00080000:3.0:1734684906.437301:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684906.437304:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684906.437308:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848171776:0@lo:8:kworker.0 00000100:00080000:0.0:1734684906.437312:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684876 00000100:00080000:0.0:1734684906.437315:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684876 00000100:00080000:0.0:1734684906.437317:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684876 00000100:00100000:0.0:1734684906.437342:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848171136:0@lo:400:kworker.0 00000100:00100000:0.0:1734684906.437351:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848171904:0@lo:400:kworker.0 00000100:00100000:0.0:1734684906.437378:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848171520:0@lo:400:kworker.0 00000100:00100000:0.0:1734684906.437387:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848170880:0@lo:400:kworker.0 00000100:00100000:0.0:1734684906.468802:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848172160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684906.468853:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684906.468900:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848172160 00000100:00100000:1.0:1734684906.468910:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848172160 00000100:00100000:1.0:1734684906.468965:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41014 00000100:00100000:1.0:1734684906.468973:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848172160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684906.469013:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684906.469093:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848172160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684906.469101:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41014 00000100:00100000:0.0:1734684906.469137:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848172160:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684906.516759:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734684906.516781:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848172288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684906.516845:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684906.516892:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848172288 00000100:00100000:2.0:1734684906.516901:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848172288 00000100:00100000:2.0:1734684906.516949:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6680 00000100:00100000:2.0:1734684906.516956:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848172288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684906.516989:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684906.517030:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848172288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684906.517036:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6680 00000100:00100000:1.0:1734684906.517078:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848172288:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684907.068802:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684908.070793:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684908.228747:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848172416:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684908.228804:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684908.228841:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848172416 00000100:00100000:0.0:1734684908.228846:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848172416 00000100:00080000:2.0:1734684908.228866:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684878 00000100:00100000:0.0:1734684908.228883:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6681 00000100:00100000:0.0:1734684908.228888:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848172416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684908.228911:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684908.228949:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848172416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684908.228954:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6681 00000100:00100000:2.0:1734684908.228983:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848172416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684908.886816:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684908.886857:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684908.886874:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872637952 00000100:00100000:3.0:1734684908.886883:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872637952 00000100:00100000:0.0:1734684908.886886:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684908.886917:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872638080 00000100:00100000:3.0:1734684908.886918:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872638080 00000100:00100000:0.0:1734684908.886923:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684908.886933:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2245 00000100:00100000:3.0:1734684908.886937:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872637952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684908.886942:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872638208 00000100:00100000:0.0:1734684908.886946:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872638208 00000100:00100000:2.0:1734684908.886948:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872637824 00000100:00100000:1.0:1734684908.886949:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2246 00000100:00100000:2.0:1734684908.886953:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872637824 00000100:00100000:1.0:1734684908.886956:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872638080:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684908.886963:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53883 00000100:00100000:0.0:1734684908.886968:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872638208:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734684908.886978:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 719 00000100:00100000:2.0:1734684908.886982:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872637824:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734684908.886988:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684908.886988:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872637952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684908.886989:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872638080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684908.886992:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2245 00000100:00100000:1.0:1734684908.886995:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2246 00000100:00100000:2.0:1734684908.887006:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872637824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684908.887010:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872638208:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (86us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684908.887010:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 719 00000100:00100000:0.0:1734684908.887016:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53883 00000100:00080000:3.0:1734684908.887019:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684878 00000100:00080000:3.0:1734684908.887022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684878 00000100:00080000:3.0:1734684908.887023:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684878 00010000:00010000:2.0:1734684909.072758:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684910.074720:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684911.076729:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684911.396762:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848172544:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734684911.396819:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684911.396867:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848172544 00000100:00100000:1.0:1734684911.396875:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848172544 00000100:00100000:1.0:1734684911.396919:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41015 00000100:00100000:1.0:1734684911.396926:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848172544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684911.396959:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684911.396999:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848172544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684911.397006:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41015 00000100:00100000:2.0:1734684911.397020:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848172544:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684911.444748:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734684911.444754:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848172800:0@lo:400:kworker.0 00000100:00100000:1.0:1734684911.444755:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848172672:0@lo:400:kworker.0 00000100:00080000:2.0:1734684911.444755:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684911.444758:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684911.444763:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9706 00000100:00080000:2.0:1734684911.444765:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684911.444770:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734684911.444777:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848172928:0@lo:400:kworker.0 00000100:00100000:2.0:1734684911.444787:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098491880 x1818938848173184/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684911.444811:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684911.444814:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684911.444815:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684911.444818:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9706 00000100:00100000:1.0:1734684911.444820:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684911.444820:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684911.444821:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734684911.444825:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684911.444832:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848173184:0@lo:8:kworker.0 00000100:00100000:2.0:1734684911.444833:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098493b80 x1818938848173568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684911.444850:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848173312:0@lo:400:kworker.0 00000100:00100000:3.0:1734684911.444850:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848173696:0@lo:400:kworker.0 00000100:00100000:0.0:1734684911.444853:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684911.444862:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848173056:0@lo:400:kworker.0 00000100:00100000:3.0:1734684911.444872:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684911.444875:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848173568:0@lo:8:kworker.0 00000100:00100000:1.0:1734684911.444884:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848172928 00000100:00100000:2.0:1734684911.444887:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684911.444889:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684911.444890:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848172928 00000100:00100000:2.0:1734684911.444899:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848173824:0@lo:400:kworker.0 00000100:00100000:3.0:1734684911.444906:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848173184 00000100:00100000:3.0:1734684911.444909:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848173184 00000100:00100000:0.0:1734684911.444912:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848173696 00000100:00100000:2.0:1734684911.444914:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684911.444916:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848173696 00000100:00100000:3.0:1734684911.444924:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848173568 00000100:00100000:3.0:1734684911.444926:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848173568 00000100:00100000:3.0:1734684911.444935:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7555 00000100:00100000:1.0:1734684911.444936:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848173824 00000100:00100000:1.0:1734684911.444939:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848173824 00000100:00100000:3.0:1734684911.444940:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848173696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684911.444943:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53884 00000100:00100000:0.0:1734684911.444947:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53885 00000100:00100000:2.0:1734684911.444948:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848173184:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684911.444951:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848173568:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684911.444958:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2247 00000100:00100000:1.0:1734684911.444964:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848172928:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734684911.444966:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734684911.444969:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684911.444971:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848173696:12345-0@lo:400:kworker.0 Request processed in 31us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684911.444976:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7555 00000100:00080000:3.0:1734684911.444989:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684881 00000100:00080000:3.0:1734684911.444991:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684881 00000100:00100000:0.0:1734684911.444994:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848173568:12345-0@lo:8:kworker.0 Request processed in 41us (102us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684911.444994:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848173184:12345-0@lo:8:kworker.0 Request processed in 44us (140us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684911.444998:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2248 00000100:00100000:0.0:1734684911.444999:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53885 00000100:00100000:3.0:1734684911.445000:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848173824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684911.445002:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53884 00000100:00100000:1.0:1734684911.445004:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848172928:12345-0@lo:400:kworker.0 Request processed in 39us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684911.445010:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2247 00000100:00100000:3.0:1734684911.445018:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848173824:12345-0@lo:400:kworker.0 Request processed in 17us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684911.445019:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848173056 00000100:00100000:2.0:1734684911.445022:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848173056 00000100:00100000:3.0:1734684911.445022:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2248 00000100:00080000:0.0:1734684911.445024:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684911.445027:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684911.445030:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848173568:0@lo:8:kworker.0 00000100:00080000:0.0:1734684911.445038:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684911.445039:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684911.445039:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848172672 00000100:00100000:0.0:1734684911.445042:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848173184:0@lo:8:kworker.0 00000100:00100000:1.0:1734684911.445042:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848172672 00000100:00100000:2.0:1734684911.445043:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41016 00000100:00100000:3.0:1734684911.445046:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848173696:0@lo:400:kworker.0 00000100:00100000:2.0:1734684911.445047:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848173056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684911.445052:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848172928:0@lo:400:kworker.0 00000100:00100000:0.0:1734684911.445061:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684911.445065:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1734684911.445070:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848172672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684911.445074:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848172800 00000100:00100000:0.0:1734684911.445075:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848173440:0@lo:400:kworker.0 00000100:00100000:2.0:1734684911.445075:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848173056:12345-0@lo:400:kworker.0 Request processed in 27us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684911.445075:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848172800 00000100:00100000:2.0:1734684911.445083:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41016 00000100:00100000:3.0:1734684911.445087:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249 00000100:00100000:3.0:1734684911.445089:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848172800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684911.445096:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684911.445098:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684881 00000100:00100000:1.0:1734684911.445101:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848172672:12345-0@lo:400:kworker.0 Request processed in 30us (282us total) trans 0 rc 0/0 00000100:00080000:2.0:1734684911.445101:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684881 00000100:00100000:3.0:1734684911.445107:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848172800:12345-0@lo:400:kworker.0 Request processed in 17us (46us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684911.445108:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1734684911.445111:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249 00000100:00100000:0.0:1734684911.445113:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848172800:0@lo:400:kworker.0 00000100:00100000:2.0:1734684911.445113:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848173056:0@lo:400:kworker.0 00000100:00100000:3.0:1734684911.445116:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848173440 00000100:00100000:3.0:1734684911.445117:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848173440 00000100:00100000:2.0:1734684911.445121:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848173824:0@lo:400:kworker.0 00000100:00100000:3.0:1734684911.445125:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2250 00000100:00100000:3.0:1734684911.445127:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848173440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684911.445135:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684911.445141:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848173440:12345-0@lo:400:kworker.0 Request processed in 12us (45us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684911.445144:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2250 00000100:00100000:1.0:1734684911.445156:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848172672:0@lo:400:kworker.0 00000100:00100000:0.0:1734684911.445160:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848173440:0@lo:400:kworker.0 00000100:00100000:1.0:1734684911.445178:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848173312 00000100:00100000:1.0:1734684911.445180:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848173312 00000100:00100000:1.0:1734684911.445213:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7556 00000100:00080000:2.0:1734684911.445215:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684881 00000100:00100000:1.0:1734684911.445217:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848173312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684911.445246:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848173312:12345-0@lo:400:kworker.0 Request processed in 27us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684911.445251:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7556 00000100:00100000:2.0:1734684911.445253:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848173312:0@lo:400:kworker.0 00000100:00100000:0.0:1734684911.476736:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734684911.476753:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848173952:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684911.476802:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684911.476840:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848173952 00000100:00100000:2.0:1734684911.476847:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848173952 00000100:00100000:2.0:1734684911.476881:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41017 00000100:00100000:2.0:1734684911.476887:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848173952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734684911.476915:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734684911.476965:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848173952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684911.476972:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41017 00000100:00100000:0.0:1734684911.476984:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848173952:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684911.524731:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848174080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684911.524789:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684911.524846:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848174080 00000100:00100000:2.0:1734684911.524852:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848174080 00000100:00100000:2.0:1734684911.524889:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6682 00000100:00100000:2.0:1734684911.524894:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848174080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684911.524916:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684911.524949:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848174080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684911.524954:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6682 00000100:00100000:0.0:1734684911.524987:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848174080:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684912.078719:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684913.080707:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684913.236729:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848174208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684913.236785:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684913.236833:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848174208 00000100:00100000:2.0:1734684913.236841:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848174208 00000100:00080000:0.0:1734684913.236884:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684883 00000100:00100000:2.0:1734684913.236896:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6683 00000100:00100000:2.0:1734684913.236904:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848174208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684913.236931:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684913.236968:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848174208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684913.236974:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6683 00000100:00100000:3.0:1734684913.237058:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848174208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684913.894884:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684913.894922:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684913.894949:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684913.894972:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872638336 00000100:00100000:3.0:1734684913.894982:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872638592 00000100:00100000:1.0:1734684913.894984:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872638336 00000100:00100000:3.0:1734684913.894987:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872638592 00000100:00100000:0.0:1734684913.894991:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684913.895000:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872638464 00000100:00100000:2.0:1734684913.895004:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872638464 00000100:00080000:0.0:1734684913.895013:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684883 00000100:00080000:0.0:1734684913.895018:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684883 00000100:00080000:0.0:1734684913.895019:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684883 00000100:00100000:1.0:1734684913.895036:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 721 00000100:00100000:3.0:1734684913.895036:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2251 00000100:00100000:2.0:1734684913.895041:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2252 00000100:00100000:1.0:1734684913.895042:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872638336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684913.895042:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872638592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684913.895046:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872638464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684913.895060:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872638720 00000100:00100000:0.0:1734684913.895066:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872638720 00000100:00100000:0.0:1734684913.895087:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53886 00000100:00100000:0.0:1734684913.895092:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872638720:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684913.895098:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872638592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684913.895100:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872638464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684913.895101:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872638336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684913.895103:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2251 00000100:00100000:1.0:1734684913.895107:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 721 00000100:00100000:2.0:1734684913.895107:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2252 00010000:00020000:0.0:1734684913.895117:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684913.895157:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872638720:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 63us (163us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684913.895165:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53886 00010000:00010000:2.0:1734684914.082741:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684915.084758:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684916.086689:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684916.404731:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848174336:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684916.404783:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684916.404832:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848174336 00000100:00100000:2.0:1734684916.404840:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848174336 00000100:00100000:2.0:1734684916.404876:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41018 00000100:00100000:2.0:1734684916.404881:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848174336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684916.404910:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684916.404948:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848174336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684916.404955:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41018 00000100:00100000:0.0:1734684916.404965:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848174336:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684916.452762:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848174464:0@lo:400:kworker.0 00000100:00080000:2.0:1734684916.452763:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734684916.452769:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848174592:0@lo:400:kworker.0 00000100:00080000:2.0:1734684916.452769:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684916.452772:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684916.452780:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9711 00000100:00080000:2.0:1734684916.452784:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684916.452790:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734684916.452799:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848174720:0@lo:400:kworker.0 00000100:00100000:2.0:1734684916.452810:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098492300 x1818938848174976/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684916.452824:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684916.452825:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684916.452839:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684916.452842:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684916.452844:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684916.452847:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9711 00000100:00100000:3.0:1734684916.452848:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848174976:0@lo:8:kworker.0 00000100:00080000:2.0:1734684916.452851:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734684916.452854:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684916.452865:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098492d80 x1818938848175360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684916.452869:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848175104:0@lo:400:kworker.0 00000100:00100000:3.0:1734684916.452869:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684916.452870:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848175232:0@lo:400:kworker.0 00000100:00100000:3.0:1734684916.452887:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848175360:0@lo:8:kworker.0 00000100:00100000:0.0:1734684916.452890:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684916.452894:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684916.452903:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684916.452912:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848174848:0@lo:400:kworker.0 00000100:00100000:1.0:1734684916.452918:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848174464 00000100:00100000:2.0:1734684916.452918:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848174976 00000100:00100000:3.0:1734684916.452923:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848175104 00000100:00100000:1.0:1734684916.452924:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848174464 00000100:00100000:2.0:1734684916.452924:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848174976 00000100:00100000:3.0:1734684916.452927:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848175104 00000100:00100000:0.0:1734684916.452930:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684916.452943:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848175616:0@lo:400:kworker.0 00000100:00100000:2.0:1734684916.452948:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848175360 00000100:00100000:1.0:1734684916.452949:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1734684916.452950:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848175360 00000100:00100000:3.0:1734684916.452951:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7557 00000100:00100000:1.0:1734684916.452954:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848174464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684916.452956:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848175104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684916.452958:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684916.452964:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53887 00000100:00100000:0.0:1734684916.452969:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734684916.452969:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848174976:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684916.452973:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848175488:0@lo:400:kworker.0 00000100:00100000:0.0:1734684916.452987:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1734684916.452989:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684916.452994:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848174464:12345-0@lo:400:kworker.0 Request processed in 38us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684916.452994:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848175104:12345-0@lo:400:kworker.0 Request processed in 37us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684916.453000:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1734684916.453001:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7557 00000100:00080000:0.0:1734684916.453003:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684886 00000100:00080000:0.0:1734684916.453007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684886 00000100:00100000:3.0:1734684916.453012:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848175488 00000100:00100000:3.0:1734684916.453015:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848175488 00000100:00100000:0.0:1734684916.453019:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53888 00000100:00100000:0.0:1734684916.453024:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848175360:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684916.453024:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848174976:12345-0@lo:8:kworker.0 Request processed in 54us (155us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684916.453030:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53887 00000100:00100000:3.0:1734684916.453034:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7558 00010000:00020000:0.0:1734684916.453035:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684916.453038:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848175488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684916.453045:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848174592 00000100:00100000:1.0:1734684916.453048:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848174592 00000100:00080000:2.0:1734684916.453064:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734684916.453066:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848175360:12345-0@lo:8:kworker.0 Request processed in 41us (161us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734684916.453067:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684916.453069:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848175232 00000100:00100000:1.0:1734684916.453071:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848175232 00000100:00100000:2.0:1734684916.453071:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848175360:0@lo:8:kworker.0 00000100:00100000:0.0:1734684916.453072:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53888 00000100:00100000:3.0:1734684916.453075:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848175488:12345-0@lo:400:kworker.0 Request processed in 36us (86us total) trans 0 rc 0/0 00000100:00080000:2.0:1734684916.453079:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684916.453080:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7558 00000100:00080000:2.0:1734684916.453081:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684916.453084:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848174976:0@lo:8:kworker.0 00000100:00100000:1.0:1734684916.453088:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848175616 00000100:00100000:1.0:1734684916.453090:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848175616 00000100:00080000:0.0:1734684916.453091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684886 00000100:00080000:0.0:1734684916.453094:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684886 00000100:00100000:3.0:1734684916.453101:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2253 00000100:00100000:0.0:1734684916.453102:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848174848 00000100:00100000:0.0:1734684916.453105:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848174848 00000100:00100000:3.0:1734684916.453105:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848174592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684916.453108:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254 00000100:00100000:1.0:1734684916.453113:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848175232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684916.453117:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2255 00000100:00100000:2.0:1734684916.453122:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848175616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684916.453126:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41019 00000100:00100000:3.0:1734684916.453130:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848174592:12345-0@lo:400:kworker.0 Request processed in 24us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684916.453131:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848174848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684916.453135:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2253 00000100:00100000:1.0:1734684916.453142:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848175232:12345-0@lo:400:kworker.0 Request processed in 28us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684916.453150:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684916.453151:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254 00000100:00100000:2.0:1734684916.453156:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848175616:12345-0@lo:400:kworker.0 Request processed in 33us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684916.453161:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848174720 00000100:00100000:2.0:1734684916.453162:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2255 00000100:00100000:1.0:1734684916.453163:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848174720 00000100:00100000:0.0:1734684916.453164:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848174848:12345-0@lo:400:kworker.0 Request processed in 33us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684916.453170:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41019 00000100:00100000:1.0:1734684916.453178:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256 00000100:00100000:3.0:1734684916.453180:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848175232:0@lo:400:kworker.0 00000100:00100000:1.0:1734684916.453182:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848174720:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734684916.453183:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684886 00000100:00080000:0.0:1734684916.453186:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684886 00000100:00100000:3.0:1734684916.453189:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848174592:0@lo:400:kworker.0 00000100:00100000:0.0:1734684916.453202:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848175488:0@lo:400:kworker.0 00000100:00100000:1.0:1734684916.453209:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848174720:12345-0@lo:400:kworker.0 Request processed in 26us (58us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684916.453210:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848174848:0@lo:400:kworker.0 00000100:00100000:2.0:1734684916.453211:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848175104:0@lo:400:kworker.0 00000100:00100000:1.0:1734684916.453215:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256 00000100:00100000:0.0:1734684916.453218:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848175616:0@lo:400:kworker.0 00000100:00100000:2.0:1734684916.453219:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848174464:0@lo:400:kworker.0 00000100:00100000:1.0:1734684916.453237:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848174720:0@lo:400:kworker.0 00000100:00100000:1.0:1734684916.484748:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734684916.484767:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848175744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684916.484820:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684916.484891:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848175744 00000100:00100000:0.0:1734684916.484899:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848175744 00000100:00100000:0.0:1734684916.484940:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41020 00000100:00100000:0.0:1734684916.484947:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848175744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734684916.484979:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734684916.485030:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848175744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684916.485038:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41020 00000100:00100000:1.0:1734684916.485055:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848175744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684916.532743:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848175872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684916.532800:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684916.532834:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848175872 00000100:00100000:2.0:1734684916.532840:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848175872 00000100:00100000:2.0:1734684916.532871:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6684 00000100:00100000:2.0:1734684916.532876:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099582300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848175872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684916.532900:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684916.532933:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099582300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848175872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684916.532938:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6684 00000100:00100000:1.0:1734684916.532973:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848175872:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684917.088708:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684918.090744:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684918.244737:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848176000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684918.244786:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684918.244854:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848176000 00000100:00100000:2.0:1734684918.244862:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848176000 00000100:00080000:0.0:1734684918.244893:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684888 00000100:00100000:2.0:1734684918.244908:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6685 00000100:00100000:2.0:1734684918.244914:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848176000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684918.244939:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684918.244982:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848176000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684918.244989:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6685 00000100:00100000:1.0:1734684918.245005:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848176000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684918.902805:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684918.902852:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684918.902879:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684918.902880:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872638976 00000100:00100000:1.0:1734684918.902887:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872638976 00000100:00100000:0.0:1734684918.902917:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684918.902923:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872639104 00000100:00100000:1.0:1734684918.902925:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872639104 00000100:00080000:0.0:1734684918.902932:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684888 00000100:00080000:0.0:1734684918.902936:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684888 00000100:00100000:1.0:1734684918.902937:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2257 00000100:00100000:1.0:1734684918.902943:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872638976:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684918.902943:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872638848 00000100:00100000:2.0:1734684918.902947:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2258 00000100:00100000:3.0:1734684918.902949:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872638848 00000100:00100000:2.0:1734684918.902954:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872639104:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734684918.902964:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684888 00000100:00100000:0.0:1734684918.902977:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872639232 00000100:00100000:3.0:1734684918.902977:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 723 00000100:00100000:0.0:1734684918.902981:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872639232 00000100:00100000:3.0:1734684918.902981:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872638848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684918.902997:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872638976:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684918.902998:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872639104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684918.903000:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872638848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684918.903002:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2257 00000100:00100000:2.0:1734684918.903005:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2258 00000100:00100000:3.0:1734684918.903005:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 723 00000100:00100000:0.0:1734684918.903015:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53889 00000100:00100000:0.0:1734684918.903020:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872639232:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734684918.903041:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684918.903068:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872639232:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 47us (151us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684918.903075:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53889 00010000:00010000:2.0:1734684919.092747:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684920.094708:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684921.096710:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684921.412711:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848176128:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684921.412766:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684921.412824:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848176128 00000100:00100000:2.0:1734684921.412832:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848176128 00000100:00100000:2.0:1734684921.412866:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41021 00000100:00100000:2.0:1734684921.412872:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848176128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684921.412902:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684921.412948:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848176128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684921.412955:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41021 00000100:00100000:0.0:1734684921.412973:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848176128:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684921.460740:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684921.460746:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734684921.460749:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848176640:0@lo:400:kworker.0 00000100:00100000:1.0:1734684921.460749:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848176384:0@lo:400:kworker.0 00000100:00080000:2.0:1734684921.460749:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684921.460755:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9716 00000100:00080000:2.0:1734684921.460759:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734684921.460764:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684921.460783:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098493480 x1818938848176768/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684921.460799:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684921.460800:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684921.460820:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734684921.460821:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848177024:0@lo:400:kworker.0 00000100:00100000:0.0:1734684921.460823:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1734684921.460825:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684921.460827:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734684921.460828:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848176512:0@lo:400:kworker.0 00000100:00080000:2.0:1734684921.460830:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9716 00000100:00100000:1.0:1734684921.460832:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684921.460832:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734684921.460836:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684921.460841:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734684921.460844:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684921.460844:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848176256:0@lo:400:kworker.0 00000100:00100000:2.0:1734684921.460847:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098491c00 x1818938848177152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684921.460853:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848176768:0@lo:8:kworker.0 00000100:00100000:1.0:1734684921.460861:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684921.460866:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848176384 00000100:00100000:1.0:1734684921.460870:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848176896:0@lo:400:kworker.0 00000100:00100000:0.0:1734684921.460872:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848176384 00000100:00100000:2.0:1734684921.460883:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848177024 00000100:00100000:3.0:1734684921.460883:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684921.460887:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848177024 00000100:00100000:1.0:1734684921.460891:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848176512 00000100:00100000:1.0:1734684921.460895:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848176512 00000100:00100000:0.0:1734684921.460901:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2259 00000100:00100000:0.0:1734684921.460907:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848176384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684921.460907:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848177152:0@lo:8:kworker.0 00000100:00100000:2.0:1734684921.460918:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2260 00000100:00100000:1.0:1734684921.460923:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261 00000100:00100000:2.0:1734684921.460923:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848177024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684921.460925:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684921.460928:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848176512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684921.460939:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848176384:12345-0@lo:400:kworker.0 Request processed in 32us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684921.460946:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2259 00000100:00100000:3.0:1734684921.460952:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848176256 00000100:00100000:3.0:1734684921.460956:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848176256 00000100:00100000:1.0:1734684921.460959:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848176512:12345-0@lo:400:kworker.0 Request processed in 30us (114us total) trans 0 rc 0/0 00000100:00080000:0.0:1734684921.460960:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684891 00000100:00100000:2.0:1734684921.460961:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848177024:12345-0@lo:400:kworker.0 Request processed in 35us (125us total) trans 0 rc 0/0 00000100:00080000:0.0:1734684921.460964:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684891 00000100:00100000:1.0:1734684921.460964:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261 00000100:00080000:0.0:1734684921.460966:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684891 00000100:00100000:2.0:1734684921.460967:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2260 00000100:00100000:0.0:1734684921.460978:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848177408:0@lo:400:kworker.0 00000100:00100000:3.0:1734684921.460979:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1734684921.460980:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848176768 00000100:00100000:1.0:1734684921.460983:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848176768 00000100:00100000:3.0:1734684921.460984:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848176256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684921.460991:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848177152 00000100:00100000:1.0:1734684921.460992:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848177152 00000100:00100000:0.0:1734684921.460994:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684921.460994:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848176640 00000100:00100000:2.0:1734684921.460996:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848176640 00000100:00100000:1.0:1734684921.460999:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53890 00000100:00100000:1.0:1734684921.461002:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848176768:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684921.461015:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848176512:0@lo:400:kworker.0 00010000:00020000:1.0:1734684921.461015:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684921.461015:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848176256:12345-0@lo:400:kworker.0 Request processed in 29us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684921.461017:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41022 00000100:00100000:2.0:1734684921.461022:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848176640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684921.461022:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1734684921.461030:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684921.461032:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848176768:12345-0@lo:8:kworker.0 Request processed in 29us (150us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684921.461034:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848177280:0@lo:400:kworker.0 00000100:00100000:1.0:1734684921.461035:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53890 00000100:00100000:1.0:1734684921.461040:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53891 00000100:00100000:1.0:1734684921.461042:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848177152:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734684921.461047:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684921.461048:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684921.461051:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848176640:12345-0@lo:400:kworker.0 Request processed in 28us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684921.461056:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848177152:12345-0@lo:8:kworker.0 Request processed in 13us (131us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684921.461057:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41022 00000100:00100000:1.0:1734684921.461059:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53891 00000100:00100000:1.0:1734684921.461064:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848177280 00000100:00100000:1.0:1734684921.461066:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848177280 00000100:00100000:2.0:1734684921.461071:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848177408 00000100:00100000:0.0:1734684921.461072:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848176640:0@lo:400:kworker.0 00000100:00100000:2.0:1734684921.461074:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848177408 00000100:00100000:1.0:1734684921.461077:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7559 00000100:00100000:1.0:1734684921.461080:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848177280:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734684921.461085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684891 00000100:00080000:0.0:1734684921.461087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684891 00000100:00100000:2.0:1734684921.461089:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262 00000100:00100000:2.0:1734684921.461093:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848177408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684921.461095:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848177280:12345-0@lo:400:kworker.0 Request processed in 15us (48us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684921.461099:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7559 00000100:00100000:0.0:1734684921.461100:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848177280:0@lo:400:kworker.0 00000100:00100000:1.0:1734684921.461107:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684921.461120:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848177024:0@lo:400:kworker.0 00000100:00100000:2.0:1734684921.461120:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848177408:12345-0@lo:400:kworker.0 Request processed in 26us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684921.461125:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848176384:0@lo:400:kworker.0 00000100:00100000:2.0:1734684921.461126:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2262 00000100:00100000:0.0:1734684921.461130:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848177408:0@lo:400:kworker.0 00000100:00100000:1.0:1734684921.461134:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848176256:0@lo:400:kworker.0 00000100:00100000:1.0:1734684921.461144:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848176896 00000100:00100000:1.0:1734684921.461145:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848176896 00000100:00080000:0.0:1734684921.461155:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684891 00000100:00100000:1.0:1734684921.461155:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7560 00000100:00100000:1.0:1734684921.461158:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848176896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684921.461172:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848176896:12345-0@lo:400:kworker.0 Request processed in 13us (64us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684921.461176:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7560 00000100:00080000:1.0:1734684921.461187:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684921.461189:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684921.461190:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848176896:0@lo:400:kworker.0 00000100:00100000:1.0:1734684921.461191:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848177152:0@lo:8:kworker.0 00000100:00080000:1.0:1734684921.461195:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684921.461197:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684921.461198:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848176768:0@lo:8:kworker.0 00000100:00100000:0.0:1734684921.492724:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848177536:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684921.492775:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684921.492813:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848177536 00000100:00100000:2.0:1734684921.492821:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848177536 00000100:00100000:2.0:1734684921.492864:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41023 00000100:00100000:2.0:1734684921.492870:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848177536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734684921.492899:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734684921.492941:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848177536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684921.492946:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41023 00000100:00100000:0.0:1734684921.492963:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848177536:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684921.540711:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734684921.540728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848177664:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684921.540774:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684921.540819:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848177664 00000100:00100000:2.0:1734684921.540833:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848177664 00000100:00100000:2.0:1734684921.540879:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6686 00000100:00100000:2.0:1734684921.540886:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848177664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684921.540914:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684921.540962:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848177664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684921.540969:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6686 00000100:00100000:0.0:1734684921.541003:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848177664:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684922.098729:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684923.100757:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684923.252744:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684923.252766:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848177792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684923.252817:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684923.252880:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848177792 00000100:00100000:2.0:1734684923.252887:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848177792 00000100:00080000:0.0:1734684923.252917:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684893 00000100:00100000:2.0:1734684923.252935:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6687 00000100:00100000:2.0:1734684923.252941:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848177792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684923.252967:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684923.253009:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848177792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684923.253020:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6687 00000100:00100000:1.0:1734684923.253044:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848177792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684923.910877:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684923.910910:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684923.910943:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684923.910943:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872639360 00000100:00100000:3.0:1734684923.910952:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872639360 00000100:00100000:2.0:1734684923.910956:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872639488 00000100:00100000:2.0:1734684923.910961:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872639488 00000100:00100000:0.0:1734684923.910988:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684923.910992:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2263 00000100:00100000:3.0:1734684923.910993:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 725 00000100:00100000:2.0:1734684923.910997:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872639488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684923.910999:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872639360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684923.911002:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872639744 00000100:00080000:0.0:1734684923.911004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684893 00000100:00080000:0.0:1734684923.911007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684893 00000100:00100000:1.0:1734684923.911007:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872639744 00000100:00100000:0.0:1734684923.911026:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872639616 00000100:00100000:0.0:1734684923.911029:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872639616 00000100:00100000:1.0:1734684923.911029:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53892 00000100:00100000:1.0:1734684923.911035:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872639744:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684923.911048:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872639360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684923.911049:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872639488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684923.911054:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2264 00010000:00020000:1.0:1734684923.911055:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684923.911055:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 725 00000100:00100000:2.0:1734684923.911059:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2263 00000100:00100000:0.0:1734684923.911060:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872639616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684923.911080:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872639744:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (137us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684923.911087:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872639616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684923.911087:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53892 00000100:00100000:0.0:1734684923.911094:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2264 00000100:00080000:0.0:1734684923.911110:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684893 00010000:00010000:2.0:1734684924.102717:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684925.104706:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684926.106714:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684926.420754:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848177920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684926.420804:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684926.420836:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848177920 00000100:00100000:2.0:1734684926.420842:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848177920 00000100:00100000:2.0:1734684926.420876:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41024 00000100:00100000:2.0:1734684926.420881:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848177920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684926.420907:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684926.420945:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848177920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684926.420952:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41024 00000100:00100000:1.0:1734684926.420980:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848177920:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684926.468744:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684926.468750:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684926.468754:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684926.468760:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9721 00000100:00100000:3.0:1734684926.468761:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848178176:0@lo:400:kworker.0 00000100:00080000:2.0:1734684926.468764:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734684926.468769:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684926.468780:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848178048:0@lo:400:kworker.0 00000100:00100000:2.0:1734684926.468787:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098491c00 x1818938848178560/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684926.468789:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848178304:0@lo:400:kworker.0 00000100:00080000:2.0:1734684926.468818:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684926.468821:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734684926.468823:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684926.468823:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734684926.468824:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684926.468826:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9721 00000100:00080000:2.0:1734684926.468828:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734684926.468830:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848178432:0@lo:400:kworker.0 00000100:00080000:2.0:1734684926.468832:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684926.468841:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098492300 x1818938848178944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684926.468855:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848178816:0@lo:400:kworker.0 00000100:00100000:0.0:1734684926.468856:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848178688:0@lo:400:kworker.0 00000100:00100000:1.0:1734684926.468858:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684926.468872:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848178560:0@lo:8:kworker.0 00000100:00100000:3.0:1734684926.468876:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684926.468879:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848179200:0@lo:400:kworker.0 00000100:00100000:0.0:1734684926.468880:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684926.468898:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684926.468899:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684926.468901:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848178048 00000100:00100000:3.0:1734684926.468906:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848178048 00000100:00100000:2.0:1734684926.468912:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848178944:0@lo:8:kworker.0 00000100:00100000:1.0:1734684926.468913:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734684926.468914:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848178176 00000100:00100000:0.0:1734684926.468918:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848178176 00000100:00100000:1.0:1734684926.468919:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848179072:0@lo:400:kworker.0 00000100:00100000:2.0:1734684926.468926:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684926.468939:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1734684926.468942:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848178816 00000100:00100000:1.0:1734684926.468942:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848178688 00000100:00100000:0.0:1734684926.468944:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848178816 00000100:00100000:3.0:1734684926.468945:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848178048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684926.468946:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848178688 00000100:00100000:0.0:1734684926.468956:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848179200 00000100:00100000:0.0:1734684926.468958:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848179200 00000100:00100000:2.0:1734684926.468959:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848178432 00000100:00100000:2.0:1734684926.468963:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848178432 00000100:00100000:1.0:1734684926.468967:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848178560 00000100:00100000:0.0:1734684926.468969:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265 00000100:00100000:1.0:1734684926.468970:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848178560 00000100:00100000:0.0:1734684926.468974:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848178176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684926.468979:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848178944 00000100:00100000:1.0:1734684926.468981:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848178944 00000100:00100000:3.0:1734684926.468983:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848178048:12345-0@lo:400:kworker.0 Request processed in 37us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684926.468988:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41025 00000100:00100000:3.0:1734684926.468988:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1734684926.468991:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7561 00000100:00100000:2.0:1734684926.468993:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848178432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684926.468996:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848178688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684926.469011:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848178176:12345-0@lo:400:kworker.0 Request processed in 35us (186us total) trans 0 rc 0/0 00000100:00080000:3.0:1734684926.469014:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684896 00000100:00100000:0.0:1734684926.469017:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2265 00000100:00080000:3.0:1734684926.469018:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684896 00000100:00080000:3.0:1734684926.469020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684896 00000100:00100000:2.0:1734684926.469021:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848178432:12345-0@lo:400:kworker.0 Request processed in 28us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684926.469027:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848178688:12345-0@lo:400:kworker.0 Request processed in 30us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684926.469027:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41025 00000100:00100000:0.0:1734684926.469031:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266 00000100:00100000:3.0:1734684926.469032:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53893 00000100:00100000:0.0:1734684926.469034:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848178816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684926.469036:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7561 00000100:00100000:3.0:1734684926.469037:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848178560:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684926.469048:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53894 00000100:00100000:2.0:1734684926.469052:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848178944:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684926.469054:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684926.469058:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848178816:12345-0@lo:400:kworker.0 Request processed in 23us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684926.469061:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1734684926.469063:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684926.469064:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266 00000100:00100000:0.0:1734684926.469073:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848178304 00000100:00100000:0.0:1734684926.469076:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848178304 00000100:00100000:3.0:1734684926.469081:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848178560:12345-0@lo:8:kworker.0 Request processed in 43us (182us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684926.469084:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848178944:12345-0@lo:8:kworker.0 Request processed in 31us (156us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684926.469085:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2267 00000100:00100000:3.0:1734684926.469087:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53893 00000100:00100000:1.0:1734684926.469090:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848179200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684926.469093:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53894 00000100:00100000:0.0:1734684926.469094:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2268 00000100:00100000:0.0:1734684926.469097:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848178304:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684926.469102:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684896 00000100:00100000:1.0:1734684926.469118:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848179200:12345-0@lo:400:kworker.0 Request processed in 28us (218us total) trans 0 rc 0/0 00000100:00080000:3.0:1734684926.469120:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684926.469123:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684926.469124:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2267 00000100:00100000:3.0:1734684926.469127:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848178560:0@lo:8:kworker.0 00000100:00100000:0.0:1734684926.469131:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848178304:12345-0@lo:400:kworker.0 Request processed in 32us (68us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684926.469133:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848178688:0@lo:400:kworker.0 00000100:00080000:3.0:1734684926.469134:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684926.469135:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684926.469137:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2268 00000100:00100000:3.0:1734684926.469138:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848178944:0@lo:8:kworker.0 00000100:00100000:2.0:1734684926.469141:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848178048:0@lo:400:kworker.0 00000100:00100000:1.0:1734684926.469149:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848178304:0@lo:400:kworker.0 00000100:00100000:3.0:1734684926.469158:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848178816:0@lo:400:kworker.0 00000100:00100000:1.0:1734684926.469164:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684926.469164:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848178176:0@lo:400:kworker.0 00000100:00100000:0.0:1734684926.469176:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848179072 00000100:00100000:0.0:1734684926.469179:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848179072 00000100:00100000:1.0:1734684926.469180:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848179200:0@lo:400:kworker.0 00000100:00100000:1.0:1734684926.469189:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848178432:0@lo:400:kworker.0 00000100:00100000:0.0:1734684926.469207:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7562 00000100:00080000:3.0:1734684926.469210:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684896 00000100:00100000:0.0:1734684926.469212:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848179072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684926.469242:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848179072:12345-0@lo:400:kworker.0 Request processed in 29us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684926.469247:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7562 00000100:00100000:1.0:1734684926.469251:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848179072:0@lo:400:kworker.0 00000100:00100000:2.0:1734684926.500723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848179328:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684926.500771:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684926.500813:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848179328 00000100:00100000:0.0:1734684926.500820:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848179328 00000100:00100000:0.0:1734684926.500858:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41026 00000100:00100000:0.0:1734684926.500864:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848179328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734684926.500894:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734684926.500943:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848179328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684926.500949:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41026 00000100:00100000:2.0:1734684926.500958:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848179328:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684926.548716:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848179456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684926.548772:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684926.548815:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848179456 00000100:00100000:2.0:1734684926.548823:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848179456 00000100:00100000:2.0:1734684926.548857:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6688 00000100:00100000:2.0:1734684926.548862:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848179456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684926.548887:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684926.548916:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848179456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684926.548920:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6688 00000100:00100000:3.0:1734684926.548937:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848179456:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684927.108709:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684928.110731:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684928.260725:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848179584:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684928.260777:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684928.260814:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848179584 00000100:00100000:0.0:1734684928.260821:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848179584 00000100:00100000:0.0:1734684928.260880:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6689 00000100:00080000:3.0:1734684928.260883:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684898 00000100:00100000:0.0:1734684928.260888:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848179584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684928.260917:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684928.260959:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848179584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684928.260965:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6689 00000100:00100000:2.0:1734684928.260979:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848179584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684928.918998:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684928.919034:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684928.919056:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872640000 00000100:00100000:0.0:1734684928.919063:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684928.919063:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872640000 00000100:00100000:0.0:1734684928.919093:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684928.919102:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872639872 00000100:00100000:2.0:1734684928.919104:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872640128 00000100:00100000:2.0:1734684928.919107:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872640128 00000100:00100000:3.0:1734684928.919107:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872639872 00000100:00100000:0.0:1734684928.919119:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2269 00000100:00100000:1.0:1734684928.919119:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872640256 00000100:00100000:1.0:1734684928.919123:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872640256 00000100:00100000:2.0:1734684928.919125:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2270 00000100:00100000:0.0:1734684928.919126:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872640000:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684928.919130:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872640128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684928.919134:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 727 00000100:00100000:3.0:1734684928.919138:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872639872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684928.919140:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53895 00000100:00100000:1.0:1734684928.919143:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872640256:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684928.919163:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684928.919178:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872640000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684928.919180:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872640128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684928.919182:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872639872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684928.919183:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2269 00000100:00100000:2.0:1734684928.919187:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2270 00000100:00100000:3.0:1734684928.919187:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 727 00000100:00100000:1.0:1734684928.919191:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872640256:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 47us (128us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684928.919197:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53895 00000100:00080000:3.0:1734684928.919212:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684898 00000100:00080000:3.0:1734684928.919215:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684898 00000100:00080000:3.0:1734684928.919217:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684898 00010000:00010000:2.0:1734684929.112725:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684930.114723:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684931.116774:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684931.428729:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734684931.428748:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848179712:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684931.428796:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684931.428845:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848179712 00000100:00100000:0.0:1734684931.428859:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848179712 00000100:00100000:0.0:1734684931.428921:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41027 00000100:00100000:0.0:1734684931.428929:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848179712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734684931.428966:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734684931.429036:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848179712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684931.429043:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41027 00000100:00100000:3.0:1734684931.429075:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848179712:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684931.476742:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734684931.476748:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848179968:0@lo:400:kworker.0 00000100:00080000:2.0:1734684931.476749:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684931.476752:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734684931.476753:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848179840:0@lo:400:kworker.0 00000100:00080000:2.0:1734684931.476758:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9726 00000100:00080000:2.0:1734684931.476762:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734684931.476767:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684931.476777:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848180224:0@lo:400:kworker.0 00000100:00100000:2.0:1734684931.476786:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098490700 x1818938848180352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684931.476813:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684931.476816:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734684931.476816:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684931.476817:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734684931.476818:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684931.476819:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684931.476820:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9726 00000100:00080000:2.0:1734684931.476823:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684931.476826:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684931.476837:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734684931.476839:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848180608:0@lo:400:kworker.0 00000100:00100000:2.0:1734684931.476841:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098491880 x1818938848180736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684931.476843:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848180096:0@lo:400:kworker.0 00000100:00100000:3.0:1734684931.476851:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684931.476854:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848180480:0@lo:400:kworker.0 00000100:00100000:1.0:1734684931.476879:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848180224 00000100:00100000:1.0:1734684931.476885:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848180224 00000100:00100000:0.0:1734684931.476889:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684931.476889:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848180352:0@lo:8:kworker.0 00000100:00100000:3.0:1734684931.476896:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848179968 00000100:00100000:3.0:1734684931.476900:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848179968 00000100:00100000:0.0:1734684931.476918:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848179840 00000100:00100000:2.0:1734684931.476918:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684931.476920:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848180608 00000100:00100000:1.0:1734684931.476922:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41028 00000100:00100000:0.0:1734684931.476923:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848179840 00000100:00100000:3.0:1734684931.476923:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848180608 00000100:00100000:1.0:1734684931.476929:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848180224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684931.476932:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848180736:0@lo:8:kworker.0 00000100:00100000:3.0:1734684931.476936:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271 00000100:00100000:3.0:1734684931.476941:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848179968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684931.476948:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684931.476951:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1734684931.476956:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848179840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684931.476967:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848180224:12345-0@lo:400:kworker.0 Request processed in 38us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684931.476972:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41028 00000100:00100000:3.0:1734684931.476973:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848179968:12345-0@lo:400:kworker.0 Request processed in 31us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684931.476978:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272 00000100:00100000:3.0:1734684931.476982:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2271 00000100:00100000:0.0:1734684931.476984:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848179840:12345-0@lo:400:kworker.0 Request processed in 28us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684931.476984:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848180608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684931.476989:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1734684931.476990:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848180480 00000100:00100000:1.0:1734684931.476993:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848180480 00000100:00080000:3.0:1734684931.476998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684901 00000100:00080000:3.0:1734684931.477002:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684901 00000100:00080000:3.0:1734684931.477004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684901 00000100:00100000:1.0:1734684931.477005:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848180352 00000100:00100000:1.0:1734684931.477007:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848180352 00000100:00100000:2.0:1734684931.477012:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848180608:12345-0@lo:400:kworker.0 Request processed in 27us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684931.477013:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848180736 00000100:00100000:1.0:1734684931.477015:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7563 00000100:00100000:3.0:1734684931.477015:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848180736 00000100:00100000:1.0:1734684931.477018:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848180480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684931.477018:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272 00000100:00100000:3.0:1734684931.477028:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53896 00000100:00100000:0.0:1734684931.477030:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848179840:0@lo:400:kworker.0 00000100:00100000:3.0:1734684931.477032:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848180352:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684931.477035:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848180480:12345-0@lo:400:kworker.0 Request processed in 16us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684931.477039:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53897 00000100:00100000:2.0:1734684931.477043:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848180736:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684931.477047:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7563 00000100:00100000:0.0:1734684931.477048:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848180480:0@lo:400:kworker.0 00010000:00020000:3.0:1734684931.477049:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734684931.477054:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684931.477061:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684931.477077:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848180864:0@lo:400:kworker.0 00000100:00100000:1.0:1734684931.477079:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848180224:0@lo:400:kworker.0 00000100:00100000:3.0:1734684931.477079:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848180352:12345-0@lo:8:kworker.0 Request processed in 45us (161us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684931.477080:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848180736:12345-0@lo:8:kworker.0 Request processed in 35us (130us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684931.477086:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53896 00000100:00100000:0.0:1734684931.477091:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684931.477091:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848180992:0@lo:400:kworker.0 00000100:00100000:2.0:1734684931.477091:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53897 00000100:00100000:3.0:1734684931.477099:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848180864 00000100:00100000:3.0:1734684931.477101:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848180864 00000100:00100000:1.0:1734684931.477105:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684931.477113:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734684931.477116:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684931.477119:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848180096 00000100:00100000:2.0:1734684931.477119:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848180352:0@lo:8:kworker.0 00000100:00100000:0.0:1734684931.477121:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848180096 00000100:00100000:3.0:1734684931.477122:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7564 00000100:00080000:2.0:1734684931.477126:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684931.477126:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848180864:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734684931.477128:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684931.477131:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848180736:0@lo:8:kworker.0 00000100:00100000:0.0:1734684931.477136:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848180992 00000100:00100000:0.0:1734684931.477138:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848180992 00000100:00100000:0.0:1734684931.477157:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273 00000100:00100000:3.0:1734684931.477157:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848180864:12345-0@lo:400:kworker.0 Request processed in 29us (65us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684931.477161:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848180096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684931.477163:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274 00000100:00100000:3.0:1734684931.477163:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7564 00000100:00100000:2.0:1734684931.477169:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848180992:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684931.477182:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684901 00000100:00080000:3.0:1734684931.477185:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684901 00000100:00100000:0.0:1734684931.477186:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848180096:12345-0@lo:400:kworker.0 Request processed in 24us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684931.477191:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273 00000100:00100000:2.0:1734684931.477200:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848180992:12345-0@lo:400:kworker.0 Request processed in 30us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684931.477202:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848180096:0@lo:400:kworker.0 00000100:00100000:3.0:1734684931.477203:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848180608:0@lo:400:kworker.0 00000100:00100000:2.0:1734684931.477206:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274 00000100:00100000:1.0:1734684931.477228:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848180992:0@lo:400:kworker.0 00000100:00100000:0.0:1734684931.477231:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848180864:0@lo:400:kworker.0 00000100:00100000:3.0:1734684931.477246:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848179968:0@lo:400:kworker.0 00000100:00100000:0.0:1734684931.508652:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848181120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684931.508705:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684931.508745:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848181120 00000100:00100000:2.0:1734684931.508752:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848181120 00000100:00100000:2.0:1734684931.508797:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41029 00000100:00100000:2.0:1734684931.508804:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848181120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734684931.508836:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734684931.508883:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848181120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684931.508888:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41029 00000100:00100000:0.0:1734684931.508924:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848181120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684931.556717:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848181248:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684931.556773:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684931.556840:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848181248 00000100:00100000:2.0:1734684931.556847:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848181248 00000100:00100000:2.0:1734684931.556885:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6690 00000100:00100000:2.0:1734684931.556890:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848181248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684931.556914:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684931.556943:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848181248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684931.556947:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6690 00000100:00100000:0.0:1734684931.556967:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848181248:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684932.118733:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684933.120731:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684933.268748:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848181376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684933.268804:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684933.268850:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848181376 00000100:00100000:2.0:1734684933.268857:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848181376 00000100:00100000:2.0:1734684933.268911:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6691 00000100:00100000:2.0:1734684933.268918:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848181376:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734684933.268918:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684903 00002000:00000024:2.0:1734684933.268944:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684933.268978:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848181376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684933.268984:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6691 00000100:00100000:0.0:1734684933.268997:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848181376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684933.926806:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684933.926846:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684933.926864:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872640384 00000100:00100000:2.0:1734684933.926871:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872640384 00000100:00100000:0.0:1734684933.926875:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684933.926901:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872640512 00000100:00100000:3.0:1734684933.926904:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872640512 00000100:00100000:2.0:1734684933.926906:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 729 00000100:00100000:2.0:1734684933.926911:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872640384:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684933.926912:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684933.926926:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872640640 00000100:00100000:3.0:1734684933.926927:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872640640 00000100:00100000:1.0:1734684933.926928:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872640768 00000100:00100000:1.0:1734684933.926933:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872640768 00000100:00100000:0.0:1734684933.926937:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2275 00000100:00100000:0.0:1734684933.926944:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872640512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684933.926944:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2276 00000100:00100000:3.0:1734684933.926948:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872640640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684933.926954:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872640384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684933.926956:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53898 00000100:00100000:2.0:1734684933.926959:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 729 00000100:00100000:1.0:1734684933.926961:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872640768:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684933.926972:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872640640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684933.926976:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2276 00000100:00100000:0.0:1734684933.926977:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872640512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (131us total) trans 0 rc 0/0 00010000:00020000:1.0:1734684933.926980:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684933.926984:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2275 00000100:00080000:3.0:1734684933.926989:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684903 00000100:00080000:3.0:1734684933.926991:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684903 00000100:00080000:3.0:1734684933.926993:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684903 00000100:00100000:1.0:1734684933.927004:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872640768:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (128us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684933.927010:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53898 00010000:00010000:2.0:1734684934.122732:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684935.124713:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684936.126718:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684936.436742:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848181504:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684936.436798:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684936.436907:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848181504 00000100:00100000:2.0:1734684936.436915:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848181504 00000100:00100000:2.0:1734684936.436959:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41030 00000100:00100000:2.0:1734684936.436964:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848181504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684936.436993:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684936.437027:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848181504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684936.437031:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41030 00000100:00100000:1.0:1734684936.437043:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848181504:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684936.484731:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684936.484737:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734684936.484740:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848181632:0@lo:400:kworker.0 00000100:00080000:2.0:1734684936.484740:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684936.484746:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9731 00000100:00080000:2.0:1734684936.484750:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684936.484755:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684936.484756:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848181760:0@lo:400:kworker.0 00000100:00100000:2.0:1734684936.484773:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d9c00 x1818938848182144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684936.484806:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684936.484808:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684936.484809:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684936.484812:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684936.484814:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684936.484817:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9731 00000100:00080000:2.0:1734684936.484819:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734684936.484823:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684936.484834:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848182400:0@lo:400:kworker.0 00000100:00100000:1.0:1734684936.484835:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848182272:0@lo:400:kworker.0 00000100:00100000:2.0:1734684936.484836:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d8700 x1818938848182528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684936.484839:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848182144:0@lo:8:kworker.0 00000100:00100000:0.0:1734684936.484847:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684936.484857:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684936.484868:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684936.484869:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848181760 00000100:00100000:2.0:1734684936.484869:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848182400 00000100:00100000:0.0:1734684936.484874:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848181760 00000100:00100000:2.0:1734684936.484874:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848182400 00000100:00100000:1.0:1734684936.484882:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848182272 00000100:00100000:1.0:1734684936.484885:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848182272 00000100:00100000:3.0:1734684936.484888:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848182528:0@lo:8:kworker.0 00000100:00100000:0.0:1734684936.484899:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2277 00000100:00100000:3.0:1734684936.484903:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684936.484904:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848181760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684936.484904:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848182144 00000100:00100000:2.0:1734684936.484904:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278 00000100:00100000:1.0:1734684936.484906:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848182144 00000100:00100000:2.0:1734684936.484908:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848182400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684936.484915:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848182528 00000100:00100000:1.0:1734684936.484917:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848182528 00000100:00100000:1.0:1734684936.484925:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7565 00000100:00100000:1.0:1734684936.484930:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848182272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684936.484930:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53899 00000100:00100000:0.0:1734684936.484935:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848181760:12345-0@lo:400:kworker.0 Request processed in 30us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684936.484935:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848182144:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684936.484941:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2277 00000100:00100000:2.0:1734684936.484942:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848182400:12345-0@lo:400:kworker.0 Request processed in 32us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684936.484947:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278 00010000:00020000:3.0:1734684936.484952:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684936.484958:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848182272:12345-0@lo:400:kworker.0 Request processed in 27us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684936.484961:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848181888:0@lo:400:kworker.0 00000100:00100000:1.0:1734684936.484964:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7565 00000100:00100000:2.0:1734684936.484968:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848181632 00000100:00100000:2.0:1734684936.484971:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848181632 00000100:00100000:1.0:1734684936.484976:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53900 00000100:00100000:1.0:1734684936.484980:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848182528:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684936.484980:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848182144:12345-0@lo:8:kworker.0 Request processed in 44us (111us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684936.484982:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684936.484985:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1734684936.484986:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53899 00000100:00100000:2.0:1734684936.484988:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848181632:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734684936.484991:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684936.485001:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848182656:0@lo:400:kworker.0 00000100:00080000:3.0:1734684936.485002:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684906 00000100:00080000:3.0:1734684936.485005:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684906 00000100:00080000:3.0:1734684936.485007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684906 00000100:00100000:2.0:1734684936.485008:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848181632:12345-0@lo:400:kworker.0 Request processed in 19us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684936.485011:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848182528:12345-0@lo:8:kworker.0 Request processed in 30us (107us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684936.485011:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1734684936.485014:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848181888 00000100:00100000:1.0:1734684936.485017:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53900 00000100:00100000:0.0:1734684936.485018:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684936.485018:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848181888 00000100:00100000:1.0:1734684936.485026:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848182656 00000100:00100000:1.0:1734684936.485028:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848182656 00000100:00100000:0.0:1734684936.485030:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734684936.485035:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848182016:0@lo:400:kworker.0 00000100:00100000:1.0:1734684936.485041:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7566 00000100:00100000:1.0:1734684936.485045:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848182656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684936.485048:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2279 00000100:00100000:3.0:1734684936.485052:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848181888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684936.485053:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684936.485067:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848182784:0@lo:400:kworker.0 00000100:00100000:1.0:1734684936.485067:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848182656:12345-0@lo:400:kworker.0 Request processed in 21us (48us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684936.485067:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848182016 00000100:00100000:2.0:1734684936.485070:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848182016 00000100:00100000:1.0:1734684936.485072:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7566 00000100:00100000:3.0:1734684936.485081:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848181888:12345-0@lo:400:kworker.0 Request processed in 28us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684936.485084:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684936.485087:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2279 00000100:00100000:2.0:1734684936.485090:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41031 00000100:00100000:2.0:1734684936.485094:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848182016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684936.485098:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848182784 00000100:00100000:3.0:1734684936.485100:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848182784 00000100:00100000:1.0:1734684936.485101:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848182272:0@lo:400:kworker.0 00000100:00100000:0.0:1734684936.485104:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848181888:0@lo:400:kworker.0 00000100:00100000:1.0:1734684936.485109:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848181632:0@lo:400:kworker.0 00000100:00100000:3.0:1734684936.485112:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2280 00000100:00100000:0.0:1734684936.485113:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848182656:0@lo:400:kworker.0 00000100:00100000:3.0:1734684936.485116:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848182784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684936.485121:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848182016:12345-0@lo:400:kworker.0 Request processed in 26us (66us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684936.485140:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41031 00000100:00100000:0.0:1734684936.485146:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848182016:0@lo:400:kworker.0 00000100:00100000:3.0:1734684936.485156:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848182784:12345-0@lo:400:kworker.0 Request processed in 39us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684936.485158:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848182784:0@lo:400:kworker.0 00000100:00100000:3.0:1734684936.485162:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2280 00000100:00080000:3.0:1734684936.485172:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684906 00000100:00080000:3.0:1734684936.485174:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684906 00000100:00100000:0.0:1734684936.485176:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848182400:0@lo:400:kworker.0 00000100:00080000:3.0:1734684936.485176:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684906 00000100:00100000:0.0:1734684936.485186:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848181760:0@lo:400:kworker.0 00000100:00080000:3.0:1734684936.485190:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684936.485193:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684936.485196:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848182528:0@lo:8:kworker.0 00000100:00080000:3.0:1734684936.485202:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684936.485204:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684936.485206:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848182144:0@lo:8:kworker.0 00000100:00100000:0.0:1734684936.516732:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734684936.516750:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848182912:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684936.516800:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684936.516839:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848182912 00000100:00100000:2.0:1734684936.516847:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848182912 00000100:00100000:2.0:1734684936.516881:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41032 00000100:00100000:2.0:1734684936.516888:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848182912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734684936.516918:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734684936.516960:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848182912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684936.516965:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41032 00000100:00100000:0.0:1734684936.516986:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848182912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684936.564723:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848183040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734684936.564774:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684936.564813:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848183040 00000100:00100000:0.0:1734684936.564819:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848183040 00000100:00100000:0.0:1734684936.564852:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6692 00000100:00100000:0.0:1734684936.564857:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848183040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684936.564879:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684936.564912:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072bf7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848183040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684936.564916:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6692 00000100:00100000:2.0:1734684936.564924:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848183040:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684937.128708:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684938.130706:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684938.276697:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848183168:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684938.276752:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684938.276798:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848183168 00000100:00100000:0.0:1734684938.276804:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848183168 00000100:00100000:0.0:1734684938.276845:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6693 00000100:00100000:0.0:1734684938.276849:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848183168:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734684938.276865:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684908 00002000:00000024:0.0:1734684938.276872:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684938.276904:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848183168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684938.276908:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6693 00000100:00100000:2.0:1734684938.276924:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848183168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684938.934923:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684938.934971:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684938.934988:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872641024 00000100:00100000:0.0:1734684938.934994:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684938.934995:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872641024 00000100:00100000:0.0:1734684938.935014:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684938.935028:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872641280 00000100:00100000:3.0:1734684938.935033:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872641280 00000100:00100000:2.0:1734684938.935040:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872641152 00000100:00100000:2.0:1734684938.935041:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872641152 00000100:00100000:0.0:1734684938.935053:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2281 00000100:00100000:3.0:1734684938.935055:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53901 00000100:00100000:0.0:1734684938.935059:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872641024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684938.935059:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2282 00000100:00100000:3.0:1734684938.935061:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872641280:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734684938.935064:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872641152:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734684938.935098:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684938.935132:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872641024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684938.935136:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872641280:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 74us (139us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684938.935138:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2281 00000100:00100000:2.0:1734684938.935139:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872641152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 74us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684938.935142:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53901 00000100:00100000:2.0:1734684938.935147:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2282 00000100:00100000:3.0:1734684938.935163:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872640896 00000100:00080000:2.0:1734684938.935165:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684908 00000100:00080000:2.0:1734684938.935167:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684908 00000100:00100000:3.0:1734684938.935167:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872640896 00000100:00080000:2.0:1734684938.935185:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684908 00000100:00100000:3.0:1734684938.935193:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 731 00000100:00100000:3.0:1734684938.935198:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872640896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684938.935232:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872640896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684938.935238:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 731 00010000:00010000:2.0:1734684939.132707:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684940.134719:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684941.136797:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684941.444728:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848183296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684941.444780:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684941.444824:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848183296 00000100:00100000:2.0:1734684941.444831:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848183296 00000100:00100000:2.0:1734684941.444876:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41033 00000100:00100000:2.0:1734684941.444883:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848183296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684941.444913:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684941.444959:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848183296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684941.444966:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41033 00000100:00100000:1.0:1734684941.444986:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848183296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684941.492756:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848183424:0@lo:400:kworker.0 00000100:00080000:2.0:1734684941.492756:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684941.492762:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734684941.492764:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848183552:0@lo:400:kworker.0 00000100:00080000:2.0:1734684941.492766:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684941.492771:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9736 00000100:00080000:2.0:1734684941.492775:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684941.492780:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684941.492796:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848183808:0@lo:400:kworker.0 00000100:00100000:2.0:1734684941.492801:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1db800 x1818938848183936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684941.492822:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684941.492822:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684941.492829:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684941.492832:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684941.492834:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734684941.492835:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684941.492837:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9736 00000100:00080000:2.0:1734684941.492839:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734684941.492843:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684941.492851:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848184064:0@lo:400:kworker.0 00000100:00100000:3.0:1734684941.492851:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848184192:0@lo:400:kworker.0 00000100:00100000:2.0:1734684941.492853:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1da680 x1818938848184320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684941.492857:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734684941.492862:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848183680:0@lo:400:kworker.0 00000100:00100000:3.0:1734684941.492873:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684941.492874:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684941.492886:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848184448:0@lo:400:kworker.0 00000100:00100000:0.0:1734684941.492890:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848183552 00000100:00100000:0.0:1734684941.492895:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848183552 00000100:00100000:3.0:1734684941.492902:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848183936:0@lo:8:kworker.0 00000100:00100000:1.0:1734684941.492905:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848183424 00000100:00100000:1.0:1734684941.492909:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848183424 00000100:00100000:2.0:1734684941.492912:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684941.492927:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848184192 00000100:00100000:3.0:1734684941.492927:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848184064 00000100:00100000:0.0:1734684941.492929:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848184192 00000100:00100000:3.0:1734684941.492930:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848184064 00000100:00100000:2.0:1734684941.492933:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734684941.492935:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1734684941.492939:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848184576:0@lo:400:kworker.0 00000100:00100000:0.0:1734684941.492941:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2283 00000100:00100000:1.0:1734684941.492942:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848183424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684941.492945:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848183552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684941.492948:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848184448 00000100:00100000:3.0:1734684941.492950:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848184448 00000100:00100000:2.0:1734684941.492958:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684941.492963:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7567 00000100:00100000:3.0:1734684941.492967:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848184064:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734684941.492982:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684911 00000100:00100000:1.0:1734684941.492986:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848183424:12345-0@lo:400:kworker.0 Request processed in 44us (164us total) trans 0 rc 0/0 00000100:00080000:2.0:1734684941.492986:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684911 00000100:00100000:0.0:1734684941.492987:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848183552:12345-0@lo:400:kworker.0 Request processed in 40us (166us total) trans 0 rc 0/0 00000100:00080000:2.0:1734684941.492988:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684911 00000100:00100000:1.0:1734684941.492992:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1734684941.492993:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2283 00000100:00100000:3.0:1734684941.492997:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848184064:12345-0@lo:400:kworker.0 Request processed in 29us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684941.493000:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848184576 00000100:00100000:2.0:1734684941.493004:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848184576 00000100:00100000:3.0:1734684941.493004:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7567 00000100:00100000:0.0:1734684941.493006:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2284 00000100:00100000:0.0:1734684941.493010:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848184192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684941.493017:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7568 00000100:00100000:1.0:1734684941.493020:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848184448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684941.493024:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285 00000100:00100000:2.0:1734684941.493028:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848184576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684941.493033:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684941.493034:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848184192:12345-0@lo:400:kworker.0 Request processed in 23us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684941.493056:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2284 00000100:00100000:1.0:1734684941.493061:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848184448:12345-0@lo:400:kworker.0 Request processed in 40us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684941.493063:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848184320:0@lo:8:kworker.0 00000100:00100000:1.0:1734684941.493065:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7568 00000100:00100000:0.0:1734684941.493073:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684941.493073:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848184576:12345-0@lo:400:kworker.0 Request processed in 43us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684941.493074:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848183936 00000100:00100000:1.0:1734684941.493076:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848183936 00000100:00100000:2.0:1734684941.493080:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285 00000100:00100000:1.0:1734684941.493084:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53902 00000100:00100000:3.0:1734684941.493085:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684941.493087:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848183936:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684941.493090:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848183680 00000100:00100000:0.0:1734684941.493093:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848183680 00010000:00020000:1.0:1734684941.493100:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684941.493107:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848184320 00000100:00100000:0.0:1734684941.493111:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286 00000100:00100000:3.0:1734684941.493111:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848184320 00000100:00100000:0.0:1734684941.493116:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848183680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684941.493116:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848184576:0@lo:400:kworker.0 00000100:00100000:1.0:1734684941.493117:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848183936:12345-0@lo:8:kworker.0 Request processed in 29us (84us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684941.493120:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53902 00000100:00100000:2.0:1734684941.493124:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848184448:0@lo:400:kworker.0 00000100:00100000:3.0:1734684941.493125:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53903 00000100:00100000:3.0:1734684941.493129:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848184320:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684941.493140:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684941.493144:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848183680:12345-0@lo:400:kworker.0 Request processed in 27us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684941.493145:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848184064:0@lo:400:kworker.0 00000100:00080000:2.0:1734684941.493147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684911 00000100:00100000:0.0:1734684941.493150:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286 00000100:00100000:1.0:1734684941.493153:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848183424:0@lo:400:kworker.0 00000100:00100000:3.0:1734684941.493162:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848184320:12345-0@lo:8:kworker.0 Request processed in 31us (76us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684941.493168:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53903 00000100:00100000:0.0:1734684941.493172:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848183680:0@lo:400:kworker.0 00000100:00100000:0.0:1734684941.493189:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848183808 00000100:00100000:0.0:1734684941.493191:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848183808 00000100:00080000:3.0:1734684941.493191:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684941.493194:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734684941.493197:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848183936:0@lo:8:kworker.0 00000100:00080000:3.0:1734684941.493204:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734684941.493206:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:2.0:1734684941.493207:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684911 00000100:00100000:3.0:1734684941.493208:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848184320:0@lo:8:kworker.0 00000100:00100000:0.0:1734684941.493211:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41034 00000100:00100000:0.0:1734684941.493215:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848183808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684941.493244:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848183808:12345-0@lo:400:kworker.0 Request processed in 28us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684941.493249:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41034 00000100:00100000:2.0:1734684941.493258:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848183808:0@lo:400:kworker.0 00000100:00100000:0.0:1734684941.493271:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848184192:0@lo:400:kworker.0 00000100:00100000:0.0:1734684941.493279:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848183552:0@lo:400:kworker.0 00000100:00100000:1.0:1734684941.524736:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848184704:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684941.524792:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684941.524840:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848184704 00000100:00100000:0.0:1734684941.524847:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848184704 00000100:00100000:0.0:1734684941.524885:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41035 00000100:00100000:0.0:1734684941.524891:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848184704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734684941.524920:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734684941.524973:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848184704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684941.524980:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41035 00000100:00100000:1.0:1734684941.525013:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848184704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684941.572768:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848184832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684941.572821:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684941.572872:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848184832 00000100:00100000:2.0:1734684941.572877:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848184832 00000100:00100000:2.0:1734684941.572908:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6694 00000100:00100000:2.0:1734684941.572913:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848184832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684941.572936:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684941.572971:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848184832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684941.572975:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6694 00000100:00100000:0.0:1734684941.573002:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848184832:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684942.138723:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684943.140703:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684943.284753:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848184960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684943.284808:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684943.284855:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848184960 00000100:00100000:2.0:1734684943.284862:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848184960 00000100:00080000:0.0:1734684943.284896:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684913 00000100:00100000:2.0:1734684943.284916:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6695 00000100:00100000:2.0:1734684943.284923:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848184960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684943.284949:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684943.284996:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848184960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684943.285002:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6695 00000100:00100000:0.0:1734684943.285058:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848184960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684943.942896:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684943.942943:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684943.942980:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684943.942988:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872641408 00000100:00100000:1.0:1734684943.943012:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872641408 00000100:00100000:2.0:1734684943.943036:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872641536 00000100:00100000:0.0:1734684943.943037:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684943.943043:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872641536 00000100:00100000:3.0:1734684943.943049:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872641792 00000100:00100000:3.0:1734684943.943055:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872641792 00000100:00080000:0.0:1734684943.943060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684913 00000100:00080000:0.0:1734684943.943064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684913 00000100:00100000:1.0:1734684943.943069:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 733 00000100:00100000:1.0:1734684943.943075:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872641408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684943.943075:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53904 00000100:00100000:2.0:1734684943.943078:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872641664 00000100:00100000:2.0:1734684943.943079:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872641664 00000100:00100000:3.0:1734684943.943081:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872641792:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734684943.943094:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2287 00010000:00020000:3.0:1734684943.943099:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684943.943103:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872641536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684943.943103:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2288 00000100:00100000:2.0:1734684943.943109:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872641664:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684943.943128:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872641408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684943.943129:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872641792:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 49us (149us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684943.943134:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 733 00000100:00100000:3.0:1734684943.943134:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53904 00000100:00100000:0.0:1734684943.943153:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872641536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684943.943160:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2287 00000100:00100000:2.0:1734684943.943160:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872641664:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684943.943172:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2288 00000100:00080000:0.0:1734684943.943185:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684913 00010000:00010000:2.0:1734684944.142731:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684945.144833:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684946.146719:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684946.452787:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848185088:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684946.452846:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684946.452977:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848185088 00000100:00100000:2.0:1734684946.452989:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848185088 00000100:00100000:2.0:1734684946.453044:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41036 00000100:00100000:2.0:1734684946.453051:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848185088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684946.453089:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684946.453151:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848185088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684946.453157:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41036 00000100:00100000:0.0:1734684946.453223:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848185088:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684946.500756:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684946.500764:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684946.500767:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684946.500777:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9741 00000100:00080000:2.0:1734684946.500782:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734684946.500787:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684946.500794:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848185344:0@lo:400:kworker.0 00000100:00100000:1.0:1734684946.500794:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848185216:0@lo:400:kworker.0 00000100:00100000:2.0:1734684946.500810:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1daa00 x1818938848185728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684946.500843:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684946.500846:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684946.500847:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684946.500849:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9741 00000100:00080000:2.0:1734684946.500851:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1734684946.500853:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684946.500854:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684946.500854:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684946.500860:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d8700 x1818938848186112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684946.500882:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848185856:0@lo:400:kworker.0 00000100:00100000:0.0:1734684946.500886:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848185984:0@lo:400:kworker.0 00000100:00100000:1.0:1734684946.500897:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684946.500901:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848185344 00000100:00100000:0.0:1734684946.500905:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684946.500909:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848185344 00000100:00100000:3.0:1734684946.500913:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848185728:0@lo:8:kworker.0 00000100:00100000:1.0:1734684946.500920:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848185216 00000100:00100000:1.0:1734684946.500925:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848185216 00000100:00100000:0.0:1734684946.500926:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848185984 00000100:00100000:0.0:1734684946.500929:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848185984 00000100:00100000:3.0:1734684946.500938:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684946.500950:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1734684946.500950:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848186112:0@lo:8:kworker.0 00000100:00100000:0.0:1734684946.500952:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289 00000100:00100000:1.0:1734684946.500954:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848185216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684946.500971:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848185984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684946.500974:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684946.500977:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2290 00000100:00100000:2.0:1734684946.500984:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848185344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684946.500995:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848185856 00000100:00100000:3.0:1734684946.500998:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848185856 00000100:00100000:1.0:1734684946.501003:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848185216:12345-0@lo:400:kworker.0 Request processed in 48us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684946.501004:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848185984:12345-0@lo:400:kworker.0 Request processed in 47us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684946.501008:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289 00000100:00100000:1.0:1734684946.501008:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1734684946.501014:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848185728 00000100:00100000:3.0:1734684946.501016:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848185728 00000100:00100000:3.0:1734684946.501022:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848186112 00000100:00100000:3.0:1734684946.501024:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848186112 00000100:00100000:3.0:1734684946.501031:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7569 00000100:00100000:1.0:1734684946.501032:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848185472:0@lo:400:kworker.0 00000100:00100000:3.0:1734684946.501034:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848185856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684946.501039:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848185984:0@lo:400:kworker.0 00000100:00100000:0.0:1734684946.501047:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848185344:0@lo:400:kworker.0 00000100:00100000:1.0:1734684946.501047:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684946.501047:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848185344:12345-0@lo:400:kworker.0 Request processed in 62us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684946.501055:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2290 00000100:00100000:3.0:1734684946.501055:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848185856:12345-0@lo:400:kworker.0 Request processed in 21us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684946.501056:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848186240:0@lo:400:kworker.0 00000100:00100000:3.0:1734684946.501060:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7569 00000100:00100000:0.0:1734684946.501064:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848185472 00000100:00100000:0.0:1734684946.501066:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848185472 00000100:00100000:1.0:1734684946.501066:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684946.501075:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734684946.501075:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848186240 00000100:00100000:3.0:1734684946.501076:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848186240 00000100:00100000:2.0:1734684946.501077:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2291 00000100:00100000:1.0:1734684946.501078:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848185600:0@lo:400:kworker.0 00000100:00100000:2.0:1734684946.501083:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848185472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684946.501087:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7570 00000100:00100000:1.0:1734684946.501089:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684946.501089:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848186240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684946.501095:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848186368:0@lo:400:kworker.0 00000100:00100000:0.0:1734684946.501099:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53905 00000100:00100000:0.0:1734684946.501102:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848185728:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684946.501109:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848186240:12345-0@lo:400:kworker.0 Request processed in 20us (43us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684946.501110:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684946.501113:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7570 00010000:00020000:0.0:1734684946.501115:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684946.501118:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53906 00000100:00100000:2.0:1734684946.501119:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848185472:12345-0@lo:400:kworker.0 Request processed in 35us (70us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684946.501121:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848186112:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684946.501125:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848185472:0@lo:400:kworker.0 00000100:00100000:2.0:1734684946.501126:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2291 00010000:00020000:3.0:1734684946.501129:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684946.501131:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848186240:0@lo:400:kworker.0 00000100:00100000:0.0:1734684946.501140:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848185728:12345-0@lo:8:kworker.0 Request processed in 36us (201us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684946.501141:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848186368 00000100:00100000:3.0:1734684946.501141:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848186112:12345-0@lo:8:kworker.0 Request processed in 19us (167us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684946.501144:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848186368 00000100:00100000:3.0:1734684946.501144:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53906 00000100:00100000:0.0:1734684946.501147:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53905 00000100:00100000:1.0:1734684946.501147:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848185856:0@lo:400:kworker.0 00000100:00100000:1.0:1734684946.501151:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848185216:0@lo:400:kworker.0 00000100:00100000:1.0:1734684946.501162:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848185600 00000100:00100000:1.0:1734684946.501164:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848185600 00000100:00100000:2.0:1734684946.501164:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2292 00000100:00100000:2.0:1734684946.501169:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848186368:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684946.501172:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684916 00000100:00080000:3.0:1734684946.501176:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684916 00000100:00080000:3.0:1734684946.501177:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684916 00000100:00100000:1.0:1734684946.501178:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41037 00000100:00080000:3.0:1734684946.501179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684916 00000100:00100000:1.0:1734684946.501181:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848185600:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734684946.501183:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684946.501187:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684946.501191:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848185728:0@lo:8:kworker.0 00000100:00080000:0.0:1734684946.501199:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684946.501201:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684946.501203:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848186112:0@lo:8:kworker.0 00000100:00100000:1.0:1734684946.501205:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848185600:12345-0@lo:400:kworker.0 Request processed in 23us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684946.501206:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848186368:12345-0@lo:400:kworker.0 Request processed in 35us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684946.501209:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41037 00000100:00100000:2.0:1734684946.501213:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2292 00000100:00100000:1.0:1734684946.501221:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848185600:0@lo:400:kworker.0 00000100:00100000:1.0:1734684946.501228:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848186368:0@lo:400:kworker.0 00000100:00100000:0.0:1734684946.532708:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734684946.532727:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848186496:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684946.532779:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684946.532816:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848186496 00000100:00100000:1.0:1734684946.532822:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848186496 00000100:00100000:1.0:1734684946.532853:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41038 00000100:00100000:1.0:1734684946.532857:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848186496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684946.532883:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684946.532919:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848186496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684946.532923:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41038 00000100:00100000:0.0:1734684946.532970:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848186496:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684946.580784:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848186624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684946.580846:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684946.580905:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848186624 00000100:00100000:2.0:1734684946.580912:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848186624 00000100:00100000:2.0:1734684946.580971:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6696 00000100:00100000:2.0:1734684946.580978:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848186624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684946.581009:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684946.581056:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848186624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684946.581062:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6696 00000100:00100000:0.0:1734684946.581091:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848186624:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684947.148754:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684948.150739:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684948.292702:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848186752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684948.292750:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684948.292790:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848186752 00000100:00100000:2.0:1734684948.292797:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848186752 00000100:00100000:2.0:1734684948.292839:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6697 00000100:00100000:2.0:1734684948.292844:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848186752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684948.292867:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:3.0:1734684948.292881:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684918 00000100:00100000:2.0:1734684948.292896:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848186752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684948.292901:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6697 00000100:00100000:1.0:1734684948.292913:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848186752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684948.950823:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684948.950871:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684948.950889:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872642048 00000100:00100000:2.0:1734684948.950897:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872642048 00000100:00100000:0.0:1734684948.950898:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684948.950937:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872641920 00000100:00100000:1.0:1734684948.950941:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872641920 00000100:00080000:3.0:1734684948.950955:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684918 00000100:00100000:2.0:1734684948.950956:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872642176 00000100:00100000:2.0:1734684948.950958:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872642176 00000100:00080000:3.0:1734684948.950960:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684918 00000100:00100000:0.0:1734684948.950968:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684948.950969:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 735 00000100:00100000:1.0:1734684948.950975:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872641920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684948.950975:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2293 00000100:00100000:2.0:1734684948.950980:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2294 00000100:00100000:3.0:1734684948.950980:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872642048:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684948.950984:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872642176:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684948.951008:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872642304 00000100:00100000:0.0:1734684948.951011:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872642304 00000100:00100000:2.0:1734684948.951020:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872642176:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684948.951021:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872642048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684948.951022:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872641920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684948.951025:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2294 00000100:00100000:1.0:1734684948.951026:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 735 00000100:00100000:3.0:1734684948.951027:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2293 00000100:00100000:0.0:1734684948.951028:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53907 00000100:00100000:0.0:1734684948.951033:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872642304:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:3.0:1734684948.951043:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684918 00010000:00020000:0.0:1734684948.951053:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684948.951076:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872642304:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (108us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684948.951082:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53907 00010000:00010000:2.0:1734684949.152660:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684950.154732:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684951.156716:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684951.460739:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848186880:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734684951.460792:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684951.460825:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848186880 00000100:00100000:1.0:1734684951.460832:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848186880 00000100:00100000:1.0:1734684951.460869:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41039 00000100:00100000:1.0:1734684951.460888:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848186880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684951.460915:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684951.460962:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848186880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684951.460969:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41039 00000100:00100000:2.0:1734684951.461004:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848186880:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684951.508666:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734684951.508673:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848187136:0@lo:400:kworker.0 00000100:00080000:2.0:1734684951.508673:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734684951.508674:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848187008:0@lo:400:kworker.0 00000100:00080000:2.0:1734684951.508676:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684951.508680:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9746 00000100:00080000:2.0:1734684951.508683:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734684951.508689:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684951.508698:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848187264:0@lo:400:kworker.0 00000100:00100000:2.0:1734684951.508706:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d8700 x1818938848187520/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684951.508729:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684951.508732:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684951.508733:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684951.508735:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9746 00000100:00080000:2.0:1734684951.508737:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734684951.508740:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684951.508740:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734684951.508743:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684951.508750:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d8000 x1818938848187904/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684951.508757:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848187520:0@lo:8:kworker.0 00000100:00100000:0.0:1734684951.508771:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848187776:0@lo:400:kworker.0 00000100:00100000:3.0:1734684951.508771:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848187648:0@lo:400:kworker.0 00000100:00100000:1.0:1734684951.508778:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684951.508778:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848187392:0@lo:400:kworker.0 00000100:00100000:0.0:1734684951.508794:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684951.508798:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848187904:0@lo:8:kworker.0 00000100:00100000:3.0:1734684951.508798:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684951.508802:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684951.508815:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848188160:0@lo:400:kworker.0 00000100:00100000:1.0:1734684951.508817:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684951.508819:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848187520 00000100:00100000:0.0:1734684951.508824:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848187520 00000100:00100000:3.0:1734684951.508824:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848187136 00000100:00100000:3.0:1734684951.508828:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848187136 00000100:00100000:2.0:1734684951.508831:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684951.508841:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734684951.508842:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848187648 00000100:00100000:0.0:1734684951.508844:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848187648 00000100:00100000:2.0:1734684951.508845:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848188032:0@lo:400:kworker.0 00000100:00100000:1.0:1734684951.508849:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848187008 00000100:00100000:1.0:1734684951.508853:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848187008 00000100:00100000:3.0:1734684951.508856:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848187776 00000100:00100000:3.0:1734684951.508858:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848187776 00000100:00100000:2.0:1734684951.508859:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684951.508860:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848187904 00000100:00100000:0.0:1734684951.508863:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848187904 00000100:00100000:3.0:1734684951.508888:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848188160 00000100:00100000:0.0:1734684951.508890:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848188032 00000100:00100000:3.0:1734684951.508891:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848188160 00000100:00100000:0.0:1734684951.508893:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848188032 00000100:00100000:1.0:1734684951.508895:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1734684951.508895:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7571 00000100:00100000:2.0:1734684951.508900:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848187648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684951.508901:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848187008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684951.508906:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7572 00000100:00100000:3.0:1734684951.508907:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2295 00000100:00100000:0.0:1734684951.508910:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848188032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684951.508913:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848187136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684951.508939:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848188032:12345-0@lo:400:kworker.0 Request processed in 28us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684951.508939:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848187648:12345-0@lo:400:kworker.0 Request processed in 39us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684951.508943:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848187008:12345-0@lo:400:kworker.0 Request processed in 42us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684951.508946:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7571 00000100:00100000:0.0:1734684951.508948:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7572 00000100:00100000:1.0:1734684951.508950:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1734684951.508950:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848187136:12345-0@lo:400:kworker.0 Request processed in 36us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684951.508956:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2295 00000100:00100000:0.0:1734684951.508959:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53908 00000100:00100000:0.0:1734684951.508962:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848187520:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684951.508966:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53909 00000100:00100000:2.0:1734684951.508968:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848187904:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684951.508970:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2296 00000100:00100000:3.0:1734684951.508974:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848187776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684951.508977:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297 00010000:00020000:0.0:1734684951.508978:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684951.508982:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848188160:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734684951.508982:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684951.509000:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848187776:12345-0@lo:400:kworker.0 Request processed in 25us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684951.509005:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848187520:12345-0@lo:8:kworker.0 Request processed in 41us (226us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684951.509005:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848187904:12345-0@lo:8:kworker.0 Request processed in 34us (187us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684951.509006:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2296 00000100:00100000:1.0:1734684951.509008:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848188160:12345-0@lo:400:kworker.0 Request processed in 25us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684951.509010:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53909 00000100:00100000:0.0:1734684951.509013:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53908 00000100:00100000:1.0:1734684951.509014:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297 00000100:00080000:3.0:1734684951.509022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684921 00000100:00080000:3.0:1734684951.509026:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684921 00000100:00080000:3.0:1734684951.509028:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684921 00000100:00100000:0.0:1734684951.509031:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684951.509040:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684951.509043:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684951.509043:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848187648:0@lo:400:kworker.0 00000100:00100000:1.0:1734684951.509047:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848187904:0@lo:8:kworker.0 00000100:00100000:2.0:1734684951.509051:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848187008:0@lo:400:kworker.0 00000100:00080000:1.0:1734684951.509054:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734684951.509055:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848187776:0@lo:400:kworker.0 00000100:00080000:1.0:1734684951.509056:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684951.509060:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848187520:0@lo:8:kworker.0 00000100:00100000:0.0:1734684951.509063:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848187136:0@lo:400:kworker.0 00000100:00100000:2.0:1734684951.509069:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848187264 00000100:00100000:2.0:1734684951.509071:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848187264 00000100:00100000:1.0:1734684951.509077:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848187392 00000100:00100000:1.0:1734684951.509080:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848187392 00000100:00080000:3.0:1734684951.509085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684921 00000100:00080000:3.0:1734684951.509088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684921 00000100:00100000:1.0:1734684951.509097:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41040 00000100:00100000:2.0:1734684951.509099:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298 00000100:00100000:1.0:1734684951.509102:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848187392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684951.509103:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848187264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684951.509127:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848187392:12345-0@lo:400:kworker.0 Request processed in 24us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684951.509132:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41040 00000100:00100000:2.0:1734684951.509142:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848187264:12345-0@lo:400:kworker.0 Request processed in 37us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684951.509147:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298 00000100:00100000:0.0:1734684951.509165:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848187264:0@lo:400:kworker.0 00000100:00100000:2.0:1734684951.509169:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848188032:0@lo:400:kworker.0 00000100:00100000:2.0:1734684951.509176:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848187392:0@lo:400:kworker.0 00000100:00100000:2.0:1734684951.509184:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848188160:0@lo:400:kworker.0 00000100:00100000:2.0:1734684951.540740:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848188288:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684951.540797:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684951.540835:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848188288 00000100:00100000:1.0:1734684951.540842:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848188288 00000100:00100000:1.0:1734684951.540887:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41041 00000100:00100000:1.0:1734684951.540892:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848188288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684951.540918:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684951.540955:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848188288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684951.540960:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41041 00000100:00100000:2.0:1734684951.540999:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848188288:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684951.588743:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848188416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684951.588798:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684951.588833:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848188416 00000100:00100000:2.0:1734684951.588840:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848188416 00000100:00100000:2.0:1734684951.588893:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6698 00000100:00100000:2.0:1734684951.588899:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848188416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684951.588923:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684951.588959:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848188416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684951.588964:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6698 00000100:00100000:1.0:1734684951.588992:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848188416:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684952.158715:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684953.160718:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684953.300706:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848188544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684953.300757:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684953.300802:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848188544 00000100:00100000:2.0:1734684953.300809:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848188544 00000100:00080000:3.0:1734684953.300884:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684923 00000100:00100000:2.0:1734684953.300885:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6699 00000100:00100000:2.0:1734684953.300892:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848188544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684953.300921:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684953.300969:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848188544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684953.300976:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6699 00000100:00100000:0.0:1734684953.301006:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848188544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684953.958897:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684953.958938:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684953.958959:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684953.958965:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872642432 00000100:00100000:1.0:1734684953.958972:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872642432 00000100:00100000:2.0:1734684953.958988:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872642560 00000100:00100000:0.0:1734684953.958992:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684953.958993:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872642560 00000100:00100000:0.0:1734684953.959010:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872642688 00000100:00100000:0.0:1734684953.959013:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872642688 00000100:00100000:1.0:1734684953.959015:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 737 00000100:00100000:1.0:1734684953.959020:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872642432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684953.959026:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2299 00000100:00100000:2.0:1734684953.959032:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872642560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684953.959043:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2300 00000100:00100000:3.0:1734684953.959044:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872642816 00000100:00100000:0.0:1734684953.959048:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872642688:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684953.959049:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872642816 00000100:00100000:1.0:1734684953.959064:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872642432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684953.959065:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872642560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684953.959071:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 737 00000100:00100000:2.0:1734684953.959071:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2299 00000100:00100000:3.0:1734684953.959071:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53910 00000100:00100000:0.0:1734684953.959074:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872642688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684953.959076:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872642816:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734684953.959080:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2300 00010000:00020000:3.0:1734684953.959096:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734684953.959101:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684923 00000100:00080000:1.0:1734684953.959104:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684923 00000100:00080000:1.0:1734684953.959105:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684923 00000100:00100000:3.0:1734684953.959121:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872642816:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 44us (128us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684953.959128:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53910 00010000:00010000:2.0:1734684954.162687:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684955.164720:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684956.166709:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684956.468716:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848188672:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684956.468770:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684956.468822:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848188672 00000100:00100000:1.0:1734684956.468828:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848188672 00000100:00100000:1.0:1734684956.468867:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41042 00000100:00100000:1.0:1734684956.468872:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848188672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684956.468898:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684956.468934:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848188672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684956.468940:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41042 00000100:00100000:0.0:1734684956.468965:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848188672:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684956.516698:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684956.516704:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684956.516707:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734684956.516711:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848188800:0@lo:400:kworker.0 00000100:00100000:1.0:1734684956.516711:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848188928:0@lo:400:kworker.0 00000100:00080000:2.0:1734684956.516713:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9751 00000100:00080000:2.0:1734684956.516717:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734684956.516724:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684956.516742:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d8700 x1818938848189312/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684956.516768:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684956.516772:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684956.516775:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684956.516778:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684956.516780:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684956.516783:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9751 00000100:00080000:2.0:1734684956.516785:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684956.516802:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684956.516814:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d9c00 x1818938848189696/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684956.516815:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848189440:0@lo:400:kworker.0 00000100:00100000:1.0:1734684956.516815:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848189568:0@lo:400:kworker.0 00000100:00100000:3.0:1734684956.516815:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848189312:0@lo:8:kworker.0 00000100:00100000:1.0:1734684956.516838:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684956.516841:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684956.516860:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848188800 00000100:00100000:2.0:1734684956.516860:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848188928 00000100:00100000:3.0:1734684956.516860:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848189440 00000100:00100000:1.0:1734684956.516865:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848188800 00000100:00100000:2.0:1734684956.516865:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848188928 00000100:00100000:3.0:1734684956.516865:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848189440 00000100:00100000:0.0:1734684956.516881:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848189056:0@lo:400:kworker.0 00000100:00100000:2.0:1734684956.516896:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848189568 00000100:00100000:0.0:1734684956.516898:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684956.516898:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848189568 00000100:00100000:3.0:1734684956.516898:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7573 00000100:00100000:1.0:1734684956.516899:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1734684956.516904:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848188800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684956.516904:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848189440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684956.516909:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848189056 00000100:00100000:0.0:1734684956.516910:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848189824:0@lo:400:kworker.0 00000100:00100000:2.0:1734684956.516911:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848189056 00000100:00100000:0.0:1734684956.516922:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684956.516924:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2301 00000100:00100000:2.0:1734684956.516929:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848188928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684956.516934:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734684956.516939:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848189184:0@lo:400:kworker.0 00000100:00100000:3.0:1734684956.516940:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848189440:12345-0@lo:400:kworker.0 Request processed in 36us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684956.516941:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848188800:12345-0@lo:400:kworker.0 Request processed in 36us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684956.516946:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1734684956.516946:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7573 00000100:00100000:0.0:1734684956.516956:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684956.516959:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848189824 00000100:00100000:3.0:1734684956.516961:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848189824 00000100:00100000:2.0:1734684956.516962:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848188928:12345-0@lo:400:kworker.0 Request processed in 32us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684956.516967:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848189952:0@lo:400:kworker.0 00000100:00100000:2.0:1734684956.516968:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2301 00000100:00080000:1.0:1734684956.516969:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684926 00000100:00080000:1.0:1734684956.516973:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684926 00000100:00080000:1.0:1734684956.516975:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684926 00000100:00100000:3.0:1734684956.516975:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7574 00000100:00080000:1.0:1734684956.516977:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684926 00000100:00100000:3.0:1734684956.516978:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848189824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684956.516981:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684956.516983:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302 00000100:00100000:2.0:1734684956.516987:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848189568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684956.516989:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848189184 00000100:00100000:1.0:1734684956.516991:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848189184 00000100:00100000:3.0:1734684956.517003:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848189824:12345-0@lo:400:kworker.0 Request processed in 24us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684956.517006:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848189952 00000100:00100000:1.0:1734684956.517009:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41043 00000100:00100000:2.0:1734684956.517009:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848189568:12345-0@lo:400:kworker.0 Request processed in 22us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684956.517009:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7574 00000100:00100000:0.0:1734684956.517010:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848189952 00000100:00100000:1.0:1734684956.517013:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848189184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684956.517015:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302 00000100:00100000:3.0:1734684956.517023:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2303 00000100:00100000:2.0:1734684956.517027:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304 00000100:00100000:3.0:1734684956.517027:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848189056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684956.517031:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848189952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684956.517035:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848189184:12345-0@lo:400:kworker.0 Request processed in 21us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684956.517040:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41043 00000100:00100000:0.0:1734684956.517048:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848189184:0@lo:400:kworker.0 00000100:00080000:1.0:1734684956.517050:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684926 00000100:00100000:2.0:1734684956.517050:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848189952:12345-0@lo:400:kworker.0 Request processed in 19us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684956.517050:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848189056:12345-0@lo:400:kworker.0 Request processed in 22us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684956.517055:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304 00000100:00100000:3.0:1734684956.517057:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2303 00000100:00100000:0.0:1734684956.517058:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848189952:0@lo:400:kworker.0 00000100:00100000:0.0:1734684956.517066:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848189056:0@lo:400:kworker.0 00000100:00100000:1.0:1734684956.517066:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848189568:0@lo:400:kworker.0 00000100:00100000:0.0:1734684956.517073:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848189824:0@lo:400:kworker.0 00000100:00100000:3.0:1734684956.517075:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684956.517076:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848188928:0@lo:400:kworker.0 00000100:00100000:3.0:1734684956.517088:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848189696:0@lo:8:kworker.0 00000100:00100000:0.0:1734684956.517100:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848189440:0@lo:400:kworker.0 00000100:00100000:3.0:1734684956.517104:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684956.517107:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848188800:0@lo:400:kworker.0 00000100:00100000:3.0:1734684956.517128:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848189312 00000100:00100000:3.0:1734684956.517131:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848189312 00000100:00100000:2.0:1734684956.517140:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848189696 00000100:00100000:2.0:1734684956.517144:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848189696 00000100:00100000:3.0:1734684956.517144:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53911 00000100:00100000:3.0:1734684956.517148:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848189312:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684956.517154:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53912 00000100:00100000:0.0:1734684956.517158:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848189696:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734684956.517164:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734684956.517169:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684956.517190:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848189312:12345-0@lo:8:kworker.0 Request processed in 40us (114us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684956.517191:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848189696:12345-0@lo:8:kworker.0 Request processed in 32us (86us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684956.517196:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53911 00000100:00100000:0.0:1734684956.517199:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53912 00000100:00080000:2.0:1734684956.517202:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734684956.517205:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684956.517208:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848189696:0@lo:8:kworker.0 00000100:00080000:2.0:1734684956.517216:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734684956.517218:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684956.517221:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848189312:0@lo:8:kworker.0 00000100:00100000:0.0:1734684956.548706:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848190080:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684956.548764:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684956.548822:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848190080 00000100:00100000:1.0:1734684956.548830:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848190080 00000100:00100000:1.0:1734684956.548870:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41044 00000100:00100000:1.0:1734684956.548875:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848190080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684956.548901:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684956.548948:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848190080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684956.548956:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41044 00000100:00100000:0.0:1734684956.548990:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848190080:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684956.596740:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848190208:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734684956.596814:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684956.596848:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848190208 00000100:00100000:2.0:1734684956.596854:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848190208 00000100:00100000:2.0:1734684956.596881:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6700 00000100:00100000:2.0:1734684956.596885:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848190208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684956.596908:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684956.596942:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848190208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684956.596947:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6700 00000100:00100000:1.0:1734684956.596975:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848190208:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684957.168721:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684958.170730:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684958.308774:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848190336:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684958.308832:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684958.308874:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848190336 00000100:00100000:0.0:1734684958.308880:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848190336 00000100:00100000:0.0:1734684958.308922:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6701 00000100:00100000:0.0:1734684958.308928:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848190336:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734684958.308944:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684928 00002000:00000024:0.0:1734684958.308956:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684958.308998:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848190336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684958.309005:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6701 00000100:00100000:2.0:1734684958.309017:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848190336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684958.966960:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684958.967005:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684958.967027:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872643072 00000100:00100000:2.0:1734684958.967035:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872643072 00000100:00100000:0.0:1734684958.967044:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684958.967075:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872642944 00000100:00100000:2.0:1734684958.967075:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872643200 00000100:00100000:2.0:1734684958.967078:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872643200 00000100:00100000:1.0:1734684958.967080:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872642944 00000100:00100000:0.0:1734684958.967089:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684958.967097:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2305 00000100:00100000:2.0:1734684958.967104:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872643072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684958.967107:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 739 00000100:00100000:0.0:1734684958.967111:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872643328 00000100:00100000:1.0:1734684958.967112:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872642944:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684958.967113:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2306 00000100:00100000:0.0:1734684958.967116:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872643328 00000100:00100000:3.0:1734684958.967120:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872643200:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684958.967134:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53913 00000100:00100000:0.0:1734684958.967139:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872643328:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684958.967158:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872642944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684958.967158:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872643072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (206us total) trans 0 rc 0/0 00010000:00020000:0.0:1734684958.967160:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684958.967161:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872643200:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684958.967165:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 739 00000100:00100000:2.0:1734684958.967165:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2305 00000100:00100000:3.0:1734684958.967168:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2306 00000100:00100000:0.0:1734684958.967184:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872643328:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (94us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684958.967191:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53913 00000100:00080000:1.0:1734684958.967192:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684928 00000100:00080000:1.0:1734684958.967196:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684928 00000100:00080000:1.0:1734684958.967198:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684928 00010000:00010000:2.0:1734684959.172733:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684960.174707:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684961.176746:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684961.476764:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848190464:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684961.476821:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684961.476879:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848190464 00000100:00100000:1.0:1734684961.476886:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848190464 00000100:00100000:1.0:1734684961.476921:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41045 00000100:00100000:1.0:1734684961.476926:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848190464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684961.476952:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684961.476986:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848190464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684961.476991:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41045 00000100:00100000:3.0:1734684961.477027:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848190464:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684961.524735:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684961.524741:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684961.524745:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684961.524753:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9756 00000100:00080000:2.0:1734684961.524757:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684961.524763:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684961.524772:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848190592:0@lo:400:kworker.0 00000100:00100000:1.0:1734684961.524772:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848190720:0@lo:400:kworker.0 00000100:00100000:3.0:1734684961.524775:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848190976:0@lo:400:kworker.0 00000100:00100000:2.0:1734684961.524781:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1da680 x1818938848191104/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684961.524806:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684961.524808:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684961.524810:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684961.524812:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9756 00000100:00080000:2.0:1734684961.524815:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734684961.524818:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684961.524829:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1da300 x1818938848191488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684961.524829:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684961.524830:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684961.524830:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684961.524853:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848191744:0@lo:400:kworker.0 00000100:00100000:2.0:1734684961.524855:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848191104:0@lo:8:kworker.0 00000100:00100000:0.0:1734684961.524857:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848191232:0@lo:400:kworker.0 00000100:00100000:1.0:1734684961.524857:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848191360:0@lo:400:kworker.0 00000100:00100000:3.0:1734684961.524869:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684961.524880:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684961.524880:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734684961.524882:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684961.524883:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848190848:0@lo:400:kworker.0 00000100:00100000:0.0:1734684961.524898:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848191104 00000100:00100000:2.0:1734684961.524901:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848191488:0@lo:8:kworker.0 00000100:00100000:0.0:1734684961.524904:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848191104 00000100:00100000:3.0:1734684961.524904:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684961.524912:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684961.524912:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848191616:0@lo:400:kworker.0 00000100:00100000:1.0:1734684961.524915:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848190720 00000100:00100000:1.0:1734684961.524917:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848190720 00000100:00100000:0.0:1734684961.524923:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848191488 00000100:00100000:3.0:1734684961.524924:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684961.524925:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848191488 00000100:00100000:0.0:1734684961.524933:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848191616 00000100:00100000:2.0:1734684961.524933:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848191744 00000100:00100000:0.0:1734684961.524935:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848191616 00000100:00100000:2.0:1734684961.524935:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848191744 00000100:00100000:1.0:1734684961.524942:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848191360 00000100:00100000:1.0:1734684961.524943:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848191360 00000100:00100000:3.0:1734684961.524943:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848190848 00000100:00100000:3.0:1734684961.524945:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848190848 00000100:00100000:0.0:1734684961.524953:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7575 00000100:00100000:2.0:1734684961.524953:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2307 00000100:00100000:1.0:1734684961.524957:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2308 00000100:00100000:2.0:1734684961.524958:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848190720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684961.524959:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848191616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684961.524961:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848191744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684961.524964:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309 00000100:00100000:3.0:1734684961.524967:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848191360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684961.524996:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848190720:12345-0@lo:400:kworker.0 Request processed in 39us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684961.524997:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848191360:12345-0@lo:400:kworker.0 Request processed in 29us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684961.524999:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848191744:12345-0@lo:400:kworker.0 Request processed in 37us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684961.525000:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848191616:12345-0@lo:400:kworker.0 Request processed in 41us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684961.525001:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309 00000100:00100000:2.0:1734684961.525003:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2307 00000100:00100000:1.0:1734684961.525006:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2308 00000100:00100000:0.0:1734684961.525008:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7575 00000100:00100000:3.0:1734684961.525013:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310 00000100:00100000:3.0:1734684961.525016:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848190848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684961.525018:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53914 00000100:00100000:0.0:1734684961.525021:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848191104:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684961.525026:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53915 00000100:00100000:1.0:1734684961.525031:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848191488:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684961.525031:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684961.525031:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848190848:12345-0@lo:400:kworker.0 Request processed in 13us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684961.525034:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2310 00010000:00020000:0.0:1734684961.525037:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734684961.525039:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684961.525045:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848191232 00000100:00100000:2.0:1734684961.525046:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848191232 00000100:00100000:2.0:1734684961.525057:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7576 00000100:00100000:2.0:1734684961.525060:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848191232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684961.525061:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848191104:12345-0@lo:8:kworker.0 Request processed in 38us (179us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684961.525061:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848191488:12345-0@lo:8:kworker.0 Request processed in 30us (147us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684961.525063:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848190848:0@lo:400:kworker.0 00000100:00100000:1.0:1734684961.525066:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53915 00000100:00100000:0.0:1734684961.525068:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53914 00000100:00100000:3.0:1734684961.525069:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848191616:0@lo:400:kworker.0 00000100:00100000:3.0:1734684961.525074:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848191744:0@lo:400:kworker.0 00000100:00100000:2.0:1734684961.525077:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848191232:12345-0@lo:400:kworker.0 Request processed in 16us (47us total) trans 0 rc 0/0 00000100:00080000:1.0:1734684961.525078:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684931 00000100:00100000:0.0:1734684961.525080:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848190592 00000100:00100000:2.0:1734684961.525080:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7576 00000100:00100000:0.0:1734684961.525082:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848190592 00000100:00080000:1.0:1734684961.525082:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684931 00000100:00080000:1.0:1734684961.525083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684931 00000100:00080000:1.0:1734684961.525090:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684931 00000100:00100000:0.0:1734684961.525101:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1734684961.525104:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848191360:0@lo:400:kworker.0 00000100:00100000:0.0:1734684961.525105:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848190592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684961.525112:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848190720:0@lo:400:kworker.0 00000100:00100000:0.0:1734684961.525126:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848190592:12345-0@lo:400:kworker.0 Request processed in 21us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684961.525132:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1734684961.525150:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848190976 00000100:00100000:0.0:1734684961.525152:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848190976 00000100:00080000:2.0:1734684961.525167:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734684961.525169:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:1.0:1734684961.525171:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684931 00000100:00100000:2.0:1734684961.525172:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848191104:0@lo:8:kworker.0 00000100:00080000:2.0:1734684961.525176:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734684961.525177:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41046 00000100:00080000:2.0:1734684961.525178:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684961.525179:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848191488:0@lo:8:kworker.0 00000100:00100000:0.0:1734684961.525181:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848190976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684961.525192:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848191232:0@lo:400:kworker.0 00000100:00100000:2.0:1734684961.525197:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848190592:0@lo:400:kworker.0 00000100:00100000:0.0:1734684961.525214:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848190976:12345-0@lo:400:kworker.0 Request processed in 32us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684961.525218:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41046 00000100:00100000:3.0:1734684961.525230:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848190976:0@lo:400:kworker.0 00000100:00100000:2.0:1734684961.556696:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848191872:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684961.556769:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684961.556825:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848191872 00000100:00100000:0.0:1734684961.556831:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848191872 00000100:00100000:0.0:1734684961.556864:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41047 00000100:00100000:0.0:1734684961.556868:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848191872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734684961.556894:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734684961.556930:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848191872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684961.556934:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41047 00000100:00100000:2.0:1734684961.556949:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848191872:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684961.604735:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734684961.604757:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848192000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684961.604814:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684961.604865:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848192000 00000100:00100000:0.0:1734684961.604872:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848192000 00000100:00100000:0.0:1734684961.604909:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6702 00000100:00100000:0.0:1734684961.604915:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848192000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684961.604944:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684961.604999:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848192000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684961.605005:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6702 00000100:00100000:3.0:1734684961.605046:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848192000:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684962.178717:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684963.180726:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684963.316741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848192128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684963.316797:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684963.316841:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848192128 00000100:00100000:0.0:1734684963.316849:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848192128 00000100:00100000:0.0:1734684963.316908:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6703 00000100:00100000:0.0:1734684963.316915:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848192128:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734684963.316920:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684933 00002000:00000024:0.0:1734684963.316943:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684963.316993:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848192128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684963.317000:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6703 00000100:00100000:3.0:1734684963.317034:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848192128:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684963.974988:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684963.975031:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684963.975053:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684963.975065:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872643584 00000100:00100000:1.0:1734684963.975077:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872643584 00000100:00100000:0.0:1734684963.975088:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684963.975101:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872643456 00000100:00100000:2.0:1734684963.975110:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872643456 00000100:00100000:3.0:1734684963.975112:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872643840 00000100:00080000:0.0:1734684963.975115:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684933 00000100:00100000:3.0:1734684963.975116:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872643840 00000100:00080000:0.0:1734684963.975120:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684933 00000100:00100000:1.0:1734684963.975123:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872643712 00000100:00100000:1.0:1734684963.975124:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872643712 00000100:00100000:0.0:1734684963.975140:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2311 00000100:00100000:3.0:1734684963.975140:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53916 00000100:00100000:2.0:1734684963.975145:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 741 00000100:00100000:3.0:1734684963.975146:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872643840:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734684963.975147:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872643584:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684963.975150:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2312 00000100:00100000:2.0:1734684963.975151:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872643456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684963.975155:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872643712:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734684963.975169:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684963.975202:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872643584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684963.975204:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872643840:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 58us (149us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684963.975205:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872643456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684963.975208:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2311 00000100:00100000:3.0:1734684963.975209:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53916 00000100:00100000:2.0:1734684963.975210:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 741 00000100:00100000:1.0:1734684963.975217:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872643712:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684963.975225:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2312 00000100:00080000:0.0:1734684963.975337:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684933 00010000:00010000:2.0:1734684964.182680:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684965.184808:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684966.186831:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684966.484833:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848192256:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684966.484903:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684966.484943:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848192256 00000100:00100000:2.0:1734684966.484953:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848192256 00000100:00100000:2.0:1734684966.485007:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41048 00000100:00100000:2.0:1734684966.485015:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848192256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684966.485051:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684966.485097:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848192256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684966.485102:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41048 00000100:00100000:0.0:1734684966.485121:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848192256:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684966.532795:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734684966.532795:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848192384:0@lo:400:kworker.0 00000100:00100000:0.0:1734684966.532796:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848192512:0@lo:400:kworker.0 00000100:00080000:2.0:1734684966.532801:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684966.532805:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684966.532811:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9761 00000100:00080000:2.0:1734684966.532815:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684966.532821:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684966.532829:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848192768:0@lo:400:kworker.0 00000100:00100000:2.0:1734684966.532842:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf5880 x1818938848192896/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684966.532864:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734684966.532865:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684966.532867:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684966.532867:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734684966.532867:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684966.532868:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684966.532870:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9761 00000100:00080000:2.0:1734684966.532873:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734684966.532876:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684966.532882:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf4000 x1818938848193280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684966.532899:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848193152:0@lo:400:kworker.0 00000100:00100000:1.0:1734684966.532901:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848193536:0@lo:400:kworker.0 00000100:00100000:3.0:1734684966.532901:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848193024:0@lo:400:kworker.0 00000100:00100000:2.0:1734684966.532907:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848192896:0@lo:8:kworker.0 00000100:00100000:0.0:1734684966.532913:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684966.532923:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684966.532926:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684966.532932:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848192640:0@lo:400:kworker.0 00000100:00100000:0.0:1734684966.532946:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848192512 00000100:00100000:2.0:1734684966.532947:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684966.532953:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848192512 00000100:00100000:3.0:1734684966.532953:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848193152 00000100:00100000:3.0:1734684966.532956:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848193152 00000100:00100000:1.0:1734684966.532957:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848193536 00000100:00100000:2.0:1734684966.532957:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848193408:0@lo:400:kworker.0 00000100:00100000:1.0:1734684966.532961:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848193536 00000100:00100000:2.0:1734684966.532968:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684966.532983:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848192640 00000100:00100000:0.0:1734684966.532985:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848192640 00000100:00100000:2.0:1734684966.532988:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848193024 00000100:00100000:2.0:1734684966.532991:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848193024 00000100:00100000:3.0:1734684966.532991:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2313 00000100:00100000:1.0:1734684966.532997:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314 00000100:00100000:3.0:1734684966.532998:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848192512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684966.533001:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2315 00000100:00100000:1.0:1734684966.533002:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848193152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684966.533004:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848193536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684966.533008:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848193408 00000100:00100000:2.0:1734684966.533009:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848193408 00000100:00100000:2.0:1734684966.533020:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7577 00000100:00100000:2.0:1734684966.533023:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848193024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684966.533037:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848193536:12345-0@lo:400:kworker.0 Request processed in 32us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684966.533040:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848193152:12345-0@lo:400:kworker.0 Request processed in 39us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684966.533042:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2315 00000100:00100000:3.0:1734684966.533043:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848192512:12345-0@lo:400:kworker.0 Request processed in 45us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684966.533045:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314 00000100:00100000:2.0:1734684966.533048:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848193024:12345-0@lo:400:kworker.0 Request processed in 24us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684966.533049:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2313 00000100:00100000:2.0:1734684966.533052:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7577 00000100:00100000:0.0:1734684966.533057:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2316 00000100:00100000:0.0:1734684966.533059:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848192640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684966.533063:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7578 00000100:00100000:2.0:1734684966.533065:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848193408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684966.533076:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848192640:12345-0@lo:400:kworker.0 Request processed in 16us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684966.533079:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848193408:12345-0@lo:400:kworker.0 Request processed in 13us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684966.533082:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2316 00000100:00100000:2.0:1734684966.533082:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7578 00000100:00100000:1.0:1734684966.533084:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848193536:0@lo:400:kworker.0 00000100:00100000:3.0:1734684966.533087:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848193024:0@lo:400:kworker.0 00000100:00100000:0.0:1734684966.533093:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848192384 00000100:00100000:0.0:1734684966.533095:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848192384 00000100:00100000:2.0:1734684966.533097:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684966.533103:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848193280:0@lo:8:kworker.0 00000100:00100000:0.0:1734684966.533110:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00080000:1.0:1734684966.533110:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684936 00000100:00080000:1.0:1734684966.533112:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684936 00000100:00100000:0.0:1734684966.533113:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848192384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684966.533113:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684966.533114:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684936 00000100:00080000:1.0:1734684966.533116:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684936 00000100:00100000:2.0:1734684966.533126:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848192896 00000100:00100000:2.0:1734684966.533128:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848192896 00000100:00100000:0.0:1734684966.533129:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848192384:12345-0@lo:400:kworker.0 Request processed in 16us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684966.533132:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1734684966.533136:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848193280 00000100:00100000:2.0:1734684966.533138:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848193280 00000100:00100000:3.0:1734684966.533141:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848192384:0@lo:400:kworker.0 00000100:00100000:2.0:1734684966.533143:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53917 00000100:00100000:2.0:1734684966.533146:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848192896:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684966.533152:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848193152:0@lo:400:kworker.0 00000100:00100000:0.0:1734684966.533158:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848192512:0@lo:400:kworker.0 00000100:00100000:3.0:1734684966.533161:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53918 00010000:00020000:2.0:1734684966.533162:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684966.533166:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848193280:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684966.533172:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848192768 00000100:00100000:0.0:1734684966.533173:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848192768 00010000:00020000:3.0:1734684966.533177:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684966.533178:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848192896:12345-0@lo:8:kworker.0 Request processed in 32us (81us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684966.533183:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53917 00000100:00100000:0.0:1734684966.533196:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41049 00000100:00080000:2.0:1734684966.533196:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734684966.533198:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684936 00000100:00080000:2.0:1734684966.533198:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684966.533199:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848192768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684966.533201:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848192896:0@lo:8:kworker.0 00000100:00100000:3.0:1734684966.533202:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848193280:12345-0@lo:8:kworker.0 Request processed in 35us (87us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734684966.533205:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734684966.533207:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684966.533209:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848193280:0@lo:8:kworker.0 00000100:00100000:3.0:1734684966.533209:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53918 00000100:00100000:0.0:1734684966.533219:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848192768:12345-0@lo:400:kworker.0 Request processed in 19us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684966.533222:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41049 00000100:00100000:2.0:1734684966.533224:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848192640:0@lo:400:kworker.0 00000100:00100000:1.0:1734684966.533229:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848192768:0@lo:400:kworker.0 00000100:00100000:2.0:1734684966.533229:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848193408:0@lo:400:kworker.0 00000100:00100000:0.0:1734684966.564736:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734684966.564758:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848193664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684966.564826:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684966.564876:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848193664 00000100:00100000:2.0:1734684966.564886:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848193664 00000100:00100000:2.0:1734684966.564932:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41050 00000100:00100000:2.0:1734684966.564938:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848193664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734684966.564970:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734684966.565010:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848193664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684966.565018:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41050 00000100:00100000:0.0:1734684966.565040:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848193664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684966.612798:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848193792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684966.612875:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684966.612930:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848193792 00000100:00100000:2.0:1734684966.612939:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848193792 00000100:00100000:2.0:1734684966.612992:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6704 00000100:00100000:2.0:1734684966.613000:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848193792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684966.613035:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684966.613100:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848193792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684966.613107:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6704 00000100:00100000:0.0:1734684966.613123:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848193792:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684967.188798:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684968.190829:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684968.324828:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848193920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734684968.324899:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684968.324972:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848193920 00000100:00100000:0.0:1734684968.324981:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848193920 00000100:00080000:1.0:1734684968.325021:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684938 00000100:00100000:0.0:1734684968.325040:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6705 00000100:00100000:0.0:1734684968.325047:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848193920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684968.325079:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684968.325129:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848193920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684968.325134:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6705 00000100:00100000:2.0:1734684968.325149:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848193920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684968.982973:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684968.983014:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684968.983038:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684968.983049:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872644096 00000100:00100000:2.0:1734684968.983061:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872644096 00000100:00100000:1.0:1734684968.983066:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872643968 00000100:00100000:1.0:1734684968.983071:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872643968 00000100:00100000:0.0:1734684968.983075:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684968.983097:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872644224 00000100:00100000:3.0:1734684968.983098:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872644352 00000100:00100000:0.0:1734684968.983101:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872644224 00000100:00100000:3.0:1734684968.983102:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872644352 00000100:00100000:1.0:1734684968.983119:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 743 00000100:00100000:2.0:1734684968.983119:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2317 00000100:00100000:3.0:1734684968.983125:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53919 00000100:00100000:1.0:1734684968.983127:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872643968:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684968.983127:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872644096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684968.983130:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872644352:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734684968.983134:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2318 00000100:00100000:0.0:1734684968.983138:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872644224:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734684968.983156:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684968.983188:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872644224:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684968.983190:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872643968:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684968.983190:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872644096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684968.983190:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872644352:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 58us (149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684968.983195:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2318 00000100:00100000:3.0:1734684968.983195:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53919 00000100:00100000:1.0:1734684968.983196:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 743 00000100:00100000:2.0:1734684968.983199:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2317 00000100:00080000:1.0:1734684968.983225:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684938 00000100:00080000:1.0:1734684968.983229:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684938 00000100:00080000:1.0:1734684968.983230:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684938 00010000:00010000:2.0:1734684969.192759:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684970.194842:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684971.196762:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684971.492727:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848194048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684971.492807:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684971.492850:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848194048 00000100:00100000:2.0:1734684971.492859:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848194048 00000100:00100000:2.0:1734684971.492900:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41051 00000100:00100000:2.0:1734684971.492906:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848194048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734684971.492941:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734684971.492976:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848194048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684971.492981:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41051 00000100:00100000:1.0:1734684971.493000:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848194048:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684971.540795:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684971.540802:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684971.540805:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734684971.540807:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848194176:0@lo:400:kworker.0 00000100:00100000:1.0:1734684971.540810:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848194304:0@lo:400:kworker.0 00000100:00080000:2.0:1734684971.540813:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9766 00000100:00080000:2.0:1734684971.540818:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734684971.540825:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734684971.540832:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848194432:0@lo:400:kworker.0 00000100:00100000:2.0:1734684971.540849:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ffd1500 x1818938848194688/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684971.540878:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684971.540881:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684971.540882:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684971.540885:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9766 00000100:00100000:1.0:1734684971.540886:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684971.540887:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:0.0:1734684971.540888:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684971.540890:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684971.540899:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090784380 x1818938848195072/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684971.540899:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848194688:0@lo:8:kworker.0 00000100:00100000:3.0:1734684971.540924:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684971.540927:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848194816:0@lo:400:kworker.0 00000100:00100000:1.0:1734684971.540927:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848194944:0@lo:400:kworker.0 00000100:00100000:3.0:1734684971.540940:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848195072:0@lo:8:kworker.0 00000100:00100000:2.0:1734684971.540947:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848194688 00000100:00100000:0.0:1734684971.540950:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684971.540950:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684971.540955:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848194688 00000100:00100000:3.0:1734684971.540968:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848194816 00000100:00100000:3.0:1734684971.540972:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848194816 00000100:00100000:1.0:1734684971.540982:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848194560:0@lo:400:kworker.0 00000100:00100000:0.0:1734684971.540985:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848194176 00000100:00100000:2.0:1734684971.540985:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53920 00000100:00100000:0.0:1734684971.540988:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848194176 00000100:00100000:2.0:1734684971.540991:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848194688:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684971.540998:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7579 00000100:00100000:3.0:1734684971.541001:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848194816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684971.541006:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1734684971.541011:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684971.541015:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1734684971.541020:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848194176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684971.541020:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848195328:0@lo:400:kworker.0 00000100:00100000:3.0:1734684971.541037:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848194816:12345-0@lo:400:kworker.0 Request processed in 34us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684971.541042:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848194688:12345-0@lo:8:kworker.0 Request processed in 50us (117us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734684971.541042:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7579 00000100:00100000:1.0:1734684971.541043:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684971.541046:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53920 00000100:00100000:0.0:1734684971.541048:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848194176:12345-0@lo:400:kworker.0 Request processed in 28us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684971.541053:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1734684971.541056:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684971.541061:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848195200:0@lo:400:kworker.0 00000100:00100000:3.0:1734684971.541061:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848194304 00000100:00100000:3.0:1734684971.541063:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848194304 00000100:00100000:2.0:1734684971.541068:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848194944 00000100:00100000:2.0:1734684971.541071:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848194944 00000100:00100000:0.0:1734684971.541074:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684971.541077:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848195328 00000100:00100000:3.0:1734684971.541079:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848195328 00000100:00080000:1.0:1734684971.541081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684941 00000100:00080000:1.0:1734684971.541085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684941 00000100:00100000:2.0:1734684971.541085:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2319 00000100:00080000:1.0:1734684971.541087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684941 00000100:00100000:2.0:1734684971.541088:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848194304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684971.541093:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320 00000100:00080000:0.0:1734684971.541095:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734684971.541096:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848194944:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734684971.541098:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684971.541101:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848194688:0@lo:8:kworker.0 00000100:00100000:1.0:1734684971.541102:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2321 00000100:00100000:1.0:1734684971.541107:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848195328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684971.541109:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848194304:12345-0@lo:400:kworker.0 Request processed in 21us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684971.541113:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2319 00000100:00100000:3.0:1734684971.541113:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848194944:12345-0@lo:400:kworker.0 Request processed in 16us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684971.541117:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320 00000100:00100000:2.0:1734684971.541125:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848195072 00000100:00100000:2.0:1734684971.541126:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848195072 00000100:00100000:0.0:1734684971.541127:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848194816:0@lo:400:kworker.0 00000100:00100000:0.0:1734684971.541132:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848194176:0@lo:400:kworker.0 00000100:00100000:3.0:1734684971.541133:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684971.541134:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53921 00000100:00100000:2.0:1734684971.541137:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848195072:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684971.541139:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848195328:12345-0@lo:400:kworker.0 Request processed in 31us (96us total) trans 0 rc 0/0 00010000:00020000:2.0:1734684971.541143:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684971.541146:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2321 00000100:00100000:3.0:1734684971.541149:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848194432 00000100:00100000:3.0:1734684971.541151:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848194432 00000100:00100000:0.0:1734684971.541156:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848194560 00000100:00100000:2.0:1734684971.541158:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848195072:12345-0@lo:8:kworker.0 Request processed in 20us (83us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684971.541159:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848194560 00000100:00100000:2.0:1734684971.541161:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53921 00000100:00100000:1.0:1734684971.541163:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2322 00000100:00100000:1.0:1734684971.541167:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848194432:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684971.541168:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684941 00000100:00080000:3.0:1734684971.541171:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684941 00000100:00100000:2.0:1734684971.541179:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848194944:0@lo:400:kworker.0 00000100:00100000:0.0:1734684971.541180:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41052 00000100:00100000:0.0:1734684971.541184:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848194560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684971.541186:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848194304:0@lo:400:kworker.0 00000100:00100000:1.0:1734684971.541196:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848194432:12345-0@lo:400:kworker.0 Request processed in 27us (61us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684971.541201:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2322 00000100:00100000:3.0:1734684971.541209:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848194432:0@lo:400:kworker.0 00000100:00100000:0.0:1734684971.541215:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848194560:12345-0@lo:400:kworker.0 Request processed in 29us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684971.541218:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684971.541221:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41052 00000100:00100000:2.0:1734684971.541231:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848195200 00000100:00100000:2.0:1734684971.541233:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848195200 00000100:00100000:1.0:1734684971.541235:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848194560:0@lo:400:kworker.0 00000100:00080000:0.0:1734684971.541241:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684971.541244:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684971.541245:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848195328:0@lo:400:kworker.0 00000100:00100000:0.0:1734684971.541247:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848195072:0@lo:8:kworker.0 00000100:00100000:2.0:1734684971.541251:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7580 00000100:00100000:2.0:1734684971.541255:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848195200:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684971.541265:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684941 00000100:00100000:2.0:1734684971.541284:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848195200:12345-0@lo:400:kworker.0 Request processed in 28us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684971.541290:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7580 00000100:00100000:1.0:1734684971.541292:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848195200:0@lo:400:kworker.0 00000100:00100000:2.0:1734684971.572767:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848195456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684971.572838:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684971.572882:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848195456 00000100:00100000:0.0:1734684971.572891:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848195456 00000100:00100000:0.0:1734684971.572934:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41053 00000100:00100000:0.0:1734684971.572941:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848195456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734684971.572979:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734684971.573034:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848195456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684971.573041:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41053 00000100:00100000:2.0:1734684971.573067:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848195456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684971.620845:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734684971.620871:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848195584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734684971.620945:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684971.621015:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848195584 00000100:00100000:0.0:1734684971.621027:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848195584 00000100:00100000:0.0:1734684971.621090:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6706 00000100:00100000:0.0:1734684971.621101:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848195584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684971.621142:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684971.621217:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848195584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684971.621228:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6706 00000100:00100000:2.0:1734684971.621239:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848195584:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684972.198785:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684973.200801:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684973.332765:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848195712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734684973.332837:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684973.332896:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848195712 00000100:00100000:0.0:1734684973.332905:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848195712 00000100:00080000:3.0:1734684973.332947:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684943 00000100:00100000:0.0:1734684973.332961:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6707 00000100:00100000:0.0:1734684973.332968:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848195712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684973.333001:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684973.333056:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848195712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684973.333063:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6707 00000100:00100000:3.0:1734684973.333175:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848195712:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684973.991191:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684973.991233:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684973.991255:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684973.991317:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872644608 00000100:00100000:2.0:1734684973.991321:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872644480 00000100:00100000:3.0:1734684973.991327:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872644608 00000100:00100000:2.0:1734684973.991332:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872644480 00000100:00100000:1.0:1734684973.991346:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872644736 00000100:00100000:0.0:1734684973.991349:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734684973.991353:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872644736 00000100:00100000:3.0:1734684973.991371:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2323 00000100:00100000:3.0:1734684973.991377:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872644608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684973.991380:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 745 00000100:00100000:2.0:1734684973.991388:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872644480:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684973.991393:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2324 00000100:00100000:1.0:1734684973.991398:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872644736:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684973.991412:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872644864 00000100:00100000:0.0:1734684973.991416:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872644864 00000100:00100000:0.0:1734684973.991437:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53922 00000100:00100000:3.0:1734684973.991439:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872644608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684973.991443:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872644864:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734684973.991444:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2323 00000100:00100000:2.0:1734684973.991447:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872644480:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684973.991449:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872644736:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684973.991454:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 745 00000100:00100000:1.0:1734684973.991455:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2324 00000100:00080000:3.0:1734684973.991464:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684943 00000100:00080000:3.0:1734684973.991467:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684943 00010000:00020000:0.0:1734684973.991469:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734684973.991469:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684943 00000100:00100000:0.0:1734684973.991515:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872644864:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 70us (164us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684973.991525:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53922 00010000:00010000:2.0:1734684974.202708:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684975.204796:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684976.206759:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684976.500697:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848195840:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684976.500782:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684976.500831:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848195840 00000100:00100000:0.0:1734684976.500840:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848195840 00000100:00100000:0.0:1734684976.500888:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41054 00000100:00100000:0.0:1734684976.500895:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848195840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734684976.500927:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734684976.500984:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848195840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684976.500991:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41054 00000100:00100000:1.0:1734684976.501003:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848195840:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684976.548739:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684976.548745:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684976.548748:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684976.548755:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9771 00000100:00080000:2.0:1734684976.548760:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1734684976.548761:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848195968:0@lo:400:kworker.0 00000100:00100000:3.0:1734684976.548761:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848196096:0@lo:400:kworker.0 00000100:00080000:2.0:1734684976.548765:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684976.548767:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848196352:0@lo:400:kworker.0 00000100:00100000:2.0:1734684976.548782:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090784380 x1818938848196480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684976.548806:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684976.548809:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684976.548810:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684976.548812:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9771 00000100:00080000:2.0:1734684976.548813:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684976.548816:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684976.548822:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae6300 x1818938848196864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684976.548830:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684976.548830:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684976.548830:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684976.548855:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848195968 00000100:00100000:0.0:1734684976.548861:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848196608:0@lo:400:kworker.0 00000100:00100000:2.0:1734684976.548861:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848195968 00000100:00100000:3.0:1734684976.548861:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848196736:0@lo:400:kworker.0 00000100:00100000:1.0:1734684976.548863:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848197120:0@lo:400:kworker.0 00000100:00100000:3.0:1734684976.548875:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684976.548877:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684976.548893:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684976.548898:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848196096 00000100:00100000:3.0:1734684976.548901:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848196096 00000100:00100000:2.0:1734684976.548902:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1734684976.548903:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734684976.548906:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848196480:0@lo:8:kworker.0 00000100:00100000:1.0:1734684976.548907:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848196224:0@lo:400:kworker.0 00000100:00100000:2.0:1734684976.548910:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848195968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684976.548920:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684976.548926:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848196736 00000100:00100000:0.0:1734684976.548927:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684976.548928:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848196736 00000100:00100000:1.0:1734684976.548932:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848196992:0@lo:400:kworker.0 00000100:00100000:3.0:1734684976.548940:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848197120 00000100:00100000:0.0:1734684976.548941:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848196864:0@lo:8:kworker.0 00000100:00100000:3.0:1734684976.548942:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848197120 00000100:00100000:1.0:1734684976.548950:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684976.548952:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848196224 00000100:00100000:3.0:1734684976.548954:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848196224 00000100:00100000:2.0:1734684976.548959:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848195968:12345-0@lo:400:kworker.0 Request processed in 48us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684976.548961:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684976.548965:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1734684976.548966:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325 00000100:00100000:3.0:1734684976.548971:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848196096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684976.548974:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326 00000100:00100000:1.0:1734684976.548980:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848196736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684976.548987:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848196608 00000100:00100000:0.0:1734684976.548990:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848196608 00000100:00080000:2.0:1734684976.548999:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684946 00000100:00080000:2.0:1734684976.549004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684946 00000100:00080000:2.0:1734684976.549006:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684946 00000100:00100000:0.0:1734684976.549008:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848196480 00000100:00080000:2.0:1734684976.549008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684946 00000100:00100000:0.0:1734684976.549010:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848196480 00000100:00100000:1.0:1734684976.549010:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848196736:12345-0@lo:400:kworker.0 Request processed in 30us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684976.549010:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848196096:12345-0@lo:400:kworker.0 Request processed in 38us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684976.549017:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326 00000100:00100000:0.0:1734684976.549018:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848196992 00000100:00100000:0.0:1734684976.549019:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848196992 00000100:00100000:3.0:1734684976.549020:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325 00000100:00100000:2.0:1734684976.549029:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2327 00000100:00100000:0.0:1734684976.549031:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848196864 00000100:00100000:0.0:1734684976.549033:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848196864 00000100:00100000:3.0:1734684976.549034:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328 00000100:00100000:2.0:1734684976.549035:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848197120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684976.549038:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848196224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684976.549040:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7581 00000100:00100000:0.0:1734684976.549044:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848196608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684976.549050:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7582 00000100:00100000:1.0:1734684976.549055:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848196992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684976.549070:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848196224:12345-0@lo:400:kworker.0 Request processed in 32us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684976.549072:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848196608:12345-0@lo:400:kworker.0 Request processed in 27us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684976.549073:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848197120:12345-0@lo:400:kworker.0 Request processed in 37us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684976.549076:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328 00000100:00100000:0.0:1734684976.549077:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7581 00000100:00100000:2.0:1734684976.549080:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2327 00000100:00100000:1.0:1734684976.549081:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848196992:12345-0@lo:400:kworker.0 Request processed in 26us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684976.549083:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53923 00000100:00100000:0.0:1734684976.549086:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848196480:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684976.549086:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7582 00000100:00100000:1.0:1734684976.549096:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53924 00000100:00100000:1.0:1734684976.549099:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848196864:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734684976.549101:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734684976.549105:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684946 00010000:00020000:1.0:1734684976.549107:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734684976.549117:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848196480:12345-0@lo:8:kworker.0 Request processed in 30us (191us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684976.549121:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53923 00000100:00100000:1.0:1734684976.549121:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848196864:12345-0@lo:8:kworker.0 Request processed in 22us (160us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684976.549125:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53924 00000100:00100000:3.0:1734684976.549134:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848196736:0@lo:400:kworker.0 00000100:00080000:0.0:1734684976.549137:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684976.549139:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734684976.549139:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848196352 00000100:00100000:0.0:1734684976.549141:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848196480:0@lo:8:kworker.0 00000100:00100000:1.0:1734684976.549142:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848196352 00000100:00100000:3.0:1734684976.549143:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848196096:0@lo:400:kworker.0 00000100:00080000:0.0:1734684976.549147:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684976.549148:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684976.549150:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848196864:0@lo:8:kworker.0 00000100:00080000:2.0:1734684976.549156:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684946 00000100:00100000:1.0:1734684976.549160:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41055 00000100:00100000:1.0:1734684976.549163:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848196352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684976.549165:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848196608:0@lo:400:kworker.0 00000100:00100000:0.0:1734684976.549169:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848195968:0@lo:400:kworker.0 00000100:00100000:1.0:1734684976.549184:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848196352:12345-0@lo:400:kworker.0 Request processed in 20us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684976.549189:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41055 00000100:00100000:1.0:1734684976.549216:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848196224:0@lo:400:kworker.0 00000100:00100000:1.0:1734684976.549225:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848196992:0@lo:400:kworker.0 00000100:00100000:1.0:1734684976.549233:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848197120:0@lo:400:kworker.0 00000100:00100000:1.0:1734684976.549239:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848196352:0@lo:400:kworker.0 00000100:00100000:0.0:1734684976.580718:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848197248:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684976.580772:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684976.580833:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848197248 00000100:00100000:1.0:1734684976.580840:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848197248 00000100:00100000:1.0:1734684976.580890:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41056 00000100:00100000:1.0:1734684976.580897:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848197248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684976.580931:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684976.580982:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848197248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684976.580988:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41056 00000100:00100000:0.0:1734684976.581017:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848197248:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684976.628822:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734684976.628847:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848197376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684976.628930:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684976.628996:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848197376 00000100:00100000:2.0:1734684976.629005:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848197376 00000100:00100000:2.0:1734684976.629057:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6708 00000100:00100000:2.0:1734684976.629066:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848197376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684976.629102:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684976.629155:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848197376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684976.629163:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6708 00000100:00100000:0.0:1734684976.629186:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848197376:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684977.208752:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684978.210752:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684978.340800:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848197504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684978.340872:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684978.340946:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848197504 00000100:00100000:2.0:1734684978.340955:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848197504 00000100:00080000:0.0:1734684978.340992:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684948 00000100:00100000:2.0:1734684978.341012:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6709 00000100:00100000:2.0:1734684978.341020:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848197504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684978.341053:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684978.341101:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848197504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684978.341109:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6709 00000100:00100000:0.0:1734684978.341125:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848197504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684978.998989:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684978.999040:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684978.999056:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872645120 00000100:00100000:2.0:1734684978.999066:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872645120 00000100:00100000:0.0:1734684978.999072:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684978.999102:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872644992 00000100:00100000:3.0:1734684978.999108:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872644992 00000100:00100000:0.0:1734684978.999110:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:1.0:1734684978.999118:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684948 00000100:00100000:2.0:1734684978.999119:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872645248 00000100:00100000:2.0:1734684978.999121:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872645248 00000100:00080000:1.0:1734684978.999122:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684948 00000100:00100000:1.0:1734684978.999136:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872645376 00000100:00100000:1.0:1734684978.999139:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872645376 00000100:00100000:2.0:1734684978.999139:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2329 00000100:00100000:3.0:1734684978.999140:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 747 00000100:00100000:2.0:1734684978.999145:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872645120:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684978.999146:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872644992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684978.999153:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2330 00000100:00100000:1.0:1734684978.999157:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53925 00000100:00100000:0.0:1734684978.999160:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872645248:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684978.999161:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872645376:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684978.999184:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684978.999200:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872645120:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684978.999203:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872644992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684978.999204:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872645248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684978.999205:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2329 00000100:00100000:3.0:1734684978.999210:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 747 00000100:00100000:0.0:1734684978.999211:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2330 00000100:00100000:1.0:1734684978.999213:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872645376:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 52us (104us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684978.999218:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53925 00000100:00080000:1.0:1734684978.999231:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684948 00010000:00010000:2.0:1734684979.212701:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684980.214833:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684981.216749:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734684981.508680:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848197632:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734684981.508732:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684981.508776:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848197632 00000100:00100000:1.0:1734684981.508785:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848197632 00000100:00100000:1.0:1734684981.508829:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41057 00000100:00100000:1.0:1734684981.508835:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848197632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684981.508872:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684981.508949:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848197632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684981.508955:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41057 00000100:00100000:2.0:1734684981.509004:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848197632:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684981.556726:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684981.556733:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734684981.556735:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848197760:0@lo:400:kworker.0 00000100:00100000:3.0:1734684981.556735:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848197888:0@lo:400:kworker.0 00000100:00080000:2.0:1734684981.556736:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684981.556742:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9776 00000100:00080000:2.0:1734684981.556748:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734684981.556755:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734684981.556760:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848198016:0@lo:400:kworker.0 00000100:00100000:2.0:1734684981.556777:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079892300 x1818938848198272/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734684981.556801:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684981.556803:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684981.556804:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684981.556807:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9776 00000100:00080000:2.0:1734684981.556808:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734684981.556809:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684981.556811:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734684981.556811:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684981.556818:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979c9c00 x1818938848198656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734684981.556835:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684981.556841:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848198144:0@lo:400:kworker.0 00000100:00100000:0.0:1734684981.556842:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848198400:0@lo:400:kworker.0 00000100:00100000:3.0:1734684981.556844:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848198528:0@lo:400:kworker.0 00000100:00100000:1.0:1734684981.556857:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848198784:0@lo:400:kworker.0 00000100:00100000:0.0:1734684981.556859:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684981.556868:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684981.556874:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684981.556877:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848198272:0@lo:8:kworker.0 00000100:00100000:2.0:1734684981.556880:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848198912:0@lo:400:kworker.0 00000100:00100000:1.0:1734684981.556881:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684981.556891:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684981.556894:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684981.556899:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848198656:0@lo:8:kworker.0 00000100:00100000:3.0:1734684981.556901:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848197888 00000100:00100000:0.0:1734684981.556908:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684981.556908:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848197888 00000100:00100000:1.0:1734684981.556910:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848198016 00000100:00100000:1.0:1734684981.556914:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848198016 00000100:00100000:2.0:1734684981.556914:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848198400 00000100:00100000:2.0:1734684981.556917:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848198400 00000100:00100000:0.0:1734684981.556928:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848197760 00000100:00100000:0.0:1734684981.556931:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848197760 00000100:00100000:2.0:1734684981.556944:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848198784 00000100:00100000:2.0:1734684981.556945:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848198784 00000100:00100000:3.0:1734684981.556945:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848198528 00000100:00100000:3.0:1734684981.556947:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848198528 00000100:00100000:1.0:1734684981.556949:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848198912 00000100:00100000:1.0:1734684981.556952:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848198912 00000100:00100000:0.0:1734684981.556953:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1734684981.556954:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848198272 00000100:00100000:2.0:1734684981.556956:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848198272 00000100:00100000:0.0:1734684981.556958:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848197760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684981.556962:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2331 00000100:00100000:2.0:1734684981.556963:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848198656 00000100:00100000:2.0:1734684981.556964:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848198656 00000100:00100000:1.0:1734684981.556968:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332 00000100:00100000:3.0:1734684981.556968:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848197888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684981.556972:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7583 00000100:00100000:1.0:1734684981.556973:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848198016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684981.556976:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848198400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684981.556993:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848197760:12345-0@lo:400:kworker.0 Request processed in 36us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684981.556998:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1734684981.557000:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848198400:12345-0@lo:400:kworker.0 Request processed in 23us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684981.557004:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7583 00000100:00100000:3.0:1734684981.557004:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848197888:12345-0@lo:400:kworker.0 Request processed in 36us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684981.557009:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848198016:12345-0@lo:400:kworker.0 Request processed in 36us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684981.557011:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2331 00000100:00100000:2.0:1734684981.557015:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7584 00000100:00100000:1.0:1734684981.557016:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2332 00000100:00100000:2.0:1734684981.557018:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848198784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684981.557021:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53926 00000100:00100000:0.0:1734684981.557024:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848198272:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684981.557025:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333 00000100:00100000:3.0:1734684981.557029:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848198528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684981.557031:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848198784:12345-0@lo:400:kworker.0 Request processed in 13us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684981.557032:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334 00000100:00100000:2.0:1734684981.557035:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7584 00000100:00100000:1.0:1734684981.557036:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848198912:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734684981.557042:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684981.557043:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53927 00000100:00100000:2.0:1734684981.557045:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848198656:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684981.557049:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848198528:12345-0@lo:400:kworker.0 Request processed in 19us (174us total) trans 0 rc 0/0 00010000:00020000:2.0:1734684981.557053:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684981.557054:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333 00000100:00100000:0.0:1734684981.557061:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848198272:12345-0@lo:8:kworker.0 Request processed in 36us (170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684981.557063:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848198912:12345-0@lo:400:kworker.0 Request processed in 26us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684981.557065:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53926 00000100:00100000:2.0:1734684981.557066:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848198656:12345-0@lo:8:kworker.0 Request processed in 20us (157us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684981.557067:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334 00000100:00080000:3.0:1734684981.557069:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684951 00000100:00100000:2.0:1734684981.557070:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53927 00000100:00080000:3.0:1734684981.557073:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684951 00000100:00080000:3.0:1734684981.557075:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684951 00000100:00080000:3.0:1734684981.557077:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684951 00000100:00080000:0.0:1734684981.557089:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734684981.557090:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848198144 00000100:00100000:2.0:1734684981.557091:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848198144 00000100:00080000:0.0:1734684981.557092:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684981.557095:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848198272:0@lo:8:kworker.0 00000100:00100000:1.0:1734684981.557099:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848198784:0@lo:400:kworker.0 00000100:00080000:0.0:1734684981.557100:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734684981.557102:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684981.557104:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848198656:0@lo:8:kworker.0 00000100:00100000:2.0:1734684981.557105:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41058 00000100:00100000:3.0:1734684981.557106:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848198528:0@lo:400:kworker.0 00000100:00100000:1.0:1734684981.557108:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848198016:0@lo:400:kworker.0 00000100:00100000:2.0:1734684981.557109:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848198144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684981.557115:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848197888:0@lo:400:kworker.0 00000100:00100000:0.0:1734684981.557123:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848198400:0@lo:400:kworker.0 00000100:00100000:2.0:1734684981.557124:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848198144:12345-0@lo:400:kworker.0 Request processed in 15us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684981.557127:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41058 00000100:00100000:0.0:1734684981.557129:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848197760:0@lo:400:kworker.0 00000100:00080000:3.0:1734684981.557132:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684951 00000100:00100000:2.0:1734684981.557140:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848198144:0@lo:400:kworker.0 00000100:00100000:2.0:1734684981.557146:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848198912:0@lo:400:kworker.0 00000100:00100000:0.0:1734684981.588738:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848199040:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684981.588816:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684981.588859:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848199040 00000100:00100000:1.0:1734684981.588867:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848199040 00000100:00100000:1.0:1734684981.588921:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41059 00000100:00100000:1.0:1734684981.588929:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848199040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684981.588972:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684981.589028:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848199040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684981.589035:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41059 00000100:00100000:0.0:1734684981.589054:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848199040:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734684981.636804:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848199168:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734684981.636872:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684981.636963:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848199168 00000100:00100000:2.0:1734684981.636973:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848199168 00000100:00100000:2.0:1734684981.637023:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6710 00000100:00100000:2.0:1734684981.637029:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848199168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684981.637059:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684981.637101:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848199168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684981.637108:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6710 00000100:00100000:3.0:1734684981.637151:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848199168:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684982.218770:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684983.220782:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684983.348759:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848199296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684983.348836:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684983.348882:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848199296 00000100:00100000:2.0:1734684983.348893:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848199296 00000100:00100000:2.0:1734684983.348949:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6711 00000100:00100000:2.0:1734684983.348954:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848199296:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734684983.348954:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684953 00002000:00000024:2.0:1734684983.348984:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684983.349023:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848199296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684983.349030:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6711 00000100:00100000:1.0:1734684983.349060:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848199296:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684984.006993:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684984.007035:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684984.007055:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684984.007062:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872645504 00000100:00100000:3.0:1734684984.007073:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872645504 00000100:00100000:2.0:1734684984.007089:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872645632 00000100:00100000:0.0:1734684984.007091:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684984.007094:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872645632 00000100:00100000:1.0:1734684984.007112:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872645760 00000100:00100000:1.0:1734684984.007116:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872645760 00000100:00100000:0.0:1734684984.007117:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872645888 00000100:00100000:0.0:1734684984.007121:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872645888 00000100:00100000:2.0:1734684984.007125:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2335 00000100:00100000:3.0:1734684984.007125:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 749 00000100:00100000:3.0:1734684984.007130:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872645504:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684984.007131:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872645632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734684984.007140:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2336 00000100:00100000:0.0:1734684984.007143:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53928 00000100:00100000:1.0:1734684984.007144:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872645760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684984.007149:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872645888:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734684984.007174:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684984.007185:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872645760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684984.007185:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872645504:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684984.007186:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872645632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684984.007190:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2335 00000100:00100000:3.0:1734684984.007190:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 749 00000100:00100000:1.0:1734684984.007192:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2336 00000100:00100000:0.0:1734684984.007200:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872645888:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 50us (107us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684984.007207:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53928 00000100:00080000:3.0:1734684984.007218:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684954 00000100:00080000:3.0:1734684984.007221:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684954 00000100:00080000:3.0:1734684984.007222:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684954 00010000:00010000:2.0:1734684984.222761:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684985.224783:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684986.226730:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684986.516746:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848199424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684986.516801:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684986.516845:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848199424 00000100:00100000:1.0:1734684986.516857:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848199424 00000100:00100000:1.0:1734684986.516912:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41060 00000100:00100000:1.0:1734684986.516919:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848199424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684986.516955:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684986.517016:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848199424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684986.517021:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41060 00000100:00100000:0.0:1734684986.517045:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848199424:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684986.564731:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734684986.564732:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848199552:0@lo:400:kworker.0 00000100:00080000:2.0:1734684986.564737:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684986.564740:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734684986.564740:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848199680:0@lo:400:kworker.0 00000100:00080000:2.0:1734684986.564745:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9781 00000100:00080000:2.0:1734684986.564749:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684986.564754:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684986.564769:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848199808:0@lo:400:kworker.0 00000100:00100000:2.0:1734684986.564772:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979cb800 x1818938848200064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684986.564784:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684986.564785:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684986.564799:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684986.564802:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734684986.564803:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734684986.564804:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734684986.564807:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848200192:0@lo:400:kworker.0 00000100:00080000:2.0:1734684986.564807:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9781 00000100:00100000:3.0:1734684986.564808:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848200320:0@lo:400:kworker.0 00000100:00080000:2.0:1734684986.564810:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734684986.564813:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684986.564822:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979cbb80 x1818938848200448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684986.564824:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734684986.564829:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848199936:0@lo:400:kworker.0 00000100:00100000:1.0:1734684986.564834:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684986.564835:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684986.564853:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684986.564857:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848200064:0@lo:8:kworker.0 00000100:00100000:1.0:1734684986.564862:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848199552 00000100:00100000:3.0:1734684986.564862:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848199680 00000100:00100000:0.0:1734684986.564866:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848200576:0@lo:400:kworker.0 00000100:00100000:1.0:1734684986.564868:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848199552 00000100:00100000:3.0:1734684986.564868:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848199680 00000100:00100000:2.0:1734684986.564880:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684986.564887:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848200192 00000100:00100000:0.0:1734684986.564891:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848200192 00000100:00100000:2.0:1734684986.564896:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848200448:0@lo:8:kworker.0 00000100:00100000:3.0:1734684986.564897:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848199808 00000100:00100000:3.0:1734684986.564899:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848199808 00000100:00100000:1.0:1734684986.564902:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1734684986.564907:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848199552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684986.564910:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848200320 00000100:00100000:0.0:1734684986.564911:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848200064 00000100:00100000:2.0:1734684986.564912:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684986.564912:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848200320 00000100:00100000:0.0:1734684986.564913:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848200064 00000100:00100000:0.0:1734684986.564923:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848200448 00000100:00100000:3.0:1734684986.564924:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337 00000100:00100000:0.0:1734684986.564925:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848200448 00000100:00100000:3.0:1734684986.564929:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848199680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684986.564938:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848199552:12345-0@lo:400:kworker.0 Request processed in 31us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684986.564939:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7585 00000100:00100000:1.0:1734684986.564942:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1734684986.564944:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848200192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684986.564944:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53929 00000100:00100000:2.0:1734684986.564949:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848200064:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684986.564959:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848199680:12345-0@lo:400:kworker.0 Request processed in 29us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684986.564964:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337 00010000:00020000:2.0:1734684986.564966:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684986.564968:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338 00000100:00100000:1.0:1734684986.564971:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848199808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684986.564973:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848200192:12345-0@lo:400:kworker.0 Request processed in 28us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684986.564978:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7585 00000100:00100000:3.0:1734684986.564978:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2339 00000100:00100000:3.0:1734684986.564982:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848200320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684986.564986:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848199808:12345-0@lo:400:kworker.0 Request processed in 15us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684986.564989:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53930 00000100:00100000:1.0:1734684986.564990:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338 00000100:00100000:2.0:1734684986.564992:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848200064:12345-0@lo:8:kworker.0 Request processed in 43us (111us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684986.564993:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848200448:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684986.564998:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53929 00000100:00100000:3.0:1734684986.565003:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848200320:12345-0@lo:400:kworker.0 Request processed in 20us (168us total) trans 0 rc 0/0 00010000:00020000:0.0:1734684986.565004:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684986.565009:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2339 00000100:00100000:1.0:1734684986.565016:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848200192:0@lo:400:kworker.0 00000100:00100000:0.0:1734684986.565022:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848200448:12345-0@lo:8:kworker.0 Request processed in 28us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684986.565023:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848199552:0@lo:400:kworker.0 00000100:00080000:3.0:1734684986.565025:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684956 00000100:00080000:2.0:1734684986.565026:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734684986.565027:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53930 00000100:00080000:3.0:1734684986.565028:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684956 00000100:00080000:2.0:1734684986.565029:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:3.0:1734684986.565030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684956 00000100:00100000:2.0:1734684986.565032:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848200064:0@lo:8:kworker.0 00000100:00080000:3.0:1734684986.565032:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684956 00000100:00100000:1.0:1734684986.565037:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848199936 00000100:00100000:1.0:1734684986.565039:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848199936 00000100:00080000:2.0:1734684986.565039:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734684986.565041:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684986.565044:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684986.565044:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848200448:0@lo:8:kworker.0 00000100:00100000:1.0:1734684986.565055:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41061 00000100:00100000:1.0:1734684986.565057:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848199936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684986.565057:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848200320:0@lo:400:kworker.0 00000100:00100000:0.0:1734684986.565063:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848199808:0@lo:400:kworker.0 00000100:00100000:3.0:1734684986.565067:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848199680:0@lo:400:kworker.0 00000100:00100000:1.0:1734684986.565073:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848199936:12345-0@lo:400:kworker.0 Request processed in 15us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684986.565074:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848200704:0@lo:400:kworker.0 00000100:00100000:0.0:1734684986.565076:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848199936:0@lo:400:kworker.0 00000100:00100000:1.0:1734684986.565077:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41061 00000100:00080000:1.0:1734684986.565083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684956 00000100:00100000:0.0:1734684986.565090:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848200576 00000100:00100000:0.0:1734684986.565092:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848200576 00000100:00100000:2.0:1734684986.565095:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734684986.565108:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684956 00000100:00100000:0.0:1734684986.565125:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7586 00000100:00100000:0.0:1734684986.565129:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848200576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684986.565140:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848200704 00000100:00100000:2.0:1734684986.565144:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848200704 00000100:00100000:0.0:1734684986.565159:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848200576:12345-0@lo:400:kworker.0 Request processed in 30us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684986.565161:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2340 00000100:00100000:0.0:1734684986.565163:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7586 00000100:00100000:2.0:1734684986.565165:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848200704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684986.565178:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848200576:0@lo:400:kworker.0 00000100:00100000:2.0:1734684986.565193:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848200704:12345-0@lo:400:kworker.0 Request processed in 26us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684986.565199:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2340 00000100:00100000:3.0:1734684986.565204:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848200704:0@lo:400:kworker.0 00000100:00100000:0.0:1734684986.596765:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848200832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684986.596823:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684986.596855:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848200832 00000100:00100000:1.0:1734684986.596862:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848200832 00000100:00100000:1.0:1734684986.596897:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41062 00000100:00100000:1.0:1734684986.596902:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848200832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734684986.596933:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734684986.596969:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848200832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684986.596974:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41062 00000100:00100000:0.0:1734684986.597008:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848200832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684986.644759:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848200960:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684986.644818:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684986.644918:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848200960 00000100:00100000:2.0:1734684986.644925:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848200960 00000100:00100000:2.0:1734684986.644960:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6712 00000100:00100000:2.0:1734684986.644965:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848200960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684986.644992:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684986.645022:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848200960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684986.645027:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6712 00000100:00100000:0.0:1734684986.645047:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848200960:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684987.228712:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684988.230709:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684988.356742:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848201088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684988.356796:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684988.356888:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848201088 00000100:00100000:2.0:1734684988.356896:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848201088 00000100:00080000:1.0:1734684988.356931:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684958 00000100:00100000:2.0:1734684988.356936:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6713 00000100:00100000:2.0:1734684988.356941:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848201088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684988.356967:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684988.356997:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848201088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684988.357002:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6713 00000100:00100000:1.0:1734684988.357017:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848201088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684989.014864:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684989.014905:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684989.014929:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684989.014957:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684989.014960:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872646144 00000100:00100000:2.0:1734684989.014968:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872646144 00000100:00100000:3.0:1734684989.014969:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872646016 00000100:00100000:3.0:1734684989.014975:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872646016 00000100:00100000:0.0:1734684989.014995:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872646400 00000100:00100000:0.0:1734684989.014999:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872646400 00000100:00100000:2.0:1734684989.015003:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872646272 00000100:00100000:2.0:1734684989.015005:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872646272 00000100:00100000:3.0:1734684989.015009:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 751 00000100:00100000:3.0:1734684989.015015:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872646016:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734684989.015017:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2341 00000100:00100000:0.0:1734684989.015018:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53931 00000100:00100000:2.0:1734684989.015021:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872646144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684989.015023:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872646400:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684989.015034:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2342 00000100:00100000:1.0:1734684989.015041:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872646272:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734684989.015043:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684989.015062:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872646144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684989.015065:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872646016:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684989.015067:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2341 00000100:00100000:1.0:1734684989.015071:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872646272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684989.015071:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 751 00000100:00100000:0.0:1734684989.015074:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872646400:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 50us (116us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684989.015077:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2342 00000100:00100000:0.0:1734684989.015081:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53931 00000100:00080000:0.0:1734684989.015175:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684959 00000100:00080000:0.0:1734684989.015179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684959 00000100:00080000:0.0:1734684989.015181:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684959 00010000:00010000:2.0:1734684989.232713:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684990.234795:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684991.236707:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734684991.524846:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848201216:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734684991.524901:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684991.524945:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848201216 00000100:00100000:1.0:1734684991.524953:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848201216 00000100:00100000:1.0:1734684991.524990:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41063 00000100:00100000:1.0:1734684991.524997:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848201216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734684991.525027:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734684991.525069:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848201216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684991.525074:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41063 00000100:00100000:3.0:1734684991.525111:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848201216:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734684991.572743:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734684991.572748:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684991.572751:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734684991.572754:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848201344:0@lo:400:kworker.0 00000100:00080000:2.0:1734684991.572756:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9786 00000100:00080000:2.0:1734684991.572759:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734684991.572764:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734684991.572780:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ca73480 x1818938848201856/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684991.572783:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848201728:0@lo:400:kworker.0 00000100:00100000:0.0:1734684991.572787:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848201472:0@lo:400:kworker.0 00000100:00080000:2.0:1734684991.572802:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684991.572804:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684991.572805:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684991.572807:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9786 00000100:00080000:2.0:1734684991.572809:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734684991.572811:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734684991.572816:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684991.572817:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684991.572818:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ca70e00 x1818938848202240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684991.572827:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684991.572839:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848202496:0@lo:400:kworker.0 00000100:00100000:1.0:1734684991.572840:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848201984:0@lo:400:kworker.0 00000100:00100000:2.0:1734684991.572841:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848201856:0@lo:8:kworker.0 00000100:00100000:0.0:1734684991.572848:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848202112:0@lo:400:kworker.0 00000100:00100000:3.0:1734684991.572853:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684991.572860:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684991.572862:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684991.572862:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734684991.572866:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848201600:0@lo:400:kworker.0 00000100:00100000:2.0:1734684991.572872:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848201472 00000100:00100000:2.0:1734684991.572877:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848201472 00000100:00100000:3.0:1734684991.572877:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684991.572883:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848202368:0@lo:400:kworker.0 00000100:00100000:0.0:1734684991.572886:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848202496 00000100:00100000:0.0:1734684991.572889:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848202496 00000100:00100000:3.0:1734684991.572892:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684991.572905:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848202112 00000100:00100000:2.0:1734684991.572906:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848202112 00000100:00100000:3.0:1734684991.572906:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848201344 00000100:00100000:0.0:1734684991.572907:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848201600 00000100:00100000:1.0:1734684991.572907:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848201984 00000100:00100000:0.0:1734684991.572909:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848201600 00000100:00100000:3.0:1734684991.572909:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848201344 00000100:00100000:1.0:1734684991.572911:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848201984 00000100:00100000:2.0:1734684991.572917:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2343 00000100:00100000:0.0:1734684991.572921:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2344 00000100:00100000:2.0:1734684991.572921:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848201472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684991.572925:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848202496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684991.572927:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1734684991.572930:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848201344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684991.572932:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848202368 00000100:00100000:1.0:1734684991.572934:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848202368 00000100:00100000:1.0:1734684991.572946:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7587 00000100:00100000:1.0:1734684991.572951:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848201984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684991.572954:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848201472:12345-0@lo:400:kworker.0 Request processed in 32us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684991.572955:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848202496:12345-0@lo:400:kworker.0 Request processed in 30us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684991.572956:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848201344:12345-0@lo:400:kworker.0 Request processed in 25us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684991.572959:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2343 00000100:00100000:3.0:1734684991.572959:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1734684991.572961:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2344 00000100:00100000:0.0:1734684991.572968:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2345 00000100:00100000:0.0:1734684991.572972:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848202112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684991.572972:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2346 00000100:00100000:2.0:1734684991.572974:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848201600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684991.572977:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848201984:12345-0@lo:400:kworker.0 Request processed in 26us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684991.572981:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848201728 00000100:00100000:1.0:1734684991.572983:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7587 00000100:00100000:3.0:1734684991.572983:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848201728 00000100:00100000:0.0:1734684991.572984:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848202112:12345-0@lo:400:kworker.0 Request processed in 12us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684991.572987:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2345 00000100:00100000:2.0:1734684991.572989:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848201600:12345-0@lo:400:kworker.0 Request processed in 14us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684991.572993:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2346 00000100:00100000:1.0:1734684991.572995:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7588 00000100:00080000:0.0:1734684991.572996:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684961 00000100:00100000:3.0:1734684991.572996:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41064 00000100:00080000:0.0:1734684991.572999:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684961 00000100:00100000:1.0:1734684991.572999:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848202368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684991.572999:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848201728:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734684991.573001:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684961 00000100:00080000:0.0:1734684991.573002:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684961 00000100:00100000:2.0:1734684991.573005:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684991.573012:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848201856 00000100:00100000:0.0:1734684991.573014:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848201856 00000100:00100000:2.0:1734684991.573015:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848202240:0@lo:8:kworker.0 00000100:00100000:3.0:1734684991.573019:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848201728:12345-0@lo:400:kworker.0 Request processed in 19us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684991.573023:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53932 00000100:00100000:1.0:1734684991.573023:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848202368:12345-0@lo:400:kworker.0 Request processed in 23us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684991.573024:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41064 00000100:00100000:0.0:1734684991.573026:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848201856:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734684991.573026:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684991.573028:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7588 00000100:00100000:1.0:1734684991.573035:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848202240 00000100:00100000:1.0:1734684991.573037:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848202240 00010000:00020000:0.0:1734684991.573040:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734684991.573045:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848201600:0@lo:400:kworker.0 00000100:00100000:1.0:1734684991.573048:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53933 00000100:00100000:3.0:1734684991.573051:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848202368:0@lo:400:kworker.0 00000100:00100000:1.0:1734684991.573052:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848202240:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734684991.573056:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848202496:0@lo:400:kworker.0 00000100:00100000:0.0:1734684991.573057:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848201856:12345-0@lo:8:kworker.0 Request processed in 30us (51us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684991.573061:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53932 00000100:00100000:3.0:1734684991.573061:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848201728:0@lo:400:kworker.0 00010000:00020000:1.0:1734684991.573062:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734684991.573070:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734684991.573073:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734684991.573075:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848201856:0@lo:8:kworker.0 00000100:00100000:0.0:1734684991.573077:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848202112:0@lo:400:kworker.0 00000100:00100000:1.0:1734684991.573079:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848202240:12345-0@lo:8:kworker.0 Request processed in 26us (51us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734684991.573080:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734684991.573081:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684991.573083:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848201472:0@lo:400:kworker.0 00000100:00100000:2.0:1734684991.573083:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848202240:0@lo:8:kworker.0 00000100:00100000:1.0:1734684991.573084:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53933 00000100:00100000:1.0:1734684991.573110:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848201984:0@lo:400:kworker.0 00000100:00100000:1.0:1734684991.573116:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848201344:0@lo:400:kworker.0 00000100:00100000:1.0:1734684991.604739:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848202624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734684991.604799:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684991.604865:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848202624 00000100:00100000:3.0:1734684991.604872:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848202624 00000100:00100000:3.0:1734684991.604914:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41065 00000100:00100000:3.0:1734684991.604921:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848202624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734684991.604959:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734684991.605011:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848202624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684991.605018:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41065 00000100:00100000:1.0:1734684991.605044:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848202624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684991.652735:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848202752:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734684991.652793:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684991.652837:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848202752 00000100:00100000:0.0:1734684991.652845:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848202752 00000100:00100000:0.0:1734684991.652952:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6714 00000100:00100000:0.0:1734684991.652959:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848202752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734684991.652987:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684991.653027:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848202752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684991.653034:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6714 00000100:00100000:2.0:1734684991.653044:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848202752:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684992.238717:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684993.240754:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684993.364753:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848202880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684993.364811:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684993.364850:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848202880 00000100:00100000:0.0:1734684993.364857:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848202880 00000100:00080000:2.0:1734684993.364902:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684963 00000100:00100000:0.0:1734684993.364908:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6715 00000100:00100000:0.0:1734684993.364915:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848202880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734684993.364940:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734684993.364986:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848202880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684993.364992:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6715 00000100:00100000:1.0:1734684993.365004:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848202880:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734684994.023070:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684994.023123:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684994.023197:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684994.023247:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684994.023289:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872646656 00000100:00100000:0.0:1734684994.023296:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872646656 00000100:00100000:0.0:1734684994.023339:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872646784 00000100:00100000:0.0:1734684994.023341:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872646784 00000100:00100000:0.0:1734684994.023358:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2347 00000100:00100000:0.0:1734684994.023365:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872646656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684994.023425:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872646656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684994.023433:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2347 00000100:00100000:3.0:1734684994.023446:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872646528 00000100:00100000:0.0:1734684994.023448:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2348 00000100:00100000:0.0:1734684994.023452:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872646784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684994.023452:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872646528 00000100:00100000:0.0:1734684994.023476:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872646784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684994.023482:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2348 00000100:00100000:3.0:1734684994.023483:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 753 00000100:00100000:3.0:1734684994.023489:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872646528:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684994.023520:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872646528:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684994.023563:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 753 00000100:00080000:3.0:1734684994.023605:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684964 00000100:00080000:3.0:1734684994.023608:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684964 00000100:00080000:3.0:1734684994.023610:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684964 00000100:00100000:1.0:1734684994.023837:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872646912 00000100:00100000:1.0:1734684994.023842:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872646912 00000100:00100000:1.0:1734684994.023863:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53934 00000100:00100000:1.0:1734684994.023867:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872646912:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734684994.023888:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684994.023912:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872646912:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (789us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734684994.023918:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53934 00010000:00010000:2.0:1734684994.242734:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684995.244743:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684996.246706:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734684996.532925:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848203008:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734684996.532988:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684996.533026:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848203008 00000100:00100000:3.0:1734684996.533032:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848203008 00000100:00100000:3.0:1734684996.533073:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41066 00000100:00100000:3.0:1734684996.533080:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848203008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734684996.533108:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734684996.533165:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848203008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684996.533171:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41066 00000100:00100000:0.0:1734684996.533191:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848203008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734684996.580708:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848203136:0@lo:400:kworker.0 00000100:00080000:2.0:1734684996.580712:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734684996.580713:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848203264:0@lo:400:kworker.0 00000100:00080000:2.0:1734684996.580716:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684996.580719:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684996.580723:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9791 00000100:00080000:2.0:1734684996.580727:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734684996.580732:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684996.580739:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848203392:0@lo:400:kworker.0 00000100:00100000:2.0:1734684996.580748:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ca71f80 x1818938848203648/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734684996.580758:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734684996.580759:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684996.580771:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848203520:0@lo:400:kworker.0 00000100:00080000:2.0:1734684996.580773:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734684996.580775:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734684996.580777:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734684996.580779:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9791 00000100:00080000:2.0:1734684996.580781:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1734684996.580783:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848203776:0@lo:400:kworker.0 00000100:00080000:2.0:1734684996.580784:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734684996.580789:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684996.580790:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848203904:0@lo:400:kworker.0 00000100:00100000:2.0:1734684996.580792:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ca70700 x1818938848204032/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734684996.580809:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848204288:0@lo:400:kworker.0 00000100:00100000:1.0:1734684996.580812:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684996.580813:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684996.580817:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848203648:0@lo:8:kworker.0 00000100:00100000:0.0:1734684996.580823:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684996.580833:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734684996.580837:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848204160:0@lo:400:kworker.0 00000100:00100000:3.0:1734684996.580838:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848203136 00000100:00100000:1.0:1734684996.580842:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848203264 00000100:00100000:3.0:1734684996.580844:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848203136 00000100:00100000:1.0:1734684996.580845:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848203264 00000100:00100000:2.0:1734684996.580845:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684996.580852:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684996.580858:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848204032:0@lo:8:kworker.0 00000100:00100000:1.0:1734684996.580870:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848203904 00000100:00100000:0.0:1734684996.580871:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848204288 00000100:00100000:1.0:1734684996.580872:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848203904 00000100:00100000:2.0:1734684996.580872:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734684996.580872:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1734684996.580873:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848204288 00000100:00100000:3.0:1734684996.580877:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848203136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684996.580883:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848203392 00000100:00100000:1.0:1734684996.580885:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848203392 00000100:00100000:0.0:1734684996.580890:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2349 00000100:00100000:0.0:1734684996.580894:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848203264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684996.580895:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2350 00000100:00100000:1.0:1734684996.580898:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2351 00000100:00100000:2.0:1734684996.580899:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848203904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734684996.580901:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848204288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734684996.580916:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848203136:12345-0@lo:400:kworker.0 Request processed in 38us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684996.580921:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1734684996.580923:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848204288:12345-0@lo:400:kworker.0 Request processed in 22us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684996.580928:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848203264:12345-0@lo:400:kworker.0 Request processed in 32us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684996.580928:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2351 00000100:00100000:2.0:1734684996.580930:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848203904:12345-0@lo:400:kworker.0 Request processed in 32us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684996.580933:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2349 00000100:00100000:2.0:1734684996.580936:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2350 00000100:00100000:1.0:1734684996.580939:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2352 00000100:00100000:1.0:1734684996.580942:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848203392:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734684996.580946:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684966 00000100:00080000:3.0:1734684996.580949:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684966 00000100:00100000:0.0:1734684996.580950:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848203776 00000100:00080000:3.0:1734684996.580951:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684966 00000100:00100000:2.0:1734684996.580952:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848203648 00000100:00100000:0.0:1734684996.580953:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848203776 00000100:00100000:2.0:1734684996.580955:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848203648 00000100:00100000:1.0:1734684996.580961:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848203392:12345-0@lo:400:kworker.0 Request processed in 19us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734684996.580965:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352 00000100:00100000:2.0:1734684996.580967:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848204032 00000100:00100000:2.0:1734684996.580968:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848204032 00000100:00100000:0.0:1734684996.580971:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7589 00000100:00100000:3.0:1734684996.580973:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848203904:0@lo:400:kworker.0 00000100:00100000:0.0:1734684996.580975:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848203776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684996.580979:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53935 00000100:00100000:1.0:1734684996.580981:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53936 00000100:00100000:3.0:1734684996.580981:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848203264:0@lo:400:kworker.0 00000100:00100000:2.0:1734684996.580982:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848203648:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734684996.580984:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848204032:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734684996.580995:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848203776:12345-0@lo:400:kworker.0 Request processed in 20us (183us total) trans 0 rc 0/0 00010000:00020000:2.0:1734684996.580995:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734684996.580996:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684966 00000100:00100000:0.0:1734684996.581000:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7589 00010000:00020000:1.0:1734684996.581000:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734684996.581017:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848204032:12345-0@lo:8:kworker.0 Request processed in 31us (144us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734684996.581017:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848203648:12345-0@lo:8:kworker.0 Request processed in 34us (171us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734684996.581018:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848203392:0@lo:400:kworker.0 00000100:00100000:1.0:1734684996.581022:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53936 00000100:00100000:2.0:1734684996.581024:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53935 00000100:00100000:0.0:1734684996.581031:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848203520 00000100:00100000:0.0:1734684996.581032:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848203520 00000100:00080000:2.0:1734684996.581041:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734684996.581042:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848203776:0@lo:400:kworker.0 00000100:00080000:2.0:1734684996.581043:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:3.0:1734684996.581043:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684966 00000100:00100000:2.0:1734684996.581046:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848203648:0@lo:8:kworker.0 00000100:00100000:1.0:1734684996.581048:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848203136:0@lo:400:kworker.0 00000100:00080000:2.0:1734684996.581051:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734684996.581053:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734684996.581054:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41067 00000100:00100000:2.0:1734684996.581055:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848204032:0@lo:8:kworker.0 00000100:00100000:0.0:1734684996.581058:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848203520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734684996.581079:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848203520:12345-0@lo:400:kworker.0 Request processed in 21us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684996.581083:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41067 00000100:00100000:0.0:1734684996.581093:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684996.581113:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848204288:0@lo:400:kworker.0 00000100:00100000:2.0:1734684996.581137:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848204160 00000100:00100000:2.0:1734684996.581140:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848204160 00000100:00100000:0.0:1734684996.581147:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848203520:0@lo:400:kworker.0 00000100:00100000:2.0:1734684996.581171:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7590 00000100:00080000:3.0:1734684996.581172:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684966 00000100:00100000:2.0:1734684996.581174:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848204160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734684996.581197:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848204160:12345-0@lo:400:kworker.0 Request processed in 22us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684996.581201:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7590 00000100:00100000:0.0:1734684996.581230:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848204160:0@lo:400:kworker.0 00000100:00100000:2.0:1734684996.612695:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848204416:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734684996.612746:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734684996.612795:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848204416 00000100:00100000:0.0:1734684996.612802:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848204416 00000100:00100000:0.0:1734684996.612836:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41068 00000100:00100000:0.0:1734684996.612842:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848204416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734684996.612869:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734684996.612916:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848204416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1734684996.612921:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41068 00000100:00100000:2.0:1734684996.612936:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848204416:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734684996.660651:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734684996.660670:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848204544:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734684996.660720:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684996.660810:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848204544 00000100:00100000:2.0:1734684996.660816:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848204544 00000100:00100000:2.0:1734684996.660856:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6716 00000100:00100000:2.0:1734684996.660861:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848204544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734684996.660884:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684996.660924:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848204544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684996.660930:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6716 00000100:00100000:0.0:1734684996.660973:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848204544:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734684997.248927:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734684998.251271:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734684998.372732:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734684998.372753:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848204672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734684998.372808:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734684998.372846:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848204672 00000100:00100000:2.0:1734684998.372852:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848204672 00000100:00100000:2.0:1734684998.372908:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6717 00000100:00100000:2.0:1734684998.372913:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848204672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734684998.372938:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734684998.372978:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848204672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684998.372983:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6717 00000100:00100000:1.0:1734684998.373004:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848204672:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734684998.373062:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684968 00000100:00100000:0.0:1734684999.030844:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734684999.030894:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684999.030917:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872647168 00000100:00100000:0.0:1734684999.030920:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734684999.030926:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872647168 00000100:00100000:0.0:1734684999.030946:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734684999.030946:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872647040 00000100:00100000:3.0:1734684999.030949:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872647040 00000100:00100000:2.0:1734684999.030969:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872647296 00000100:00100000:2.0:1734684999.030971:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872647296 00000100:00100000:3.0:1734684999.030971:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 755 00000100:00100000:3.0:1734684999.030975:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872647040:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684999.030982:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872647424 00000100:00100000:2.0:1734684999.030985:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2353 00000100:00100000:0.0:1734684999.030986:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872647424 00000100:00100000:2.0:1734684999.030990:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872647168:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734684999.031003:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53937 00000100:00100000:0.0:1734684999.031008:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872647424:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734684999.031011:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2354 00000100:00100000:1.0:1734684999.031017:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872647296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734684999.031017:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872647040:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1734684999.031021:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872647168:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1734684999.031021:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 755 00010000:00020000:0.0:1734684999.031026:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734684999.031027:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2353 00000100:00100000:1.0:1734684999.031045:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872647296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (123us total) trans 0 rc 0/0 00000100:00080000:2.0:1734684999.031045:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684969 00000100:00100000:0.0:1734684999.031046:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872647424:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (99us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734684999.031049:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684969 00000100:00100000:1.0:1734684999.031050:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2354 00000100:00080000:2.0:1734684999.031050:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684969 00000100:00100000:0.0:1734684999.031051:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53937 00010000:00010000:2.0:1734684999.252730:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685000.254709:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685001.257413:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685001.540734:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685001.540753:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848204800:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685001.540799:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685001.540939:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848204800 00000100:00100000:0.0:1734685001.540946:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848204800 00000100:00100000:0.0:1734685001.540985:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41069 00000100:00100000:0.0:1734685001.540991:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848204800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685001.541018:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685001.541080:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848204800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685001.541084:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41069 00000100:00100000:2.0:1734685001.541113:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848204800:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685001.589267:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685001.589273:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734685001.589276:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848204928:0@lo:400:kworker.0 00000100:00080000:2.0:1734685001.589276:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685001.589282:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9796 00000100:00080000:2.0:1734685001.589285:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685001.589291:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685001.589296:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848205312:0@lo:400:kworker.0 00000100:00100000:3.0:1734685001.589345:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848205056:0@lo:400:kworker.0 00000100:00100000:1.0:1734685001.589347:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685001.589371:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685001.589375:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685001.589377:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848205184:0@lo:400:kworker.0 00000100:00100000:1.0:1734685001.589393:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685001.589418:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848205056 00000100:00100000:1.0:1734685001.589423:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848205056 00000100:00100000:2.0:1734685001.589435:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed5aa00 x1818938848205440/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685001.589448:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685001.589458:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734685001.589470:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848205568:0@lo:400:kworker.0 00000100:00080000:2.0:1734685001.589477:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685001.589479:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685001.589482:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9796 00000100:00080000:2.0:1734685001.589484:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734685001.589486:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685001.589496:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685001.589501:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848205696:0@lo:400:kworker.0 00000100:00100000:1.0:1734685001.589501:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848205184 00000100:00100000:3.0:1734685001.589503:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848204928 00000100:00100000:1.0:1734685001.589504:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848205184 00000100:00100000:3.0:1734685001.589507:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848204928 00000100:00100000:0.0:1734685001.589515:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685001.589519:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2355 00000100:00100000:1.0:1734685001.589524:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848205056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685001.589525:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1734685001.589548:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848205568 00000100:00100000:0.0:1734685001.589551:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848205568 00000100:00100000:3.0:1734685001.589555:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848204928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685001.589570:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7591 00000100:00100000:0.0:1734685001.589575:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848205568:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685001.589603:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685001.589619:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed59f80 x1818938848205824/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685001.589649:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848205696 00000100:00100000:2.0:1734685001.589652:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848205696 00000100:00100000:2.0:1734685001.589673:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2356 00000100:00100000:1.0:1734685001.589694:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848205056:12345-0@lo:400:kworker.0 Request processed in 170us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685001.589698:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848204928:12345-0@lo:400:kworker.0 Request processed in 142us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685001.589700:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2355 00000100:00100000:3.0:1734685001.589704:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1734685001.589707:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848205568:12345-0@lo:400:kworker.0 Request processed in 131us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685001.589713:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7591 00000100:00100000:3.0:1734685001.589730:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357 00000100:00100000:0.0:1734685001.589731:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848205312 00000100:00100000:0.0:1734685001.589733:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848205312 00000100:00100000:3.0:1734685001.589734:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848205696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685001.589750:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41070 00000100:00100000:0.0:1734685001.589754:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848205312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685001.589755:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848205696:12345-0@lo:400:kworker.0 Request processed in 21us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685001.589760:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357 00000100:00100000:0.0:1734685001.589779:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848205312:12345-0@lo:400:kworker.0 Request processed in 24us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685001.589786:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41070 00000100:00100000:3.0:1734685001.589791:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848205056:0@lo:400:kworker.0 00000100:00100000:3.0:1734685001.589804:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848205952:0@lo:400:kworker.0 00000100:00100000:0.0:1734685001.589808:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848205696:0@lo:400:kworker.0 00000100:00100000:0.0:1734685001.589816:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848205568:0@lo:400:kworker.0 00000100:00100000:3.0:1734685001.589820:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685001.589823:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848204928:0@lo:400:kworker.0 00000100:00100000:3.0:1734685001.589829:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685001.589833:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848206080:0@lo:400:kworker.0 00000100:00100000:0.0:1734685001.589839:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848205952 00000100:00100000:0.0:1734685001.589842:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848205952 00000100:00100000:2.0:1734685001.589851:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848205184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685001.589855:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7592 00000100:00100000:0.0:1734685001.589859:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848205952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685001.589875:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848205312:0@lo:400:kworker.0 00000100:00100000:2.0:1734685001.589878:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848205184:12345-0@lo:400:kworker.0 Request processed in 200us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685001.589883:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2356 00000100:00100000:0.0:1734685001.589884:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848205952:12345-0@lo:400:kworker.0 Request processed in 24us (62us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685001.589887:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848205184:0@lo:400:kworker.0 00000100:00100000:0.0:1734685001.589889:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7592 00000100:00100000:2.0:1734685001.589900:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848205440:0@lo:8:kworker.0 00000100:00080000:1.0:1734685001.589904:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684971 00000100:00080000:1.0:1734685001.589907:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684971 00000100:00080000:1.0:1734685001.589909:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684971 00000100:00080000:1.0:1734685001.589910:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684971 00000100:00100000:2.0:1734685001.589916:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685001.589935:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848205824:0@lo:8:kworker.0 00000100:00100000:2.0:1734685001.589950:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685001.589971:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848205440 00000100:00100000:0.0:1734685001.589974:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848205440 00000100:00100000:0.0:1734685001.589986:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848205824 00000100:00100000:0.0:1734685001.589988:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848205824 00000100:00100000:1.0:1734685001.589994:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53938 00000100:00100000:1.0:1734685001.589998:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848205440:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685001.589999:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53939 00000100:00100000:0.0:1734685001.590003:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848205824:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685001.590012:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734685001.590016:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685001.590019:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685001.590056:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848205952:0@lo:400:kworker.0 00000100:00100000:1.0:1734685001.590059:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a55050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848205440:12345-0@lo:8:kworker.0 Request processed in 59us (142us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685001.590061:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848205824:12345-0@lo:8:kworker.0 Request processed in 56us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685001.590065:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53938 00000100:00100000:0.0:1734685001.590068:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53939 00000100:00100000:2.0:1734685001.590095:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848206080 00000100:00100000:2.0:1734685001.590098:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848206080 00000100:00100000:2.0:1734685001.590113:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358 00000100:00100000:2.0:1734685001.590122:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848206080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685001.590145:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848206080:12345-0@lo:400:kworker.0 Request processed in 28us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685001.590150:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358 00000100:00080000:1.0:1734685001.590167:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685001.590170:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685001.590173:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848205440:0@lo:8:kworker.0 00000100:02020000:1.0:1734685001.590180:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00100000:3.0:1734685001.590202:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848206080:0@lo:400:kworker.0 00000100:00080000:1.0:1734685001.595323:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685001.595330:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685001.595337:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848205824:0@lo:8:kworker.0 00000100:00100000:0.0:1734685001.620712:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848206208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685001.620766:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685001.620811:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848206208 00000100:00100000:2.0:1734685001.620818:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848206208 00000100:00100000:2.0:1734685001.620860:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41071 00000100:00100000:2.0:1734685001.620866:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848206208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685001.620891:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685001.620919:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848206208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685001.620923:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41071 00000100:00100000:0.0:1734685001.620939:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848206208:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685001.668899:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848206336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685001.668951:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685001.669013:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848206336 00000100:00100000:2.0:1734685001.669020:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848206336 00000100:00100000:2.0:1734685001.669086:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6718 00000100:00100000:2.0:1734685001.669092:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848206336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685001.669117:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685001.669158:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848206336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685001.669163:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6718 00000100:00100000:3.0:1734685001.669242:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848206336:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685002.258734:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685003.261100:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685003.380746:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685003.380763:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848206464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685003.380808:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685003.380877:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848206464 00000100:00100000:2.0:1734685003.380884:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848206464 00000100:00100000:2.0:1734685003.380943:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6719 00000100:00100000:2.0:1734685003.380949:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848206464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685003.380967:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:1.0:1734685003.381679:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684973 00000100:00100000:2.0:1734685003.381807:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848206464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 856us (996us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685003.381862:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848206464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685003.381877:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6719 00000100:00100000:0.0:1734685004.039191:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685004.039238:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685004.039264:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685004.039289:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685004.039299:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872647552 00000100:00100000:3.0:1734685004.039308:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872647552 00000100:00100000:0.0:1734685004.039330:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872647680 00000100:00100000:0.0:1734685004.039333:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872647680 00000100:00100000:3.0:1734685004.039345:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 757 00000100:00100000:3.0:1734685004.039351:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872647552:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685004.039354:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872647808 00000100:00100000:0.0:1734685004.039356:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872647808 00000100:00100000:0.0:1734685004.039370:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2359 00000100:00100000:0.0:1734685004.039374:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872647680:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685004.039398:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872647552:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685004.039404:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 757 00000100:00100000:0.0:1734685004.039413:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872647680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685004.039419:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2359 00000100:00100000:0.0:1734685004.039429:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2360 00000100:00100000:0.0:1734685004.039432:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872647808:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685004.039447:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872647808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685004.039451:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2360 00000100:00080000:0.0:1734685004.039472:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684974 00000100:00080000:0.0:1734685004.039475:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684974 00000100:00080000:0.0:1734685004.039477:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684974 00000100:00100000:1.0:1734685004.039848:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872647936 00000100:00100000:1.0:1734685004.039852:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872647936 00000100:00100000:1.0:1734685004.039883:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53940 00000100:00100000:1.0:1734685004.039887:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872647936:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685004.039905:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685004.039941:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872647936:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 53us (651us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685004.039947:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53940 00010000:00010000:2.0:1734685004.264053:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685005.264854:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685006.266715:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685006.549012:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685006.549038:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848206592:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685006.549092:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685006.549224:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848206592 00000100:00100000:2.0:1734685006.549234:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848206592 00000100:00100000:2.0:1734685006.549291:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41072 00000100:00100000:2.0:1734685006.549298:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848206592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685006.549339:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685006.549405:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848206592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685006.549412:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41072 00000100:00100000:3.0:1734685006.549444:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848206592:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685006.596811:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685006.596817:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685006.596820:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685006.596827:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9801 00000100:00100000:3.0:1734685006.596830:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848206848:0@lo:400:kworker.0 00000100:00080000:2.0:1734685006.596831:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685006.596836:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685006.596855:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed5a300 x1818938848207232/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685006.596877:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685006.596880:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734685006.596880:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685006.596882:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685006.596885:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9801 00000100:00080000:2.0:1734685006.596887:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685006.596890:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685006.596900:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed5b480 x1818938848207616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685006.596907:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848207488:0@lo:400:kworker.0 00000100:00100000:0.0:1734685006.596917:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848207104:0@lo:400:kworker.0 00000100:00100000:3.0:1734685006.596920:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685006.596929:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734685006.596933:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848206720:0@lo:400:kworker.0 00000100:00100000:2.0:1734685006.596934:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848206848 00000100:00100000:2.0:1734685006.596940:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848206848 00000100:00100000:3.0:1734685006.596959:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685006.596969:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848207360:0@lo:400:kworker.0 00000100:00100000:3.0:1734685006.596984:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685006.596994:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848207488 00000100:00100000:2.0:1734685006.596997:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848207488 00000100:00100000:0.0:1734685006.596999:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685006.597002:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848206720 00000100:00100000:3.0:1734685006.597005:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848206720 00000100:00100000:2.0:1734685006.597010:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2361 00000100:00100000:2.0:1734685006.597015:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848206848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685006.597024:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1734685006.597028:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848206720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685006.597040:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848207872:0@lo:400:kworker.0 00000100:00100000:2.0:1734685006.597061:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848206848:12345-0@lo:400:kworker.0 Request processed in 45us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685006.597068:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361 00000100:00100000:0.0:1734685006.597069:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685006.597069:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848206720:12345-0@lo:400:kworker.0 Request processed in 37us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685006.597075:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1734685006.597082:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848207872 00000100:00100000:0.0:1734685006.597084:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734685006.597085:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848207872 00000100:00100000:0.0:1734685006.597090:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848206976:0@lo:400:kworker.0 00000100:00100000:2.0:1734685006.597097:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2362 00000100:00100000:3.0:1734685006.597098:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848207360 00000100:00100000:2.0:1734685006.597100:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848207488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685006.597101:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848207360 00000100:00100000:0.0:1734685006.597111:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685006.597116:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7593 00000100:00100000:3.0:1734685006.597119:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848207360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685006.597121:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848207488:12345-0@lo:400:kworker.0 Request processed in 20us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685006.597126:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848207744:0@lo:400:kworker.0 00000100:00100000:2.0:1734685006.597127:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2362 00000100:00100000:2.0:1734685006.597135:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848206976 00000100:00100000:2.0:1734685006.597138:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848206976 00000100:00100000:3.0:1734685006.597143:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848207360:12345-0@lo:400:kworker.0 Request processed in 23us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685006.597144:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685006.597147:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2363 00000100:00100000:3.0:1734685006.597148:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7593 00000100:00100000:2.0:1734685006.597150:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848207872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685006.597155:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848207744 00000100:00100000:3.0:1734685006.597157:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848207744 00000100:00100000:3.0:1734685006.597169:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7594 00000100:00100000:2.0:1734685006.597171:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848207872:12345-0@lo:400:kworker.0 Request processed in 20us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685006.597173:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848207744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685006.597176:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2363 00000100:00100000:2.0:1734685006.597184:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2364 00000100:00100000:2.0:1734685006.597187:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848206976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685006.597189:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848207744:12345-0@lo:400:kworker.0 Request processed in 16us (45us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685006.597192:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7594 00000100:00100000:2.0:1734685006.597206:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848206976:12345-0@lo:400:kworker.0 Request processed in 18us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685006.597211:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2364 00000100:00100000:3.0:1734685006.597212:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848206720:0@lo:400:kworker.0 00000100:00100000:3.0:1734685006.597219:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848207360:0@lo:400:kworker.0 00000100:00080000:2.0:1734685006.597222:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684976 00000100:00080000:2.0:1734685006.597224:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684976 00000100:00100000:3.0:1734685006.597224:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848207488:0@lo:400:kworker.0 00000100:00080000:2.0:1734685006.597226:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684976 00000100:00080000:2.0:1734685006.597228:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684976 00000100:00100000:3.0:1734685006.597228:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848206848:0@lo:400:kworker.0 00000100:00100000:2.0:1734685006.597241:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848207104 00000100:00100000:2.0:1734685006.597243:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848207104 00000100:00100000:2.0:1734685006.597262:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41073 00000100:00100000:2.0:1734685006.597266:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848207104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685006.597288:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848207104:12345-0@lo:400:kworker.0 Request processed in 21us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685006.597293:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41073 00000100:00080000:2.0:1734685006.597303:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684976 00000100:00100000:0.0:1734685006.597322:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848207744:0@lo:400:kworker.0 00000100:00100000:0.0:1734685006.597334:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848207872:0@lo:400:kworker.0 00000100:00100000:0.0:1734685006.597342:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848207104:0@lo:400:kworker.0 00000100:00100000:0.0:1734685006.597363:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848206976:0@lo:400:kworker.0 00000100:00100000:1.0:1734685006.597372:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848207232:0@lo:8:kworker.0 00000100:00100000:1.0:1734685006.597394:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685006.597411:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848207616:0@lo:8:kworker.0 00000100:00100000:1.0:1734685006.597424:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685006.597437:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848207232 00000100:00100000:3.0:1734685006.597440:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848207232 00000100:00100000:3.0:1734685006.597463:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848207616 00000100:00100000:3.0:1734685006.597465:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848207616 00000100:00100000:2.0:1734685006.597473:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53941 00000100:00100000:2.0:1734685006.597478:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848207232:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685006.597478:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53942 00000100:00100000:3.0:1734685006.597482:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848207616:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685006.597494:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734685006.597502:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685006.597743:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848207232:12345-0@lo:8:kworker.0 Request processed in 264us (348us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685006.597748:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53941 00000100:00100000:3.0:1734685006.597757:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848207616:12345-0@lo:8:kworker.0 Request processed in 274us (332us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685006.597764:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53942 00000100:00080000:1.0:1734685006.597826:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685006.597829:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685006.597832:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848207232:0@lo:8:kworker.0 00000100:00080000:1.0:1734685006.597838:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685006.597840:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685006.597843:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848207616:0@lo:8:kworker.0 00000100:00100000:1.0:1734685006.628900:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848208000:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685006.628970:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685006.629125:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848208000 00000100:00100000:2.0:1734685006.629132:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848208000 00000100:00100000:2.0:1734685006.629170:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41074 00000100:00100000:2.0:1734685006.629176:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848208000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685006.629203:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685006.629236:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848208000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685006.629242:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41074 00000100:00100000:1.0:1734685006.629330:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848208000:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685006.676778:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848208128:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685006.676829:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685006.677017:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848208128 00000100:00100000:2.0:1734685006.677024:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848208128 00000100:00100000:2.0:1734685006.677062:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6720 00000100:00100000:2.0:1734685006.677068:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848208128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685006.677108:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685006.677158:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848208128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685006.677164:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6720 00000100:00100000:0.0:1734685006.677345:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848208128:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685007.268808:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685008.270803:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685008.388962:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685008.388981:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848208256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685008.389102:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685008.389324:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848208256 00000100:00100000:2.0:1734685008.389331:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848208256 00000100:00080000:0.0:1734685008.389995:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684978 00000100:00100000:2.0:1734685008.390006:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6721 00000100:00100000:2.0:1734685008.390056:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848208256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685008.390081:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685008.390137:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848208256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (1036us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685008.390143:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6721 00000100:00100000:0.0:1734685008.390174:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848208256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685009.047230:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685009.047268:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685009.047288:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872648192 00000100:00100000:2.0:1734685009.047295:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872648192 00000100:00100000:0.0:1734685009.047302:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685009.047345:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2365 00000100:00100000:2.0:1734685009.047351:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872648192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685009.047359:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685009.047376:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872648320 00000100:00100000:0.0:1734685009.047379:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872648320 00000100:00100000:0.0:1734685009.047399:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2366 00000100:00100000:0.0:1734685009.047403:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872648320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685009.047405:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872648192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685009.047411:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2365 00000100:00100000:0.0:1734685009.047424:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872648320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (65us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685009.047429:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2366 00000100:00100000:2.0:1734685009.047445:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872648064 00000100:00100000:2.0:1734685009.047448:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872648064 00000100:00100000:2.0:1734685009.047465:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 759 00000100:00100000:2.0:1734685009.047469:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872648064:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685009.047477:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872648448 00000100:00100000:3.0:1734685009.047480:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872648448 00000100:00100000:2.0:1734685009.047487:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872648064:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685009.047492:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 759 00000100:00080000:1.0:1734685009.047499:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684979 00000100:00100000:3.0:1734685009.047505:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53943 00000100:00080000:1.0:1734685009.047506:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684979 00000100:00080000:1.0:1734685009.047508:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684979 00000100:00100000:3.0:1734685009.047509:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872648448:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685009.047550:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685009.047571:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872648448:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 60us (302us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685009.047577:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53943 00010000:00010000:2.0:1734685009.272763:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685010.274772:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685011.276727:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685011.556671:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848208384:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685011.556721:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685011.556753:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848208384 00000100:00100000:3.0:1734685011.556758:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848208384 00000100:00100000:3.0:1734685011.556793:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41075 00000100:00100000:3.0:1734685011.556799:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848208384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685011.556826:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685011.556898:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848208384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685011.556904:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41075 00000100:00100000:0.0:1734685011.556932:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848208384:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685011.604810:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685011.604815:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685011.604818:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685011.604824:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9806 00000100:00080000:2.0:1734685011.604827:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685011.604831:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685011.604839:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848208512:0@lo:400:kworker.0 00000100:00100000:3.0:1734685011.604840:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848208768:0@lo:400:kworker.0 00000100:00100000:2.0:1734685011.604846:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed5b480 x1818938848209024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685011.604911:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848208640:0@lo:400:kworker.0 00000100:00080000:2.0:1734685011.605000:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685011.605003:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685011.605005:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685011.605007:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9806 00000100:00080000:2.0:1734685011.605010:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685011.605013:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685011.605024:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed5aa00 x1818938848209408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685011.605027:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685011.605050:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848209152:0@lo:400:kworker.0 00000100:00100000:1.0:1734685011.605068:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685011.605083:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685011.605088:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848209280:0@lo:400:kworker.0 00000100:00100000:3.0:1734685011.605089:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685011.605091:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848208896:0@lo:400:kworker.0 00000100:00100000:1.0:1734685011.605103:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685011.605109:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848209536:0@lo:400:kworker.0 00000100:00100000:0.0:1734685011.605111:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685011.605123:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848208768 00000100:00100000:0.0:1734685011.605126:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848209664:0@lo:400:kworker.0 00000100:00100000:1.0:1734685011.605128:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848208768 00000100:00100000:3.0:1734685011.605128:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685011.605140:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685011.605148:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848209152 00000100:00100000:3.0:1734685011.605151:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848209152 00000100:00100000:1.0:1734685011.605154:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848209280 00000100:00100000:0.0:1734685011.605156:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848209664 00000100:00100000:1.0:1734685011.605156:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848209280 00000100:00100000:0.0:1734685011.605158:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848209664 00000100:00100000:1.0:1734685011.605168:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2367 00000100:00100000:3.0:1734685011.605168:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848209536 00000100:00100000:3.0:1734685011.605170:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848209536 00000100:00100000:0.0:1734685011.605172:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2368 00000100:00100000:1.0:1734685011.605174:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848208768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685011.605175:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848209280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685011.605181:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7595 00000100:00100000:3.0:1734685011.605185:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848209152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685011.605206:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848209280:12345-0@lo:400:kworker.0 Request processed in 30us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685011.605206:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848208768:12345-0@lo:400:kworker.0 Request processed in 32us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685011.605211:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2367 00000100:00100000:3.0:1734685011.605211:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848209152:12345-0@lo:400:kworker.0 Request processed in 25us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685011.605213:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2368 00000100:00100000:3.0:1734685011.605216:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7595 00000100:00100000:1.0:1734685011.605224:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:3.0:1734685011.605227:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7596 00000100:00100000:1.0:1734685011.605228:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848209664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685011.605230:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848209536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685011.605232:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848208512 00000100:00100000:2.0:1734685011.605234:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848208512 00000100:00100000:3.0:1734685011.605247:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848209536:12345-0@lo:400:kworker.0 Request processed in 16us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685011.605250:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848209664:12345-0@lo:400:kworker.0 Request processed in 22us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685011.605252:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7596 00000100:00100000:2.0:1734685011.605253:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1734685011.605255:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369 00000100:00100000:2.0:1734685011.605257:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848208512:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685011.605266:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684981 00000100:00100000:3.0:1734685011.605267:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848208896 00000100:00080000:1.0:1734685011.605269:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684981 00000100:00100000:3.0:1734685011.605269:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848208896 00000100:00080000:1.0:1734685011.605271:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684981 00000100:00080000:1.0:1734685011.605272:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684981 00000100:00100000:2.0:1734685011.605277:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848208512:12345-0@lo:400:kworker.0 Request processed in 19us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685011.605281:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1734685011.605284:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41076 00000100:00100000:3.0:1734685011.605287:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848208896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685011.605294:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848209280:0@lo:400:kworker.0 00000100:00100000:1.0:1734685011.605301:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848209152:0@lo:400:kworker.0 00000100:00100000:1.0:1734685011.605306:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848208512:0@lo:400:kworker.0 00000100:00100000:2.0:1734685011.605306:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848209024:0@lo:8:kworker.0 00000100:00100000:3.0:1734685011.605309:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848208896:12345-0@lo:400:kworker.0 Request processed in 20us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685011.605314:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41076 00000100:00100000:2.0:1734685011.605319:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685011.605328:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848209536:0@lo:400:kworker.0 00000100:00100000:2.0:1734685011.605328:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848209408:0@lo:8:kworker.0 00000100:00100000:3.0:1734685011.605328:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848209024 00000100:00100000:3.0:1734685011.605331:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848209024 00000100:00100000:1.0:1734685011.605334:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848208768:0@lo:400:kworker.0 00000100:00100000:2.0:1734685011.605339:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685011.605340:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53944 00000100:00100000:3.0:1734685011.605344:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848209024:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685011.605351:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848209408 00000100:00100000:2.0:1734685011.605353:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848209408 00010000:00020000:3.0:1734685011.605358:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685011.605362:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53945 00000100:00100000:2.0:1734685011.605366:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848209408:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685011.605375:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685011.605375:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848209024:12345-0@lo:8:kworker.0 Request processed in 30us (54us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685011.605380:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53944 00000100:00100000:2.0:1734685011.605392:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848209408:12345-0@lo:8:kworker.0 Request processed in 25us (52us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685011.605397:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53945 00000100:00080000:2.0:1734685011.605412:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685011.605416:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685011.605418:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848209024:0@lo:8:kworker.0 00000100:00080000:2.0:1734685011.605423:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685011.605425:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685011.605427:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848209408:0@lo:8:kworker.0 00000100:00100000:0.0:1734685011.605488:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848208896:0@lo:400:kworker.0 00000100:00100000:0.0:1734685011.605497:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848209664:0@lo:400:kworker.0 00000100:00100000:0.0:1734685011.605508:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685011.605547:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848208640 00000100:00100000:2.0:1734685011.605550:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848208640 00000100:00100000:2.0:1734685011.605575:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370 00000100:00100000:2.0:1734685011.605579:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848208640:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685011.605597:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684981 00000100:00100000:2.0:1734685011.605602:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848208640:12345-0@lo:400:kworker.0 Request processed in 22us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685011.605606:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370 00000100:00100000:0.0:1734685011.605611:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848208640:0@lo:400:kworker.0 00000100:00100000:2.0:1734685011.636709:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848209792:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685011.636753:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685011.636807:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848209792 00000100:00100000:3.0:1734685011.636813:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848209792 00000100:00100000:3.0:1734685011.636852:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41077 00000100:00100000:3.0:1734685011.636858:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848209792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685011.636899:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685011.636947:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848209792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685011.636953:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41077 00000100:00100000:2.0:1734685011.636987:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848209792:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685011.684669:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848209920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685011.684723:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685011.684762:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848209920 00000100:00100000:0.0:1734685011.684769:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848209920 00000100:00100000:0.0:1734685011.684804:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6722 00000100:00100000:0.0:1734685011.684810:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848209920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685011.684834:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685011.684891:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848209920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685011.684895:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6722 00000100:00100000:2.0:1734685011.684912:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848209920:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685012.278754:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685013.280881:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685013.396711:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848210048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685013.396765:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685013.396813:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848210048 00000100:00100000:0.0:1734685013.396820:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848210048 00000100:00100000:0.0:1734685013.396877:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6723 00000100:00100000:0.0:1734685013.396882:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848210048:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734685013.396889:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684983 00002000:00000024:0.0:1734685013.396901:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685013.396937:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848210048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685013.396941:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6723 00000100:00100000:1.0:1734685013.396951:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848210048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685014.054742:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685014.054780:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685014.054806:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685014.054839:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872648576 00000100:00100000:2.0:1734685014.054851:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872648576 00000100:00100000:0.0:1734685014.054858:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685014.054880:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872648704 00000100:00100000:3.0:1734685014.054888:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872648704 00000100:00080000:0.0:1734685014.054894:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684984 00000100:00080000:0.0:1734685014.054898:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684984 00000100:00100000:0.0:1734685014.054913:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872648960 00000100:00100000:0.0:1734685014.054917:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872648960 00000100:00100000:3.0:1734685014.054922:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872648832 00000100:00100000:3.0:1734685014.054924:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872648832 00000100:00100000:1.0:1734685014.054928:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2371 00000100:00100000:2.0:1734685014.054929:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 761 00000100:00100000:0.0:1734685014.054934:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53946 00000100:00100000:1.0:1734685014.054937:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872648704:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685014.054938:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872648576:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685014.054939:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872648960:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685014.054942:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2372 00000100:00100000:3.0:1734685014.054947:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872648832:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685014.054959:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685014.054990:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872648704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685014.054990:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872648832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685014.054996:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2371 00000100:00100000:3.0:1734685014.054999:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2372 00000100:00100000:2.0:1734685014.055000:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872648576:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685014.055001:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872648960:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 61us (194us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685014.055008:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 761 00000100:00100000:0.0:1734685014.055009:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53946 00000100:00080000:0.0:1734685014.055023:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684984 00010000:00010000:2.0:1734685014.282723:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685015.284751:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685016.286723:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685016.565036:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685016.565054:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848210176:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685016.565109:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685016.565214:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848210176 00000100:00100000:3.0:1734685016.565221:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848210176 00000100:00100000:3.0:1734685016.565251:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41078 00000100:00100000:3.0:1734685016.565257:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848210176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685016.565284:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685016.565595:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848210176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 336us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685016.565602:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41078 00000100:00100000:1.0:1734685016.565676:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848210176:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685016.612851:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848210304:0@lo:400:kworker.0 00000100:00100000:3.0:1734685016.612912:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685016.612941:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685016.612947:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848210432:0@lo:400:kworker.0 00000100:00080000:2.0:1734685016.612953:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685016.612960:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685016.612963:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685016.612967:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685016.612975:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9811 00000100:00100000:0.0:1734685016.612978:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848210304 00000100:00080000:2.0:1734685016.612980:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734685016.612984:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848210304 00000100:00080000:2.0:1734685016.612988:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685016.613011:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed58a80 x1818938848210816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685016.613042:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848210432 00000100:00100000:1.0:1734685016.613045:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848210432 00000100:00080000:2.0:1734685016.613056:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734685016.613059:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00080000:2.0:1734685016.613059:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685016.613061:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734685016.613065:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848210304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685016.613065:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373 00000100:00080000:2.0:1734685016.613065:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9811 00000100:00100000:1.0:1734685016.613068:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848210432:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685016.613068:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685016.613072:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685016.613078:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848210944:0@lo:400:kworker.0 00000100:00100000:2.0:1734685016.613084:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed59880 x1818938848211200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685016.613108:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848210432:12345-0@lo:400:kworker.0 Request processed in 38us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685016.613114:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848210304:12345-0@lo:400:kworker.0 Request processed in 50us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685016.613117:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373 00000100:00100000:0.0:1734685016.613118:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1734685016.613121:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848211072:0@lo:400:kworker.0 00000100:00100000:3.0:1734685016.613130:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685016.613138:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684986 00000100:00100000:1.0:1734685016.613140:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848210560:0@lo:400:kworker.0 00000100:00080000:0.0:1734685016.613141:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684986 00000100:00100000:0.0:1734685016.613152:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848210944 00000100:00100000:0.0:1734685016.613155:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848210944 00000100:00100000:2.0:1734685016.613166:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685016.613173:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7597 00000100:00100000:0.0:1734685016.613177:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848210944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685016.613180:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848210432:0@lo:400:kworker.0 00000100:00100000:1.0:1734685016.613183:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848211072 00000100:00100000:1.0:1734685016.613185:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848211072 00000100:00100000:3.0:1734685016.613190:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848210304:0@lo:400:kworker.0 00000100:00100000:1.0:1734685016.613200:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374 00000100:00100000:0.0:1734685016.613201:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848210944:12345-0@lo:400:kworker.0 Request processed in 24us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685016.613203:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848211072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685016.613206:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7597 00000100:00100000:2.0:1734685016.613208:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848210816:0@lo:8:kworker.0 00000100:00080000:0.0:1734685016.613216:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684986 00000100:00100000:3.0:1734685016.613216:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848210944:0@lo:400:kworker.0 00000100:00100000:0.0:1734685016.613225:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848210688:0@lo:400:kworker.0 00000100:00100000:1.0:1734685016.613230:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848211072:12345-0@lo:400:kworker.0 Request processed in 26us (64us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685016.613232:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685016.613234:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374 00000100:00100000:2.0:1734685016.613245:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848211200:0@lo:8:kworker.0 00000100:00100000:0.0:1734685016.613246:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685016.613249:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685016.613261:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848211456:0@lo:400:kworker.0 00000100:00100000:2.0:1734685016.613261:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685016.613266:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848211328:0@lo:400:kworker.0 00000100:00100000:3.0:1734685016.613270:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848210688 00000100:00100000:3.0:1734685016.613275:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848210688 00000100:00100000:0.0:1734685016.613278:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685016.613278:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685016.613292:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848211072:0@lo:400:kworker.0 00000100:00100000:1.0:1734685016.613296:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848210560 00000100:00100000:0.0:1734685016.613297:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848210816 00000100:00100000:1.0:1734685016.613298:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848210560 00000100:00100000:0.0:1734685016.613299:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848210816 00000100:00100000:0.0:1734685016.613310:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848211200 00000100:00100000:1.0:1734685016.613310:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848211456 00000100:00100000:1.0:1734685016.613311:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848211456 00000100:00100000:0.0:1734685016.613312:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848211200 00000100:00100000:3.0:1734685016.613312:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41079 00000100:00100000:3.0:1734685016.613318:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848210688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685016.613319:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848211328 00000100:00100000:0.0:1734685016.613323:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53947 00000100:00100000:1.0:1734685016.613323:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2375 00000100:00100000:2.0:1734685016.613323:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848211328 00000100:00100000:0.0:1734685016.613326:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848210816:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685016.613326:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848210560:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734685016.613342:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685016.613346:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7598 00000100:00100000:1.0:1734685016.613349:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848210560:12345-0@lo:400:kworker.0 Request processed in 22us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685016.613350:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848211328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685016.613354:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2375 00000100:00100000:3.0:1734685016.613362:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848210688:12345-0@lo:400:kworker.0 Request processed in 43us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685016.613363:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376 00000100:00100000:0.0:1734685016.613365:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848210816:12345-0@lo:8:kworker.0 Request processed in 38us (133us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685016.613366:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848211456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685016.613367:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41079 00000100:00100000:0.0:1734685016.613371:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53947 00000100:00100000:2.0:1734685016.613376:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848211328:12345-0@lo:400:kworker.0 Request processed in 26us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685016.613378:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53948 00000100:00100000:0.0:1734685016.613381:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848211200:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685016.613381:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7598 00000100:00100000:1.0:1734685016.613383:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848211456:12345-0@lo:400:kworker.0 Request processed in 16us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685016.613387:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376 00010000:00020000:0.0:1734685016.613388:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734685016.613399:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684986 00000100:00100000:0.0:1734685016.613402:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848211200:12345-0@lo:8:kworker.0 Request processed in 20us (140us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734685016.613403:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684986 00000100:00080000:3.0:1734685016.613405:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684986 00000100:00100000:0.0:1734685016.613406:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53948 00000100:00080000:2.0:1734685016.613407:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685016.613410:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685016.613413:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848210816:0@lo:8:kworker.0 00000100:00100000:1.0:1734685016.613419:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848210560:0@lo:400:kworker.0 00000100:00080000:2.0:1734685016.613420:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685016.613422:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685016.613425:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848211200:0@lo:8:kworker.0 00000100:00100000:1.0:1734685016.613427:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848211328:0@lo:400:kworker.0 00000100:00100000:0.0:1734685016.613431:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848210688:0@lo:400:kworker.0 00000100:00100000:0.0:1734685016.613440:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848211456:0@lo:400:kworker.0 00000100:00100000:3.0:1734685016.644793:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848211584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685016.644867:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685016.644968:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848211584 00000100:00100000:0.0:1734685016.644979:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848211584 00000100:00100000:0.0:1734685016.645031:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41080 00000100:00100000:0.0:1734685016.645036:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848211584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685016.645064:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685016.645124:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848211584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685016.645128:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41080 00000100:00100000:3.0:1734685016.645162:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848211584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685016.692763:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848211712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685016.692832:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685016.692875:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848211712 00000100:00100000:2.0:1734685016.692881:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848211712 00000100:00100000:2.0:1734685016.692918:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6724 00000100:00100000:2.0:1734685016.692923:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848211712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685016.692950:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685016.692990:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848211712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685016.692996:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6724 00000100:00100000:0.0:1734685016.693011:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848211712:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685017.288693:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685018.290698:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685018.404981:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848211840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685018.405035:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685018.405072:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848211840 00000100:00100000:2.0:1734685018.405079:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848211840 00000100:00080000:3.0:1734685018.405127:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684988 00000100:00100000:2.0:1734685018.405133:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6725 00000100:00100000:2.0:1734685018.405139:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848211840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685018.405209:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685018.405250:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848211840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685018.405256:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6725 00000100:00100000:1.0:1734685018.405277:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848211840:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685019.062954:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685019.063003:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685019.063030:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685019.063052:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872649088 00000100:00100000:2.0:1734685019.063062:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872649088 00000100:00100000:1.0:1734685019.063070:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872649216 00000100:00100000:1.0:1734685019.063078:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872649216 00000100:00100000:0.0:1734685019.063114:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:3.0:1734685019.063120:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684989 00000100:00100000:1.0:1734685019.063123:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872649344 00000100:00100000:1.0:1734685019.063125:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872649344 00000100:00080000:3.0:1734685019.063125:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684989 00000100:00100000:2.0:1734685019.063126:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 763 00000100:00100000:2.0:1734685019.063132:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872649088:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685019.063141:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872649472 00000100:00100000:0.0:1734685019.063145:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872649472 00000100:00100000:3.0:1734685019.063156:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2377 00000100:00100000:3.0:1734685019.063162:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872649216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685019.063172:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53949 00000100:00100000:1.0:1734685019.063172:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2378 00000100:00100000:0.0:1734685019.063180:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872649472:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685019.063180:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872649344:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685019.063201:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872649088:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685019.063205:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872649216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685019.063207:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 763 00010000:00020000:0.0:1734685019.063212:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685019.063212:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2377 00000100:00100000:1.0:1734685019.063230:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872649344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (198us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685019.063237:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684989 00000100:00100000:1.0:1734685019.063238:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2378 00000100:00100000:0.0:1734685019.063242:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872649472:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 63us (127us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685019.063249:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53949 00010000:00010000:2.0:1734685019.292811:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685020.294834:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685021.296735:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685021.572691:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685021.572722:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848211968:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685021.572766:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685021.572818:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848211968 00000100:00100000:0.0:1734685021.572824:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848211968 00000100:00100000:0.0:1734685021.572853:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41081 00000100:00100000:0.0:1734685021.572857:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848211968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685021.572884:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685021.572919:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848211968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685021.572924:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41081 00000100:00100000:1.0:1734685021.572940:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848211968:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685021.620723:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685021.620727:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685021.620730:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685021.620737:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9816 00000100:00100000:0.0:1734685021.620739:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848212224:0@lo:400:kworker.0 00000100:00100000:3.0:1734685021.620739:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848212096:0@lo:400:kworker.0 00000100:00080000:2.0:1734685021.620741:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685021.620745:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685021.620760:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009863b480 x1818938848212608/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685021.620780:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685021.620782:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685021.620783:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685021.620786:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9816 00000100:00080000:2.0:1734685021.620788:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:0.0:1734685021.620789:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685021.620789:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848212352:0@lo:400:kworker.0 00000100:00100000:3.0:1734685021.620789:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685021.620790:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685021.620798:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009863bb80 x1818938848212992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685021.620817:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848212736:0@lo:400:kworker.0 00000100:00100000:0.0:1734685021.620820:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848212864:0@lo:400:kworker.0 00000100:00100000:2.0:1734685021.620826:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848212480:0@lo:400:kworker.0 00000100:00100000:3.0:1734685021.620834:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685021.620839:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685021.620852:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685021.620854:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848212096 00000100:00100000:1.0:1734685021.620859:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848212224 00000100:00100000:3.0:1734685021.620859:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848212096 00000100:00100000:2.0:1734685021.620863:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848213248:0@lo:400:kworker.0 00000100:00100000:1.0:1734685021.620864:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848212224 00000100:00100000:0.0:1734685021.620870:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848212736 00000100:00100000:0.0:1734685021.620873:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848212736 00000100:00100000:2.0:1734685021.620876:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685021.620883:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1734685021.620886:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685021.620888:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848212096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685021.620890:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848213120:0@lo:400:kworker.0 00000100:00100000:0.0:1734685021.620893:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7599 00000100:00100000:0.0:1734685021.620897:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848212736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685021.620897:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848212864 00000100:00100000:1.0:1734685021.620899:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848212864 00000100:00100000:2.0:1734685021.620902:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685021.620910:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848213248 00000100:00100000:1.0:1734685021.620912:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848213248 00000100:00100000:2.0:1734685021.620920:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009863b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848212608:0@lo:8:kworker.0 00000100:00100000:1.0:1734685021.620923:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2379 00000100:00100000:0.0:1734685021.620927:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848212736:12345-0@lo:400:kworker.0 Request processed in 29us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685021.620927:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848212224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685021.620927:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848212096:12345-0@lo:400:kworker.0 Request processed in 37us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685021.620930:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685021.620933:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7599 00000100:00100000:3.0:1734685021.620933:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1734685021.620936:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009863bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848212992:0@lo:8:kworker.0 00000100:00100000:2.0:1734685021.620943:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734685021.620953:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684991 00000100:00080000:3.0:1734685021.620957:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684991 00000100:00080000:3.0:1734685021.620959:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684991 00000100:00100000:2.0:1734685021.620961:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848213120 00000100:00100000:2.0:1734685021.620963:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848213120 00000100:00100000:1.0:1734685021.620965:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848212224:12345-0@lo:400:kworker.0 Request processed in 38us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685021.620969:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2380 00000100:00100000:1.0:1734685021.620973:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2379 00000100:00100000:3.0:1734685021.620975:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848212864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685021.620989:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381 00000100:00100000:1.0:1734685021.620993:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848213248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685021.620999:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848212864:12345-0@lo:400:kworker.0 Request processed in 24us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685021.621005:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2380 00000100:00100000:1.0:1734685021.621021:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848213248:12345-0@lo:400:kworker.0 Request processed in 26us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685021.621026:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381 00000100:00100000:3.0:1734685021.621036:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848212736:0@lo:400:kworker.0 00000100:00100000:3.0:1734685021.621043:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848212096:0@lo:400:kworker.0 00000100:00100000:1.0:1734685021.621050:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848212608 00000100:00100000:1.0:1734685021.621053:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848212608 00000100:00100000:1.0:1734685021.621066:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848212992 00000100:00100000:1.0:1734685021.621067:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848212992 00000100:00100000:3.0:1734685021.621074:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53950 00000100:00100000:3.0:1734685021.621079:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848212608:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685021.621080:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53951 00000100:00100000:1.0:1734685021.621084:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848212992:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685021.621095:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734685021.621103:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685021.621116:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848212608:12345-0@lo:8:kworker.0 Request processed in 36us (185us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685021.621122:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53950 00000100:00100000:1.0:1734685021.621128:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848212992:12345-0@lo:8:kworker.0 Request processed in 42us (182us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685021.621133:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53951 00000100:00080000:3.0:1734685021.621142:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685021.621144:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685021.621148:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009863b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848212608:0@lo:8:kworker.0 00000100:00080000:3.0:1734685021.621154:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685021.621156:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685021.621158:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685021.621159:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009863bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848212992:0@lo:8:kworker.0 00000100:00100000:0.0:1734685021.621171:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7600 00000100:00100000:0.0:1734685021.621176:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848213120:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685021.621179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684991 00000100:00100000:1.0:1734685021.621185:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848212352 00000100:00100000:3.0:1734685021.621185:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848212480 00000100:00100000:1.0:1734685021.621188:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848212352 00000100:00100000:3.0:1734685021.621188:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848212480 00000100:00100000:2.0:1734685021.621197:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848213248:0@lo:400:kworker.0 00000100:00100000:0.0:1734685021.621203:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848213120:12345-0@lo:400:kworker.0 Request processed in 27us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685021.621205:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41082 00000100:00100000:1.0:1734685021.621206:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382 00000100:00100000:0.0:1734685021.621208:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7600 00000100:00100000:3.0:1734685021.621209:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848212480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685021.621210:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848212352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685021.621210:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848213120:0@lo:400:kworker.0 00000100:00080000:2.0:1734685021.621220:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684991 00000100:00080000:2.0:1734685021.621222:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684991 00000100:00100000:0.0:1734685021.621236:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848212864:0@lo:400:kworker.0 00000100:00100000:3.0:1734685021.621236:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848212480:12345-0@lo:400:kworker.0 Request processed in 26us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685021.621239:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848212480:0@lo:400:kworker.0 00000100:00100000:1.0:1734685021.621242:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848212352:12345-0@lo:400:kworker.0 Request processed in 30us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685021.621242:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41082 00000100:00100000:0.0:1734685021.621245:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848212224:0@lo:400:kworker.0 00000100:00100000:1.0:1734685021.621250:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2382 00000100:00100000:1.0:1734685021.621282:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848212352:0@lo:400:kworker.0 00000100:00100000:0.0:1734685021.652738:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848213376:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685021.652784:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685021.652819:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848213376 00000100:00100000:3.0:1734685021.652826:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848213376 00000100:00100000:3.0:1734685021.652862:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41083 00000100:00100000:3.0:1734685021.652868:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848213376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685021.652893:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685021.652924:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848213376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685021.652928:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41083 00000100:00100000:0.0:1734685021.652953:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848213376:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685021.700723:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848213504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685021.700774:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685021.700805:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848213504 00000100:00100000:2.0:1734685021.700810:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848213504 00000100:00100000:2.0:1734685021.700834:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6726 00000100:00100000:2.0:1734685021.700838:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848213504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685021.700857:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685021.700888:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848213504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685021.700892:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6726 00000100:00100000:0.0:1734685021.700922:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848213504:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685022.298710:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685023.300747:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685023.412787:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848213632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685023.412861:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685023.412918:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848213632 00000100:00100000:2.0:1734685023.412925:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848213632 00000100:00080000:0.0:1734685023.412961:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684993 00000100:00100000:2.0:1734685023.412975:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6727 00000100:00100000:2.0:1734685023.412980:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848213632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685023.413002:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685023.413031:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848213632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685023.413036:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6727 00000100:00100000:1.0:1734685023.413059:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848213632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685024.070871:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685024.070908:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685024.070929:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872649600 00000100:00100000:0.0:1734685024.070933:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685024.070937:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872649600 00000100:00100000:1.0:1734685024.070951:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872649728 00000100:00100000:1.0:1734685024.070955:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872649728 00000100:00100000:0.0:1734685024.070959:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734685024.070972:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684994 00000100:00080000:0.0:1734685024.070975:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684994 00000100:00100000:1.0:1734685024.070975:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872649856 00000100:00100000:1.0:1734685024.070976:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872649856 00000100:00100000:3.0:1734685024.070985:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 765 00000100:00100000:1.0:1734685024.070986:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2383 00000100:00080000:0.0:1734685024.070987:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684994 00000100:00100000:1.0:1734685024.070990:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872649728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685024.070990:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872649600:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685024.071014:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2384 00000100:00100000:0.0:1734685024.071020:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872649856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685024.071030:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872649728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685024.071032:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872649600:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685024.071035:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2383 00000100:00100000:3.0:1734685024.071038:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 765 00000100:00100000:0.0:1734685024.071044:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872649856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685024.071050:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2384 00000100:00100000:1.0:1734685024.071050:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872649984 00000100:00100000:1.0:1734685024.071052:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872649984 00000100:00100000:1.0:1734685024.071060:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53952 00000100:00100000:1.0:1734685024.071062:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872649984:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685024.071076:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685024.071090:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872649984:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 27us (158us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685024.071093:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53952 00010000:00010000:2.0:1734685024.302742:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685025.304727:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685026.306802:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685026.580716:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848213760:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685026.580760:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685026.580813:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848213760 00000100:00100000:3.0:1734685026.580819:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848213760 00000100:00100000:3.0:1734685026.580850:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41084 00000100:00100000:3.0:1734685026.580854:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848213760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685026.580878:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685026.580905:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848213760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685026.580909:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41084 00000100:00100000:2.0:1734685026.580919:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848213760:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685026.628758:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848213888:0@lo:400:kworker.0 00000100:00080000:2.0:1734685026.628761:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685026.628766:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685026.628768:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685026.628773:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9821 00000100:00080000:2.0:1734685026.628777:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685026.628782:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685026.628799:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800add7d500 x1818938848214400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685026.628807:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685026.628821:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685026.628823:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685026.628825:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685026.628828:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9821 00000100:00100000:0.0:1734685026.628830:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848214528:0@lo:400:kworker.0 00000100:00080000:2.0:1734685026.628830:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685026.628833:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685026.628841:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e175880 x1818938848214784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685026.628847:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685026.628859:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685026.628863:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848214016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685026.628874:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848214400:0@lo:8:kworker.0 00000100:00100000:0.0:1734685026.628882:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685026.628893:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848214656:0@lo:400:kworker.0 00000100:00100000:2.0:1734685026.628901:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685026.628908:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685026.628913:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848214784:0@lo:8:kworker.0 00000100:00100000:1.0:1734685026.628917:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848214528 00000100:00100000:1.0:1734685026.628923:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848214528 00000100:00100000:2.0:1734685026.628927:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685026.628932:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848214016 00000100:00100000:0.0:1734685026.628936:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848214016 00000100:00100000:2.0:1734685026.628949:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848213888 00000100:00100000:2.0:1734685026.628952:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848213888 00000100:00100000:0.0:1734685026.628956:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848214656 00000100:00100000:0.0:1734685026.628958:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848214656 00000100:00100000:1.0:1734685026.628958:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848214400 00000100:00100000:1.0:1734685026.628961:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848214400 00000100:00100000:3.0:1734685026.628966:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848214272:0@lo:400:kworker.0 00000100:00100000:1.0:1734685026.628971:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848214784 00000100:00100000:0.0:1734685026.628972:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2385 00000100:00100000:1.0:1734685026.628972:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848214784 00000100:00100000:2.0:1734685026.628972:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1734685026.628978:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848214016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685026.628978:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848213888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685026.628982:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7601 00000100:00100000:1.0:1734685026.628987:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848214528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685026.629016:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848213888:12345-0@lo:400:kworker.0 Request processed in 39us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685026.629016:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685026.629023:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848214016:12345-0@lo:400:kworker.0 Request processed in 45us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685026.629023:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1734685026.629024:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848214528:12345-0@lo:400:kworker.0 Request processed in 36us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685026.629029:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2385 00000100:00100000:1.0:1734685026.629030:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7601 00000100:00100000:0.0:1734685026.629040:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2386 00000100:00100000:3.0:1734685026.629041:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848215040:0@lo:400:kworker.0 00000100:00100000:0.0:1734685026.629043:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848214656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685026.629043:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53953 00000100:00100000:1.0:1734685026.629046:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848214400:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685026.629056:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685026.629057:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53954 00000100:00100000:2.0:1734685026.629061:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848214784:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685026.629062:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685026.629067:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848214656:12345-0@lo:400:kworker.0 Request processed in 23us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685026.629069:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734685026.629072:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2386 00010000:00020000:2.0:1734685026.629072:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685026.629073:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848214144:0@lo:400:kworker.0 00000100:00100000:0.0:1734685026.629080:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848215040 00000100:00100000:0.0:1734685026.629083:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848215040 00000100:00100000:1.0:1734685026.629084:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848214400:12345-0@lo:8:kworker.0 Request processed in 37us (183us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685026.629088:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685026.629090:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53953 00000100:00100000:2.0:1734685026.629093:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848214784:12345-0@lo:8:kworker.0 Request processed in 31us (165us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685026.629098:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53954 00000100:00100000:3.0:1734685026.629103:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848214912:0@lo:400:kworker.0 00000100:00100000:0.0:1734685026.629105:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848214144 00000100:00080000:1.0:1734685026.629105:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684996 00000100:00100000:0.0:1734685026.629107:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848214144 00000100:00080000:1.0:1734685026.629108:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684996 00000100:00080000:1.0:1734685026.629109:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684996 00000100:00080000:1.0:1734685026.629111:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684996 00000100:00100000:3.0:1734685026.629114:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685026.629117:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2387 00000100:00100000:0.0:1734685026.629121:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848215040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685026.629125:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388 00000100:00100000:2.0:1734685026.629130:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848214144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685026.629134:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848214912 00000100:00100000:3.0:1734685026.629138:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848214912 00000100:00100000:0.0:1734685026.629149:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848215040:12345-0@lo:400:kworker.0 Request processed in 27us (91us total) trans 0 rc 0/0 00000100:00080000:1.0:1734685026.629150:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684996 00000100:00100000:0.0:1734685026.629153:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2387 00000100:00100000:2.0:1734685026.629157:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848214144:12345-0@lo:400:kworker.0 Request processed in 27us (67us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685026.629162:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2388 00000100:00100000:3.0:1734685026.629163:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7602 00000100:00100000:3.0:1734685026.629167:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848214912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685026.629181:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848214016:0@lo:400:kworker.0 00000100:00080000:2.0:1734685026.629183:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685026.629186:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685026.629188:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848214272 00000100:00100000:2.0:1734685026.629189:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848214400:0@lo:8:kworker.0 00000100:00100000:0.0:1734685026.629190:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848214656:0@lo:400:kworker.0 00000100:00100000:1.0:1734685026.629191:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848214272 00000100:00100000:3.0:1734685026.629194:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848214912:12345-0@lo:400:kworker.0 Request processed in 26us (79us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685026.629195:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685026.629197:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685026.629198:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7602 00000100:00100000:0.0:1734685026.629199:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848214528:0@lo:400:kworker.0 00000100:00100000:2.0:1734685026.629199:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848214784:0@lo:8:kworker.0 00000100:00100000:0.0:1734685026.629204:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848213888:0@lo:400:kworker.0 00000100:00100000:1.0:1734685026.629209:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41085 00000100:00100000:1.0:1734685026.629214:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848214272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685026.629228:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848214144:0@lo:400:kworker.0 00000100:00100000:0.0:1734685026.629237:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848214912:0@lo:400:kworker.0 00000100:00100000:1.0:1734685026.629240:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848214272:12345-0@lo:400:kworker.0 Request processed in 25us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685026.629244:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848214272:0@lo:400:kworker.0 00000100:00100000:1.0:1734685026.629245:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41085 00000100:00100000:0.0:1734685026.629253:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848215040:0@lo:400:kworker.0 00000100:00080000:1.0:1734685026.629256:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684996 00000100:00100000:2.0:1734685026.660672:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848215168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685026.660728:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685026.660749:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848215168 00000100:00100000:1.0:1734685026.660755:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848215168 00000100:00100000:1.0:1734685026.660789:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41086 00000100:00100000:1.0:1734685026.660794:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848215168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685026.660821:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685026.660863:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848215168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685026.660870:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41086 00000100:00100000:2.0:1734685026.660891:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848215168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685026.708749:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4875180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848215296:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685026.708801:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685026.708837:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848215296 00000100:00100000:2.0:1734685026.708844:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848215296 00000100:00100000:2.0:1734685026.708877:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6728 00000100:00100000:2.0:1734685026.708883:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848215296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685026.708907:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685026.708936:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848215296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685026.708941:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6728 00000100:00100000:1.0:1734685026.708955:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4875180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848215296:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685027.308730:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685028.310776:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685028.420767:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848215424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685028.420820:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685028.420870:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848215424 00000100:00100000:0.0:1734685028.420875:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848215424 00000100:00080000:1.0:1734685028.420911:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734684998 00000100:00100000:0.0:1734685028.420915:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6729 00000100:00100000:0.0:1734685028.420921:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848215424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685028.420940:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685028.420977:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848215424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685028.420983:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6729 00000100:00100000:2.0:1734685028.420992:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848215424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685029.078793:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685029.078833:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685029.078855:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872650112 00000100:00100000:0.0:1734685029.078860:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685029.078861:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872650112 00000100:00100000:2.0:1734685029.078895:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 767 00000100:00100000:1.0:1734685029.078896:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872650240 00000100:00100000:2.0:1734685029.078899:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872650112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685029.078900:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872650240 00000100:00100000:3.0:1734685029.078911:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872650368 00000100:00100000:3.0:1734685029.078914:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872650368 00000100:00100000:1.0:1734685029.078928:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2389 00000100:00100000:1.0:1734685029.078933:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872650240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685029.078934:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2390 00000100:00100000:0.0:1734685029.078936:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685029.078937:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872650368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685029.078945:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872650112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685029.078950:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 767 00000100:00100000:1.0:1734685029.078961:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872650240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685029.078964:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872650368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685029.078966:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2389 00000100:00100000:3.0:1734685029.078969:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2390 00000100:00100000:3.0:1734685029.078983:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872650496 00000100:00080000:1.0:1734685029.078985:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734684999 00000100:00100000:3.0:1734685029.078985:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872650496 00000100:00080000:1.0:1734685029.078988:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734684999 00000100:00080000:1.0:1734685029.078990:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734684999 00000100:00100000:3.0:1734685029.078997:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53955 00000100:00100000:3.0:1734685029.079000:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872650496:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685029.079019:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685029.079047:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872650496:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (111us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685029.079053:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53955 00010000:00010000:2.0:1734685029.312745:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685030.314776:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685031.316734:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685031.588765:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685031.588790:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848215552:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685031.588846:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685031.589278:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848215552 00000100:00100000:1.0:1734685031.589289:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848215552 00000100:00100000:1.0:1734685031.589340:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41087 00000100:00100000:1.0:1734685031.589346:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848215552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685031.589386:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685031.589459:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848215552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685031.589466:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41087 00000100:00100000:3.0:1734685031.589511:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848215552:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685031.636762:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685031.636769:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685031.636772:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685031.636779:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9826 00000100:00080000:2.0:1734685031.636783:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685031.636788:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685031.636790:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848215680:0@lo:400:kworker.0 00000100:00100000:2.0:1734685031.636806:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800add7e680 x1818938848216192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685031.636812:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848215936:0@lo:400:kworker.0 00000100:00080000:2.0:1734685031.636829:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685031.636832:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685031.636833:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685031.636835:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9826 00000100:00080000:2.0:1734685031.636837:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685031.636840:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685031.636846:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685031.636846:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685031.636848:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800add7d500 x1818938848216576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685031.636872:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848216320:0@lo:400:kworker.0 00000100:00100000:3.0:1734685031.636873:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848216704:0@lo:400:kworker.0 00000100:00100000:2.0:1734685031.636878:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848216192:0@lo:8:kworker.0 00000100:00100000:0.0:1734685031.636891:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685031.636900:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848215936 00000100:00100000:2.0:1734685031.636902:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685031.636904:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1734685031.636905:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848215936 00000100:00100000:0.0:1734685031.636908:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848215808:0@lo:400:kworker.0 00000100:00100000:2.0:1734685031.636913:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848216576:0@lo:8:kworker.0 00000100:00100000:0.0:1734685031.636922:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685031.636926:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685031.636932:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848216448:0@lo:400:kworker.0 00000100:00100000:3.0:1734685031.636934:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848215808 00000100:00100000:3.0:1734685031.636936:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848215808 00000100:00100000:0.0:1734685031.636945:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685031.636948:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848215680 00000100:00100000:2.0:1734685031.636951:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848215680 00000100:00100000:2.0:1734685031.636970:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1734685031.636976:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848215680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685031.637009:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848215680:12345-0@lo:400:kworker.0 Request processed in 33us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685031.637014:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1734685031.637031:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848216320 00000100:00100000:2.0:1734685031.637040:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848216192 00000100:00100000:1.0:1734685031.637041:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848216320 00000100:00100000:2.0:1734685031.637043:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848216192 00000100:00100000:2.0:1734685031.637053:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848216576 00000100:00100000:2.0:1734685031.637055:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848216576 00000100:00100000:2.0:1734685031.637065:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53956 00000100:00100000:2.0:1734685031.637068:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848216192:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685031.637072:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848216448 00000100:00100000:3.0:1734685031.637076:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848216448 00000100:00100000:0.0:1734685031.637079:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2391 00000100:00100000:0.0:1734685031.637084:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848215936:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734685031.637085:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685031.637087:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7603 00000100:00100000:1.0:1734685031.637093:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848216320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685031.637094:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2392 00000100:00100000:3.0:1734685031.637098:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848215808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685031.637108:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848216192:12345-0@lo:8:kworker.0 Request processed in 39us (206us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685031.637112:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848215936:12345-0@lo:400:kworker.0 Request processed in 28us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685031.637113:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53956 00000100:00100000:0.0:1734685031.637117:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2391 00000100:00100000:2.0:1734685031.637122:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53957 00000100:00100000:3.0:1734685031.637124:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848215808:12345-0@lo:400:kworker.0 Request processed in 25us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685031.637125:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848216576:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685031.637128:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393 00000100:00100000:3.0:1734685031.637131:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2392 00000100:00100000:0.0:1734685031.637132:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848216448:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734685031.637132:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685031.637154:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848216448:12345-0@lo:400:kworker.0 Request processed in 22us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685031.637154:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848216576:12345-0@lo:8:kworker.0 Request processed in 27us (227us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685031.637154:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685031.637158:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53957 00000100:00100000:0.0:1734685031.637159:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393 00000100:00100000:1.0:1734685031.637163:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848216320:12345-0@lo:400:kworker.0 Request processed in 68us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685031.637166:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848216704 00000100:00100000:1.0:1734685031.637168:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7603 00000100:00100000:2.0:1734685031.637168:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848216704 00000100:00100000:0.0:1734685031.637173:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848216064:0@lo:400:kworker.0 00000100:00100000:3.0:1734685031.637175:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848215936:0@lo:400:kworker.0 00000100:00100000:2.0:1734685031.637184:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7604 00000100:00100000:2.0:1734685031.637188:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848216704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685031.637190:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685031.637195:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685001 00000100:00080000:1.0:1734685031.637199:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685001 00000100:00100000:0.0:1734685031.637201:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848216832:0@lo:400:kworker.0 00000100:00080000:1.0:1734685031.637201:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685001 00000100:00080000:1.0:1734685031.637203:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685001 00000100:00100000:2.0:1734685031.637211:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848216704:12345-0@lo:400:kworker.0 Request processed in 22us (56us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685031.637215:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685031.637215:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848216704:0@lo:400:kworker.0 00000100:00100000:2.0:1734685031.637216:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7604 00000100:00100000:1.0:1734685031.637236:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848216832 00000100:00080000:2.0:1734685031.637236:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685031.637238:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685031.637239:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848216832 00000100:00100000:0.0:1734685031.637241:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848215808:0@lo:400:kworker.0 00000100:00100000:2.0:1734685031.637241:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848216192:0@lo:8:kworker.0 00000100:00080000:2.0:1734685031.637247:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685031.637248:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848216448:0@lo:400:kworker.0 00000100:00080000:2.0:1734685031.637249:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685031.637251:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848216576:0@lo:8:kworker.0 00000100:00100000:0.0:1734685031.637255:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848216320:0@lo:400:kworker.0 00000100:00100000:1.0:1734685031.637258:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394 00000100:00100000:0.0:1734685031.637261:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848215680:0@lo:400:kworker.0 00000100:00100000:1.0:1734685031.637262:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848216832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685031.637280:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848216064 00000100:00100000:0.0:1734685031.637283:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848216064 00000100:00100000:1.0:1734685031.637294:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848216832:12345-0@lo:400:kworker.0 Request processed in 31us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685031.637300:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394 00000100:00100000:2.0:1734685031.637307:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848216832:0@lo:400:kworker.0 00000100:00080000:1.0:1734685031.637313:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685001 00000100:00100000:0.0:1734685031.637323:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41088 00000100:00100000:0.0:1734685031.637327:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848216064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685031.637360:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848216064:12345-0@lo:400:kworker.0 Request processed in 32us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685031.637365:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41088 00000100:00100000:2.0:1734685031.637386:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848216064:0@lo:400:kworker.0 00000100:00100000:1.0:1734685031.668893:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685031.668914:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848216960:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685031.668965:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685031.669567:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848216960 00000100:00100000:3.0:1734685031.669573:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848216960 00000100:00100000:3.0:1734685031.669615:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41089 00000100:00100000:3.0:1734685031.669621:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848216960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685031.669648:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685031.669695:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848216960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (728us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685031.669701:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41089 00000100:00100000:1.0:1734685031.669774:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848216960:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685031.716729:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848217088:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685031.716782:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685031.716819:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848217088 00000100:00100000:0.0:1734685031.716826:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848217088 00000100:00100000:0.0:1734685031.716861:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6730 00000100:00100000:0.0:1734685031.716866:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848217088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685031.716892:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685031.716928:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848217088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685031.716933:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6730 00000100:00100000:2.0:1734685031.716942:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848217088:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685032.318949:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685033.320780:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685033.428791:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848217216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685033.428843:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685033.428880:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848217216 00000100:00100000:0.0:1734685033.428887:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848217216 00000100:00100000:0.0:1734685033.428938:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6731 00000100:00100000:0.0:1734685033.428942:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848217216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685033.428961:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685033.429001:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848217216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685033.429006:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6731 00000100:00100000:3.0:1734685033.429027:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848217216:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734685033.429118:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685003 00000100:00100000:0.0:1734685034.087476:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685034.087594:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685034.087634:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685034.087738:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872650624 00000100:00100000:2.0:1734685034.087743:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872650880 00000100:00100000:3.0:1734685034.087746:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872650624 00000100:00100000:2.0:1734685034.087754:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872650880 00000100:00100000:3.0:1734685034.087792:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 769 00000100:00100000:3.0:1734685034.087800:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872650624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685034.087807:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872650752 00000100:00100000:2.0:1734685034.087810:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872650752 00000100:00100000:2.0:1734685034.087836:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2395 00000100:00100000:2.0:1734685034.087843:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872650880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685034.087863:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872650624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685034.087869:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 769 00000100:00100000:3.0:1734685034.087901:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2396 00000100:00100000:2.0:1734685034.087903:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872650880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685034.087907:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872650752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685034.087911:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2395 00000100:00100000:3.0:1734685034.087935:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872650752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685034.087940:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2396 00000100:00080000:0.0:1734685034.088053:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685004 00000100:00080000:0.0:1734685034.088058:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685004 00000100:00080000:0.0:1734685034.088060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685004 00000100:00100000:0.0:1734685034.090484:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685034.090673:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872651008 00000100:00100000:2.0:1734685034.090684:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872651008 00000100:00100000:2.0:1734685034.091170:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53958 00000100:00100000:2.0:1734685034.091177:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872651008:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685034.091200:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685034.091247:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872651008:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 69us (767us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685034.091253:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53958 00010000:00010000:2.0:1734685034.322783:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685035.324968:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685036.326880:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685036.596769:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009863bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848217344:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685036.596827:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685036.596892:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848217344 00000100:00100000:1.0:1734685036.596899:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848217344 00000100:00100000:1.0:1734685036.596974:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41090 00000100:00100000:1.0:1734685036.596980:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848217344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685036.597017:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685036.597057:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848217344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685036.597063:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41090 00000100:00100000:0.0:1734685036.597101:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009863bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848217344:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685036.644689:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734685036.644690:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848217472:0@lo:400:kworker.0 00000100:00080000:2.0:1734685036.644695:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685036.644698:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685036.644700:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848217600:0@lo:400:kworker.0 00000100:00080000:2.0:1734685036.644702:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9831 00000100:00080000:2.0:1734685036.644705:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685036.644710:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685036.644721:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848217856:0@lo:400:kworker.0 00000100:00100000:2.0:1734685036.644725:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800add7d880 x1818938848217984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685036.644745:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685036.644747:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734685036.644748:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685036.644749:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685036.644749:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685036.644751:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9831 00000100:00080000:2.0:1734685036.644754:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:1.0:1734685036.644755:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685036.644757:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685036.644765:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c133b80 x1818938848218368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685036.644775:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848218240:0@lo:400:kworker.0 00000100:00100000:1.0:1734685036.644776:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734685036.644777:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848218112:0@lo:400:kworker.0 00000100:00100000:1.0:1734685036.644781:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848218624:0@lo:400:kworker.0 00000100:00100000:2.0:1734685036.644790:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848217984:0@lo:8:kworker.0 00000100:00100000:3.0:1734685036.644793:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685036.644796:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685036.644808:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848217600 00000100:00100000:1.0:1734685036.644813:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848217600 00000100:00100000:2.0:1734685036.644815:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685036.644819:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848218240 00000100:00100000:0.0:1734685036.644821:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848217472 00000100:00100000:3.0:1734685036.644822:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848218240 00000100:00100000:0.0:1734685036.644824:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848217472 00000100:00100000:2.0:1734685036.644825:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848218368:0@lo:8:kworker.0 00000100:00100000:2.0:1734685036.644836:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685036.644845:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:3.0:1734685036.644846:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2397 00000100:00100000:0.0:1734685036.644850:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848217472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685036.644851:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2398 00000100:00100000:3.0:1734685036.644851:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848218240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685036.644855:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848217600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685036.644859:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848218112 00000100:00100000:2.0:1734685036.644862:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848218112 00000100:00100000:2.0:1734685036.644878:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848217984 00000100:00100000:2.0:1734685036.644880:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848217984 00000100:00100000:3.0:1734685036.644882:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848218240:12345-0@lo:400:kworker.0 Request processed in 31us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685036.644883:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848217472:12345-0@lo:400:kworker.0 Request processed in 33us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685036.644887:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848217600:12345-0@lo:400:kworker.0 Request processed in 31us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685036.644887:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2397 00000100:00100000:0.0:1734685036.644888:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1734685036.644889:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848218368 00000100:00100000:2.0:1734685036.644890:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848218368 00000100:00100000:1.0:1734685036.644892:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2398 00000100:00100000:2.0:1734685036.644898:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7605 00000100:00100000:2.0:1734685036.644902:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848218112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685036.644909:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53959 00000100:00100000:1.0:1734685036.644913:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53960 00000100:00100000:0.0:1734685036.644914:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848217984:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685036.644917:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848218368:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685036.644919:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848218240:0@lo:400:kworker.0 00000100:00100000:2.0:1734685036.644921:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848218112:12345-0@lo:400:kworker.0 Request processed in 19us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685036.644926:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7605 00000100:00100000:3.0:1734685036.644926:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848217600:0@lo:400:kworker.0 00010000:00020000:0.0:1734685036.644928:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734685036.644936:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685036.644948:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848217984:12345-0@lo:8:kworker.0 Request processed in 34us (132us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734685036.644949:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685006 00000100:00080000:2.0:1734685036.644951:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685036.644952:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685006 00000100:00100000:0.0:1734685036.644953:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53959 00000100:00080000:2.0:1734685036.644953:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:3.0:1734685036.644954:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685006 00000100:00100000:2.0:1734685036.644956:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848217984:0@lo:8:kworker.0 00000100:00100000:1.0:1734685036.644957:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848218368:12345-0@lo:8:kworker.0 Request processed in 39us (119us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734685036.644962:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685036.644964:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685036.644965:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53960 00000100:00100000:3.0:1734685036.644965:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848217856 00000100:00100000:2.0:1734685036.644966:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848218368:0@lo:8:kworker.0 00000100:00100000:3.0:1734685036.644967:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848217856 00000100:00100000:0.0:1734685036.644972:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848218112:0@lo:400:kworker.0 00000100:00100000:0.0:1734685036.644978:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848217472:0@lo:400:kworker.0 00000100:00100000:1.0:1734685036.644979:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685036.644984:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41091 00000100:00100000:3.0:1734685036.644988:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848217856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685036.644989:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848217728:0@lo:400:kworker.0 00000100:00100000:1.0:1734685036.645003:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685036.645011:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848217856:12345-0@lo:400:kworker.0 Request processed in 22us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685036.645016:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41091 00000100:00100000:1.0:1734685036.645021:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c131180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848218496:0@lo:400:kworker.0 00000100:00080000:3.0:1734685036.645026:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685006 00000100:00100000:1.0:1734685036.645033:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685036.645039:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848218624 00000100:00100000:2.0:1734685036.645041:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848218624 00000100:00100000:0.0:1734685036.645044:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848218496 00000100:00100000:1.0:1734685036.645046:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848217856:0@lo:400:kworker.0 00000100:00100000:0.0:1734685036.645047:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848218496 00000100:00100000:2.0:1734685036.645053:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848217728 00000100:00100000:2.0:1734685036.645055:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848217728 00000100:00080000:3.0:1734685036.645057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685006 00000100:00080000:3.0:1734685036.645058:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685006 00000100:00100000:0.0:1734685036.645062:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7606 00000100:00100000:2.0:1734685036.645065:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2399 00000100:00100000:0.0:1734685036.645066:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848218496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685036.645068:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848218624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685036.645068:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2400 00000100:00100000:3.0:1734685036.645071:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848217728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685036.645091:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848218496:12345-0@lo:400:kworker.0 Request processed in 24us (56us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685036.645092:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848218624:12345-0@lo:400:kworker.0 Request processed in 22us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685036.645092:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848217728:12345-0@lo:400:kworker.0 Request processed in 19us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685036.645096:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7606 00000100:00100000:3.0:1734685036.645096:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2400 00000100:00100000:1.0:1734685036.645098:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848218624:0@lo:400:kworker.0 00000100:00100000:2.0:1734685036.645103:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2399 00000100:00100000:1.0:1734685036.645106:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848217728:0@lo:400:kworker.0 00000100:00100000:1.0:1734685036.645112:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c131180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848218496:0@lo:400:kworker.0 00000100:00100000:3.0:1734685036.676722:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685036.676742:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848218752:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685036.676792:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685036.676840:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848218752 00000100:00100000:0.0:1734685036.676847:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848218752 00000100:00100000:0.0:1734685036.676886:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41092 00000100:00100000:0.0:1734685036.676890:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848218752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685036.676918:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685036.676965:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848218752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685036.676971:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41092 00000100:00100000:3.0:1734685036.677000:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848218752:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685036.724825:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848218880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685036.724880:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685036.724928:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848218880 00000100:00100000:2.0:1734685036.724934:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848218880 00000100:00100000:2.0:1734685036.724975:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6732 00000100:00100000:2.0:1734685036.724981:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848218880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685036.725006:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685036.725050:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848218880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685036.725055:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6732 00000100:00100000:3.0:1734685036.725134:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848218880:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685037.328710:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685038.330687:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685038.436752:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848219008:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685038.436803:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685038.436870:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848219008 00000100:00100000:0.0:1734685038.436877:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848219008 00000100:00080000:3.0:1734685038.436909:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685008 00000100:00100000:0.0:1734685038.436964:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6733 00000100:00100000:0.0:1734685038.436971:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848219008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685038.436991:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685038.437038:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848219008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685038.437044:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6733 00000100:00100000:3.0:1734685038.437060:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848219008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685039.095174:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685039.095226:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685039.095251:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872651264 00000100:00100000:2.0:1734685039.095258:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872651264 00000100:00100000:0.0:1734685039.095260:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685039.095302:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872651136 00000100:00100000:0.0:1734685039.095303:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685039.095307:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872651136 00000100:00100000:2.0:1734685039.095307:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872651392 00000100:00100000:2.0:1734685039.095310:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872651392 00000100:00100000:0.0:1734685039.095324:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872651520 00000100:00100000:0.0:1734685039.095327:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872651520 00000100:00100000:2.0:1734685039.095327:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2401 00000100:00100000:1.0:1734685039.095329:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 771 00000100:00100000:1.0:1734685039.095333:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872651136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685039.095334:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872651264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685039.095382:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872651136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685039.095384:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872651264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685039.095388:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 771 00000100:00100000:2.0:1734685039.095393:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2401 00000100:00080000:3.0:1734685039.095423:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685009 00000100:00100000:2.0:1734685039.095426:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2402 00000100:00100000:2.0:1734685039.095429:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872651392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685039.095437:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53961 00000100:00100000:0.0:1734685039.095445:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872651520:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685039.095449:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872651392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685039.095454:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2402 00010000:00020000:0.0:1734685039.095463:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685039.095484:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872651520:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (181us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685039.095490:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53961 00000100:00080000:3.0:1734685039.095654:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685009 00000100:00080000:3.0:1734685039.095657:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685009 00010000:00010000:2.0:1734685039.332905:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685040.335658:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685041.336714:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685041.604766:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848219136:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685041.604820:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685041.604861:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848219136 00000100:00100000:0.0:1734685041.604868:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848219136 00000100:00100000:0.0:1734685041.604906:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41093 00000100:00100000:0.0:1734685041.604912:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848219136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685041.604938:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685041.604983:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848219136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685041.604989:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41093 00000100:00100000:1.0:1734685041.605057:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848219136:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685041.652765:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685041.652770:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685041.652773:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685041.652780:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9836 00000100:00080000:2.0:1734685041.652784:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685041.652788:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685041.652804:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c130000 x1818938848219776/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685041.652825:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685041.652828:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685041.652829:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685041.652832:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9836 00000100:00080000:2.0:1734685041.652834:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685041.652836:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685041.652844:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905bce00 x1818938848220160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685041.652871:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848219520:0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.652916:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685041.652931:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848220288:0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.652945:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685041.652959:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734685041.652963:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c131180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848219648:0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.652976:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685041.652983:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848220416:0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.652993:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685041.653013:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848219520 00000100:00100000:2.0:1734685041.653018:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848219520 00000100:00100000:2.0:1734685041.653043:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848220416 00000100:00100000:2.0:1734685041.653044:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848220416 00000100:00100000:2.0:1734685041.653056:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2403 00000100:00100000:2.0:1734685041.653060:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848219520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.653091:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848219520:12345-0@lo:400:kworker.0 Request processed in 30us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685041.653095:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2403 00000100:00100000:2.0:1734685041.653108:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2404 00000100:00100000:2.0:1734685041.653111:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848220416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.653124:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848220416:12345-0@lo:400:kworker.0 Request processed in 13us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685041.653128:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2404 00000100:00100000:2.0:1734685041.653139:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848219776:0@lo:8:kworker.0 00000100:00100000:2.0:1734685041.653153:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685041.653275:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848219264:0@lo:400:kworker.0 00000100:00100000:0.0:1734685041.653300:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685041.653314:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848219904:0@lo:400:kworker.0 00000100:00100000:0.0:1734685041.653325:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685041.653402:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848219392:0@lo:400:kworker.0 00000100:00100000:3.0:1734685041.653422:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685041.653432:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848220032:0@lo:400:kworker.0 00000100:00100000:3.0:1734685041.653444:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734685041.653457:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685011 00000100:00100000:3.0:1734685041.653466:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848219392 00000100:00100000:3.0:1734685041.653468:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848219392 00000100:00100000:3.0:1734685041.653481:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848220032 00000100:00100000:3.0:1734685041.653483:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848220032 00000100:00100000:3.0:1734685041.653492:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405 00000100:00100000:3.0:1734685041.653495:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848219392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685041.653514:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848219392:12345-0@lo:400:kworker.0 Request processed in 18us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685041.653518:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405 00000100:00100000:3.0:1734685041.653553:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2406 00000100:00100000:3.0:1734685041.653557:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848220032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685041.653574:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848220032:12345-0@lo:400:kworker.0 Request processed in 17us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685041.653578:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2406 00000100:00100000:1.0:1734685041.653638:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848219264 00000100:00100000:1.0:1734685041.653641:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848219264 00000100:00100000:1.0:1734685041.653659:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:1.0:1734685041.653663:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848219264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685041.653685:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848219264:12345-0@lo:400:kworker.0 Request processed in 21us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685041.653689:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1734685041.654131:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848220160:0@lo:8:kworker.0 00000100:00100000:0.0:1734685041.654141:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848219264:0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.654151:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685041.654162:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848220288 00000100:00100000:0.0:1734685041.654164:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848220288 00000100:00100000:2.0:1734685041.654176:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848219776 00000100:00100000:2.0:1734685041.654179:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848219776 00000100:00100000:0.0:1734685041.654180:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848219904 00000100:00100000:0.0:1734685041.654182:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848219904 00000100:00100000:2.0:1734685041.654192:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848220160 00000100:00100000:0.0:1734685041.654194:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7607 00000100:00100000:2.0:1734685041.654194:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848220160 00000100:00100000:0.0:1734685041.654198:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848220288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.654204:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7608 00000100:00100000:2.0:1734685041.654208:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848219904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685041.654218:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848220288:12345-0@lo:400:kworker.0 Request processed in 20us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685041.654223:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7607 00000100:00100000:0.0:1734685041.654230:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53962 00000100:00100000:0.0:1734685041.654233:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848219776:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685041.654234:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848219904:12345-0@lo:400:kworker.0 Request processed in 25us (908us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685041.654239:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7608 00010000:00020000:0.0:1734685041.654248:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685041.654250:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53963 00000100:00100000:2.0:1734685041.654259:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848220160:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685041.654265:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a54850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848219776:12345-0@lo:8:kworker.0 Request processed in 31us (1111us total) trans 0 rc -19/-19 00010000:00020000:2.0:1734685041.654268:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685041.654269:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53962 00000100:00100000:2.0:1734685041.654285:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848220160:12345-0@lo:8:kworker.0 Request processed in 30us (134us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685041.654290:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53963 00000100:00100000:2.0:1734685041.654307:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848219648 00000100:00100000:2.0:1734685041.654310:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848219648 00000100:00100000:2.0:1734685041.654326:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41094 00000100:00100000:2.0:1734685041.654330:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848219648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.654351:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848219648:12345-0@lo:400:kworker.0 Request processed in 20us (1374us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685041.654355:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41094 00000100:00080000:0.0:1734685041.654388:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685041.654392:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685041.654395:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848219776:0@lo:8:kworker.0 00000100:00080000:2.0:1734685041.654396:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685011 00000100:00080000:2.0:1734685041.654399:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685011 00000100:00080000:0.0:1734685041.654400:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685041.654400:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685011 00000100:00080000:0.0:1734685041.654402:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685041.654404:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848220160:0@lo:8:kworker.0 00000100:00100000:2.0:1734685041.654414:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c131180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848219648:0@lo:400:kworker.0 00000100:00100000:0.0:1734685041.654421:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848219904:0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.654423:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848220416:0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.654431:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848219520:0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.654437:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848220288:0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.654458:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848219392:0@lo:400:kworker.0 00000100:00100000:2.0:1734685041.654464:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848220032:0@lo:400:kworker.0 00000100:00100000:0.0:1734685041.684728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848220544:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685041.684926:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685041.684973:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848220544 00000100:00100000:2.0:1734685041.684980:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848220544 00000100:00100000:2.0:1734685041.685018:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41095 00000100:00100000:2.0:1734685041.685023:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848220544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685041.685048:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685041.685381:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848220544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 356us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685041.685388:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41095 00000100:00100000:1.0:1734685041.685451:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848220544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685041.732734:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685041.732750:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848220672:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685041.732794:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685041.733063:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848220672 00000100:00100000:2.0:1734685041.733069:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848220672 00000100:00100000:2.0:1734685041.733113:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6734 00000100:00100000:2.0:1734685041.733119:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848220672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685041.733146:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685041.733191:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848220672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685041.733197:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6734 00000100:00100000:1.0:1734685041.733250:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848220672:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685042.339495:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685043.340696:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685043.445092:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685043.445116:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848220800:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685043.445162:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685043.445205:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848220800 00000100:00100000:2.0:1734685043.445212:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848220800 00000100:00100000:2.0:1734685043.445261:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6735 00000100:00100000:2.0:1734685043.445267:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848220800:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734685043.445268:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685013 00002000:00000024:2.0:1734685043.445287:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685043.445319:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848220800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685043.445324:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6735 00000100:00100000:1.0:1734685043.445369:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848220800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685044.103153:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685044.103200:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685044.103233:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685044.103268:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872651776 00000100:00100000:0.0:1734685044.103276:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685044.103276:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872651776 00000100:00080000:0.0:1734685044.103297:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685014 00000100:00100000:3.0:1734685044.103316:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872651904 00000100:00100000:3.0:1734685044.103318:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872651904 00000100:00100000:0.0:1734685044.103340:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872652032 00000100:00100000:0.0:1734685044.103343:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872652032 00000100:00100000:0.0:1734685044.103364:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53964 00000100:00100000:3.0:1734685044.103367:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2407 00000100:00100000:0.0:1734685044.103371:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872652032:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685044.103371:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872651776:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685044.103391:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685044.103422:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872651776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685044.103428:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2407 00000100:00100000:3.0:1734685044.103442:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2408 00000100:00100000:3.0:1734685044.103445:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872651904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685044.103461:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872651648 00000100:00100000:1.0:1734685044.103465:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872651648 00000100:00100000:0.0:1734685044.103478:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872652032:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 106us (200us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685044.103479:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872651904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685044.103485:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53964 00000100:00100000:3.0:1734685044.103485:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2408 00000100:00100000:1.0:1734685044.103491:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 773 00000100:00100000:1.0:1734685044.103495:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872651648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685044.103516:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872651648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685044.103521:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 773 00000100:00080000:1.0:1734685044.103576:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685014 00000100:00080000:1.0:1734685044.103579:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685014 00010000:00010000:2.0:1734685044.342702:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685045.344719:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685046.346695:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685046.612693:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848220928:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685046.612748:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685046.612794:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848220928 00000100:00100000:0.0:1734685046.612800:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848220928 00000100:00100000:0.0:1734685046.612841:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41096 00000100:00100000:0.0:1734685046.612846:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848220928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685046.612873:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685046.612915:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848220928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685046.612920:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41096 00000100:00100000:3.0:1734685046.612945:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848220928:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685046.660703:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685046.660709:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685046.660711:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734685046.660715:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848221056:0@lo:400:kworker.0 00000100:00080000:2.0:1734685046.660717:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9841 00000100:00100000:3.0:1734685046.660719:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848221184:0@lo:400:kworker.0 00000100:00080000:2.0:1734685046.660720:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685046.660725:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685046.660744:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a6565c00 x1818938848221568/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685046.660774:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685046.660774:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685046.660775:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685046.660777:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685046.660778:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685046.660780:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9841 00000100:00080000:2.0:1734685046.660781:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:0.0:1734685046.660783:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848221568:0@lo:8:kworker.0 00000100:00080000:2.0:1734685046.660784:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685046.660790:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d261180 x1818938848222080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685046.660798:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848221696:0@lo:400:kworker.0 00000100:00100000:3.0:1734685046.660799:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848221824:0@lo:400:kworker.0 00000100:00100000:0.0:1734685046.660806:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685046.660809:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848221440:0@lo:400:kworker.0 00000100:00100000:3.0:1734685046.660820:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685046.660823:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848221056 00000100:00100000:0.0:1734685046.660828:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848222080:0@lo:8:kworker.0 00000100:00100000:1.0:1734685046.660828:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848221056 00000100:00100000:3.0:1734685046.660833:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685046.660836:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685046.660838:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685046.660838:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848222336:0@lo:400:kworker.0 00000100:00100000:2.0:1734685046.660845:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848222208:0@lo:400:kworker.0 00000100:00100000:2.0:1734685046.660854:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685046.660856:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685046.660857:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1734685046.660861:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848221056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685046.660862:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734685046.660863:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848221568 00000100:00100000:2.0:1734685046.660865:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848221312:0@lo:400:kworker.0 00000100:00100000:0.0:1734685046.660867:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848221568 00000100:00100000:2.0:1734685046.660874:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685046.660878:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848221184 00000100:00100000:2.0:1734685046.660881:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848221952:0@lo:400:kworker.0 00000100:00100000:3.0:1734685046.660881:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848221184 00000100:00100000:0.0:1734685046.660882:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848222080 00000100:00100000:0.0:1734685046.660884:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848222080 00000100:00100000:2.0:1734685046.660890:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685046.660891:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848222208 00000100:00100000:1.0:1734685046.660891:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848221056:12345-0@lo:400:kworker.0 Request processed in 28us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685046.660892:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848222208 00000100:00100000:1.0:1734685046.660895:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1734685046.660902:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848221824 00000100:00100000:2.0:1734685046.660904:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7609 00000100:00100000:3.0:1734685046.660904:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848221824 00000100:00100000:2.0:1734685046.660907:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848222208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685046.660908:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53965 00000100:00100000:0.0:1734685046.660911:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848221568:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734685046.660913:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685016 00000100:00100000:3.0:1734685046.660914:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848222336 00000100:00080000:1.0:1734685046.660915:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685016 00000100:00100000:3.0:1734685046.660916:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848222336 00000100:00080000:1.0:1734685046.660917:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685016 00000100:00100000:3.0:1734685046.660923:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848221312 00000100:00100000:3.0:1734685046.660924:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848221312 00000100:00100000:1.0:1734685046.660925:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2409 00000100:00100000:2.0:1734685046.660925:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848222208:12345-0@lo:400:kworker.0 Request processed in 17us (70us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685046.660926:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685046.660928:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848221184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685046.660928:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7609 00000100:00100000:2.0:1734685046.660938:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53966 00000100:00100000:3.0:1734685046.660938:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410 00000100:00100000:2.0:1734685046.660940:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848222080:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685046.660942:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848221824:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734685046.660946:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685046.660950:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848221184:12345-0@lo:400:kworker.0 Request processed in 21us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685046.660952:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848221568:12345-0@lo:8:kworker.0 Request processed in 40us (145us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685046.660953:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2409 00000100:00100000:2.0:1734685046.660956:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848222080:12345-0@lo:8:kworker.0 Request processed in 15us (118us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685046.660958:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53965 00000100:00100000:2.0:1734685046.660960:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53966 00000100:00100000:1.0:1734685046.660963:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2411 00000100:00100000:1.0:1734685046.660964:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848222336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685046.660968:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848221824:12345-0@lo:400:kworker.0 Request processed in 25us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685046.660969:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412 00000100:00100000:2.0:1734685046.660971:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848221312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685046.660974:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410 00000100:00100000:1.0:1734685046.660975:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848222336:12345-0@lo:400:kworker.0 Request processed in 9us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685046.660977:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2411 00000100:00080000:1.0:1734685046.660983:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685016 00000100:00100000:2.0:1734685046.660983:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848221312:12345-0@lo:400:kworker.0 Request processed in 12us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685046.660987:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412 00000100:00080000:0.0:1734685046.660988:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685046.660990:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685046.660993:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848222080:0@lo:8:kworker.0 00000100:00100000:1.0:1734685046.660995:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848222336:0@lo:400:kworker.0 00000100:00100000:2.0:1734685046.660997:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848221440 00000100:00080000:0.0:1734685046.660999:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685046.660999:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848221440 00000100:00080000:0.0:1734685046.661001:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685046.661001:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848221824:0@lo:400:kworker.0 00000100:00100000:0.0:1734685046.661003:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848221568:0@lo:8:kworker.0 00000100:00100000:1.0:1734685046.661005:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848221184:0@lo:400:kworker.0 00000100:00100000:2.0:1734685046.661012:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848221952 00000100:00100000:2.0:1734685046.661013:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848221952 00000100:00080000:1.0:1734685046.661017:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685016 00000100:00100000:1.0:1734685046.661022:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685046.661028:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41097 00000100:00100000:1.0:1734685046.661030:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848221056:0@lo:400:kworker.0 00000100:00100000:2.0:1734685046.661031:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848221440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685046.661036:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41098 00000100:00100000:0.0:1734685046.661040:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848221952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685046.661053:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848221440:12345-0@lo:400:kworker.0 Request processed in 20us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685046.661057:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41097 00000100:00100000:0.0:1734685046.661065:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848221952:12345-0@lo:400:kworker.0 Request processed in 25us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685046.661070:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41098 00000100:00100000:2.0:1734685046.661081:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848221312:0@lo:400:kworker.0 00000100:00100000:0.0:1734685046.661085:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848221696 00000100:00100000:0.0:1734685046.661087:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848221696 00000100:00100000:2.0:1734685046.661089:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848221952:0@lo:400:kworker.0 00000100:00100000:2.0:1734685046.661094:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848221440:0@lo:400:kworker.0 00000100:00100000:2.0:1734685046.661099:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848222208:0@lo:400:kworker.0 00000100:00100000:0.0:1734685046.661110:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7610 00000100:00080000:1.0:1734685046.661113:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685016 00000100:00100000:0.0:1734685046.661114:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848221696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685046.661137:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848221696:12345-0@lo:400:kworker.0 Request processed in 22us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685046.661142:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7610 00000100:00100000:1.0:1734685046.661147:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848221696:0@lo:400:kworker.0 00000100:00100000:2.0:1734685046.692724:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848222464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685046.692775:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685046.692821:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848222464 00000100:00100000:0.0:1734685046.692828:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848222464 00000100:00100000:0.0:1734685046.692866:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41099 00000100:00100000:0.0:1734685046.692872:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848222464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685046.692899:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685046.692937:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848222464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685046.692942:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41099 00000100:00100000:2.0:1734685046.692949:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848222464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685046.740731:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685046.740749:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848222592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685046.740803:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685046.740871:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848222592 00000100:00100000:0.0:1734685046.740878:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848222592 00000100:00100000:0.0:1734685046.740913:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6736 00000100:00100000:0.0:1734685046.740919:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848222592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685046.740943:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685046.740986:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848222592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685046.740992:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6736 00000100:00100000:2.0:1734685046.741020:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848222592:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685047.348714:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685048.350733:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685048.452676:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848222720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685048.452728:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685048.452814:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848222720 00000100:00100000:0.0:1734685048.452820:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848222720 00000100:00080000:1.0:1734685048.452855:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685018 00000100:00100000:0.0:1734685048.452861:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6737 00000100:00100000:0.0:1734685048.452867:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848222720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685048.452941:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685048.453011:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848222720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685048.453018:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6737 00000100:00100000:2.0:1734685048.453075:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848222720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685049.110813:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685049.110860:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685049.110892:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685049.110928:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685049.110955:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872652544 00000100:00100000:0.0:1734685049.110957:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872652288 00000100:00100000:3.0:1734685049.110959:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872652416 00000100:00100000:0.0:1734685049.110961:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872652288 00000100:00100000:1.0:1734685049.110961:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872652544 00000100:00100000:3.0:1734685049.110962:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872652416 00000100:00100000:2.0:1734685049.110976:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872652160 00000100:00100000:2.0:1734685049.110981:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872652160 00000100:00100000:1.0:1734685049.110986:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53967 00000100:00100000:0.0:1734685049.110989:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2413 00000100:00100000:1.0:1734685049.110991:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872652544:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685049.110993:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2414 00000100:00100000:0.0:1734685049.110994:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872652288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685049.110997:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872652416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685049.111006:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 775 00010000:00020000:1.0:1734685049.111007:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685049.111011:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872652160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685049.111036:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872652288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685049.111036:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872652416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685049.111037:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872652544:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 46us (145us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685049.111042:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53967 00000100:00100000:2.0:1734685049.111042:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872652160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685049.111042:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2414 00000100:00100000:0.0:1734685049.111047:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2413 00000100:00100000:2.0:1734685049.111048:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 775 00000100:00080000:1.0:1734685049.111056:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685019 00000100:00080000:1.0:1734685049.111058:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685019 00000100:00080000:1.0:1734685049.111060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685019 00010000:00010000:2.0:1734685049.352775:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685050.354701:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685051.356698:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685051.620700:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848222848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685051.620749:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685051.620785:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848222848 00000100:00100000:2.0:1734685051.620791:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848222848 00000100:00100000:2.0:1734685051.620828:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41100 00000100:00100000:2.0:1734685051.620834:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848222848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685051.620861:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685051.620892:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848222848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685051.620898:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41100 00000100:00100000:0.0:1734685051.620910:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848222848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685051.668690:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848222976:0@lo:400:kworker.0 00000100:00080000:2.0:1734685051.668700:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734685051.668704:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848223360:0@lo:400:kworker.0 00000100:00080000:2.0:1734685051.668705:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685051.668708:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685051.668713:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9847 00000100:00100000:3.0:1734685051.668716:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848223104:0@lo:400:kworker.0 00000100:00080000:2.0:1734685051.668717:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685051.668722:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685051.668737:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685051.668737:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf1c00 x1818938848223488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685051.668739:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685051.668745:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685051.668760:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848223616:0@lo:400:kworker.0 00000100:00100000:3.0:1734685051.668764:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848223744:0@lo:400:kworker.0 00000100:00080000:2.0:1734685051.668765:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685051.668768:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685051.668770:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734685051.668771:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685051.668773:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9847 00000100:00080000:2.0:1734685051.668775:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734685051.668777:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848223360 00000100:00080000:2.0:1734685051.668778:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685051.668779:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685051.668783:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848223488:0@lo:8:kworker.0 00000100:00100000:1.0:1734685051.668783:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848223360 00000100:00100000:3.0:1734685051.668785:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734685051.668787:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf1f80 x1818938848224000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685051.668789:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848223232:0@lo:400:kworker.0 00000100:00100000:0.0:1734685051.668791:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685051.668797:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685051.668799:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848224000:0@lo:8:kworker.0 00000100:00100000:3.0:1734685051.668804:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848223872:0@lo:400:kworker.0 00000100:00100000:0.0:1734685051.668807:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685051.668813:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685051.668814:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41101 00000100:00100000:1.0:1734685051.668819:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848223360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685051.668819:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848224128:0@lo:400:kworker.0 00000100:00100000:0.0:1734685051.668821:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848223616 00000100:00100000:0.0:1734685051.668823:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848223616 00000100:00100000:3.0:1734685051.668827:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848223104 00000100:00100000:3.0:1734685051.668830:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848223104 00000100:00100000:0.0:1734685051.668836:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848223488 00000100:00100000:0.0:1734685051.668837:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848223488 00000100:00100000:2.0:1734685051.668841:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685051.668843:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848223744 00000100:00100000:3.0:1734685051.668844:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848223744 00000100:00100000:0.0:1734685051.668849:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848224000 00000100:00100000:0.0:1734685051.668850:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848224000 00000100:00100000:3.0:1734685051.668850:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848223232 00000100:00100000:3.0:1734685051.668851:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848223232 00000100:00100000:0.0:1734685051.668855:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848224128 00000100:00100000:1.0:1734685051.668855:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848223360:12345-0@lo:400:kworker.0 Request processed in 36us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685051.668856:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848224128 00000100:00100000:3.0:1734685051.668859:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2415 00000100:00100000:2.0:1734685051.668863:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848223360:0@lo:400:kworker.0 00000100:00100000:3.0:1734685051.668863:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848223104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685051.668864:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41101 00000100:00100000:0.0:1734685051.668865:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7611 00000100:00100000:0.0:1734685051.668868:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848223616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685051.668876:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685051.668877:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848223872 00000100:00100000:1.0:1734685051.668879:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848223872 00000100:00100000:3.0:1734685051.668880:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848223104:12345-0@lo:400:kworker.0 Request processed in 17us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685051.668881:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848224256:0@lo:400:kworker.0 00000100:00100000:3.0:1734685051.668883:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2415 00000100:00100000:0.0:1734685051.668885:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848223616:12345-0@lo:400:kworker.0 Request processed in 17us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685051.668889:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7611 00000100:00100000:1.0:1734685051.668890:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41102 00000100:00100000:3.0:1734685051.668891:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416 00000100:00100000:1.0:1734685051.668893:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848223872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685051.668893:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848223744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685051.668896:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685051.668900:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7612 00000100:00100000:0.0:1734685051.668902:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848224128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685051.668905:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848223744:12345-0@lo:400:kworker.0 Request processed in 11us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685051.668908:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416 00000100:00100000:3.0:1734685051.668911:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848224256 00000100:00100000:3.0:1734685051.668912:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848224256 00000100:00100000:1.0:1734685051.668914:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848223872:12345-0@lo:400:kworker.0 Request processed in 20us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685051.668916:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53968 00000100:00100000:0.0:1734685051.668917:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848224128:12345-0@lo:400:kworker.0 Request processed in 14us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685051.668917:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417 00000100:00100000:1.0:1734685051.668919:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41102 00000100:00100000:3.0:1734685051.668919:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848223232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685051.668920:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7612 00000100:00100000:2.0:1734685051.668920:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848223488:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685051.668925:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53969 00000100:00100000:0.0:1734685051.668927:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848224000:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685051.668928:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848223232:12345-0@lo:400:kworker.0 Request processed in 9us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685051.668931:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417 00000100:00080000:1.0:1734685051.668932:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685021 00000100:00080000:1.0:1734685051.668935:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685021 00010000:00020000:2.0:1734685051.668935:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685051.668935:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418 00010000:00020000:0.0:1734685051.668936:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734685051.668937:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685021 00000100:00100000:3.0:1734685051.668937:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848224256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685051.668952:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848224000:12345-0@lo:8:kworker.0 Request processed in 24us (144us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685051.668952:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848224256:12345-0@lo:400:kworker.0 Request processed in 15us (57us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685051.668956:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418 00000100:00100000:0.0:1734685051.668957:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53969 00000100:00100000:2.0:1734685051.668958:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848223488:12345-0@lo:8:kworker.0 Request processed in 35us (163us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685051.668964:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53968 00000100:00080000:0.0:1734685051.668975:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685051.668977:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685051.668979:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848223232:0@lo:400:kworker.0 00000100:00100000:0.0:1734685051.668980:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848224000:0@lo:8:kworker.0 00000100:00100000:3.0:1734685051.668985:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848223872:0@lo:400:kworker.0 00000100:00100000:1.0:1734685051.668986:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848223616:0@lo:400:kworker.0 00000100:00080000:0.0:1734685051.668987:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685051.668989:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685051.668989:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848224256:0@lo:400:kworker.0 00000100:00100000:3.0:1734685051.668989:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848223744:0@lo:400:kworker.0 00000100:00100000:0.0:1734685051.668991:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848223488:0@lo:8:kworker.0 00000100:00100000:3.0:1734685051.668993:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848223104:0@lo:400:kworker.0 00000100:00100000:2.0:1734685051.668995:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848224128:0@lo:400:kworker.0 00000100:00100000:0.0:1734685051.669014:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848222976 00000100:00100000:0.0:1734685051.669016:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848222976 00000100:00080000:1.0:1734685051.669030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685021 00000100:00100000:0.0:1734685051.669036:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1734685051.669040:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848222976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685051.669068:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848222976:12345-0@lo:400:kworker.0 Request processed in 28us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685051.669071:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1734685051.669090:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848222976:0@lo:400:kworker.0 00000100:00100000:3.0:1734685051.700727:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848224384:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685051.700775:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685051.700829:0:4554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848224384 00000100:00100000:0.0:1734685051.700834:0:4554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848224384 00000100:00100000:0.0:1734685051.700871:0:4554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41103 00000100:00100000:0.0:1734685051.700877:0:4554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848224384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685051.700904:0:4554:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685051.700948:0:4554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848224384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685051.700954:0:4554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41103 00000100:00100000:3.0:1734685051.700962:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848224384:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685051.748710:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848224512:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685051.748762:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685051.748823:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848224512 00000100:00100000:0.0:1734685051.748830:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848224512 00000100:00100000:0.0:1734685051.748865:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6738 00000100:00100000:0.0:1734685051.748869:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848224512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685051.748890:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685051.748923:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848224512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685051.748927:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6738 00000100:00100000:1.0:1734685051.748954:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848224512:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685052.358843:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685053.360724:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685053.460728:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685053.460748:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848224640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685053.460796:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685053.460838:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848224640 00000100:00100000:0.0:1734685053.460845:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848224640 00000100:00080000:1.0:1734685053.460866:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685023 00000100:00100000:0.0:1734685053.460890:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6739 00000100:00100000:0.0:1734685053.460897:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848224640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685053.460916:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685053.460965:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848224640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685053.460972:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6739 00000100:00100000:1.0:1734685053.460996:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848224640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685054.118748:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685054.118793:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685054.118815:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872652672 00000100:00100000:0.0:1734685054.118823:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685054.118824:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872652672 00000100:00100000:0.0:1734685054.118852:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685054.118863:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872652928 00000100:00100000:3.0:1734685054.118868:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872652928 00000100:00100000:2.0:1734685054.118874:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 777 00000100:00080000:1.0:1734685054.118877:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685024 00000100:00100000:2.0:1734685054.118880:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872652672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685054.118881:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685024 00000100:00100000:0.0:1734685054.118890:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872653056 00000100:00100000:3.0:1734685054.118892:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872652800 00000100:00100000:0.0:1734685054.118894:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872653056 00000100:00100000:3.0:1734685054.118895:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872652800 00000100:00080000:1.0:1734685054.118903:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685024 00000100:00100000:0.0:1734685054.118911:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53970 00000100:00100000:3.0:1734685054.118911:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2419 00000100:00100000:0.0:1734685054.118915:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872653056:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685054.118916:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872652928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685054.118927:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872652672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685054.118931:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2420 00010000:00020000:0.0:1734685054.118933:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685054.118933:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 777 00000100:00100000:1.0:1734685054.118936:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872652800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685054.118944:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872652928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685054.118950:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2419 00000100:00100000:0.0:1734685054.118954:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872653056:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (102us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685054.118960:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53970 00000100:00100000:1.0:1734685054.118963:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872652800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685054.118969:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2420 00010000:00010000:2.0:1734685054.362691:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685055.364726:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685056.366719:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685056.628689:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848224768:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685056.628737:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685056.628785:0:4554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848224768 00000100:00100000:0.0:1734685056.628791:0:4554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848224768 00000100:00100000:0.0:1734685056.628827:0:4554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41104 00000100:00100000:0.0:1734685056.628833:0:4554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848224768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685056.628860:0:4554:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685056.628899:0:4554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848224768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685056.628905:0:4554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41104 00000100:00100000:1.0:1734685056.628912:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848224768:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685056.676714:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734685056.676714:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848224896:0@lo:400:kworker.0 00000100:00080000:2.0:1734685056.676719:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685056.676721:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685056.676725:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9852 00000100:00100000:1.0:1734685056.676727:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848225024:0@lo:400:kworker.0 00000100:00080000:2.0:1734685056.676728:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685056.676733:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685056.676753:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff2fb80 x1818938848225408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685056.676755:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848225280:0@lo:400:kworker.0 00000100:00100000:3.0:1734685056.676767:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685056.676768:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685056.676778:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685056.676780:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685056.676782:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734685056.676784:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685056.676784:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9852 00000100:00080000:2.0:1734685056.676786:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685056.676788:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685056.676792:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848225664:0@lo:400:kworker.0 00000100:00100000:3.0:1734685056.676795:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848225536:0@lo:400:kworker.0 00000100:00100000:2.0:1734685056.676796:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff2f480 x1818938848225920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685056.676804:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734685056.676810:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848225152:0@lo:400:kworker.0 00000100:00100000:1.0:1734685056.676810:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685056.676813:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685056.676821:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685056.676823:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685056.676826:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848226176:0@lo:400:kworker.0 00000100:00100000:2.0:1734685056.676829:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848226048:0@lo:400:kworker.0 00000100:00100000:0.0:1734685056.676836:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685056.676844:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848225024 00000100:00100000:1.0:1734685056.676847:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848225664 00000100:00100000:3.0:1734685056.676849:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848225024 00000100:00100000:1.0:1734685056.676850:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848225664 00000100:00100000:2.0:1734685056.676851:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685056.676852:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848225792:0@lo:400:kworker.0 00000100:00100000:0.0:1734685056.676868:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685056.676870:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848225536 00000100:00100000:2.0:1734685056.676872:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848225536 00000100:00100000:3.0:1734685056.676873:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848225152 00000100:00100000:3.0:1734685056.676875:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848225152 00000100:00100000:1.0:1734685056.676881:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421 00000100:00100000:0.0:1734685056.676884:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848225408:0@lo:8:kworker.0 00000100:00100000:1.0:1734685056.676886:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848225024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685056.676888:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848226048 00000100:00100000:2.0:1734685056.676889:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848226048 00000100:00100000:3.0:1734685056.676893:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2422 00000100:00100000:3.0:1734685056.676898:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848225664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685056.676900:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685056.676900:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7613 00000100:00100000:2.0:1734685056.676903:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848225536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685056.676910:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848225920:0@lo:8:kworker.0 00000100:00100000:1.0:1734685056.676921:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848225024:12345-0@lo:400:kworker.0 Request processed in 35us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685056.676924:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848225664:12345-0@lo:400:kworker.0 Request processed in 26us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685056.676925:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685056.676925:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848225536:12345-0@lo:400:kworker.0 Request processed in 22us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685056.676927:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421 00000100:00100000:2.0:1734685056.676930:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7613 00000100:00100000:3.0:1734685056.676930:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2422 00000100:00100000:2.0:1734685056.676940:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848225408 00000100:00100000:1.0:1734685056.676941:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2423 00000100:00100000:2.0:1734685056.676942:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848225408 00000100:00100000:0.0:1734685056.676944:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848225920 00000100:00100000:1.0:1734685056.676945:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848225152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685056.676947:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848225920 00000100:00100000:2.0:1734685056.676951:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7614 00000100:00100000:2.0:1734685056.676954:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848226048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685056.676958:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848224896 00000100:00100000:0.0:1734685056.676960:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53971 00000100:00100000:3.0:1734685056.676960:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848224896 00000100:00100000:0.0:1734685056.676963:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848225408:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685056.676972:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848225152:12345-0@lo:400:kworker.0 Request processed in 26us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685056.676975:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848226048:12345-0@lo:400:kworker.0 Request processed in 20us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685056.676976:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00010000:00020000:0.0:1734685056.676977:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685056.676977:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2423 00000100:00100000:2.0:1734685056.676980:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7614 00000100:00100000:3.0:1734685056.676980:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848224896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685056.676989:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53972 00000100:00080000:1.0:1734685056.676991:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685026 00000100:00100000:2.0:1734685056.676992:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848225920:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734685056.676994:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685026 00000100:00080000:1.0:1734685056.676995:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685026 00000100:00100000:0.0:1734685056.676997:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848225408:12345-0@lo:8:kworker.0 Request processed in 33us (97us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734685056.676997:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685026 00000100:00100000:3.0:1734685056.677000:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848224896:12345-0@lo:400:kworker.0 Request processed in 20us (233us total) trans 0 rc 0/0 00010000:00020000:2.0:1734685056.677001:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685056.677002:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53971 00000100:00100000:1.0:1734685056.677004:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848225280 00000100:00100000:3.0:1734685056.677005:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1734685056.677006:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848225280 00000100:00100000:2.0:1734685056.677013:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848225920:12345-0@lo:8:kworker.0 Request processed in 20us (87us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685056.677017:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53972 00000100:00100000:1.0:1734685056.677022:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848225792 00000100:00080000:0.0:1734685056.677024:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685056.677024:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848225792 00000100:00080000:0.0:1734685056.677026:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685056.677029:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848225408:0@lo:8:kworker.0 00000100:00100000:1.0:1734685056.677034:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41105 00000100:00080000:0.0:1734685056.677035:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685056.677036:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685056.677038:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848225920:0@lo:8:kworker.0 00000100:00100000:1.0:1734685056.677038:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848225280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685056.677038:0:4554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41106 00000100:00100000:3.0:1734685056.677042:0:4554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848225792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685056.677043:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848226048:0@lo:400:kworker.0 00000100:00100000:2.0:1734685056.677057:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848225536:0@lo:400:kworker.0 00000100:00100000:0.0:1734685056.677062:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848225152:0@lo:400:kworker.0 00000100:00100000:2.0:1734685056.677063:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848224896:0@lo:400:kworker.0 00000100:00100000:1.0:1734685056.677064:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848225280:12345-0@lo:400:kworker.0 Request processed in 25us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685056.677065:0:4554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848225792:12345-0@lo:400:kworker.0 Request processed in 23us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685056.677068:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848225792:0@lo:400:kworker.0 00000100:00100000:1.0:1734685056.677069:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41105 00000100:00100000:3.0:1734685056.677072:0:4554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41106 00000100:00100000:0.0:1734685056.677075:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848225280:0@lo:400:kworker.0 00000100:00080000:1.0:1734685056.677087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685026 00000100:00100000:1.0:1734685056.677095:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685056.677131:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848225664:0@lo:400:kworker.0 00000100:00100000:2.0:1734685056.677132:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848226176 00000100:00100000:2.0:1734685056.677135:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848226176 00000100:00100000:1.0:1734685056.677138:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848225024:0@lo:400:kworker.0 00000100:00100000:2.0:1734685056.677147:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424 00000100:00100000:2.0:1734685056.677150:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848226176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685056.677167:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848226176:12345-0@lo:400:kworker.0 Request processed in 16us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685056.677170:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424 00000100:00100000:1.0:1734685056.677178:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848226176:0@lo:400:kworker.0 00000100:00100000:1.0:1734685056.708724:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848226304:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685056.708785:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685056.708830:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848226304 00000100:00100000:2.0:1734685056.708836:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848226304 00000100:00100000:2.0:1734685056.708872:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41107 00000100:00100000:2.0:1734685056.708876:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848226304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685056.708900:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685056.708942:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848226304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685056.708948:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41107 00000100:00100000:1.0:1734685056.708974:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848226304:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685056.756737:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685056.756761:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848226432:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685056.756807:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685056.756843:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848226432 00000100:00100000:0.0:1734685056.756849:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848226432 00000100:00100000:0.0:1734685056.756888:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6740 00000100:00100000:0.0:1734685056.756895:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848226432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685056.756920:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685056.756961:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848226432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685056.756967:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6740 00000100:00100000:1.0:1734685056.756989:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848226432:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685057.368740:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685058.370723:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685058.468692:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848226560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685058.468739:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685058.468766:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848226560 00000100:00100000:0.0:1734685058.468772:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848226560 00000100:00100000:0.0:1734685058.468806:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6741 00000100:00080000:1.0:1734685058.468807:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685028 00000100:00100000:0.0:1734685058.468810:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848226560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685058.468829:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685058.468858:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848226560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685058.468862:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6741 00000100:00100000:2.0:1734685058.468870:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848226560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685059.126841:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685059.126884:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685059.126894:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872653312 00000100:00100000:2.0:1734685059.126900:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872653312 00000100:00100000:0.0:1734685059.126908:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685059.126928:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872653184 00000100:00100000:3.0:1734685059.126932:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872653184 00000100:00100000:0.0:1734685059.126936:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685059.126938:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872653440 00000100:00100000:2.0:1734685059.126939:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872653440 00000100:00100000:2.0:1734685059.126951:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2425 00000100:00100000:3.0:1734685059.126952:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 779 00000100:00100000:0.0:1734685059.126955:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872653568 00000100:00100000:2.0:1734685059.126956:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872653312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685059.126956:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872653184:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685059.126958:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872653568 00000100:00080000:1.0:1734685059.126968:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685029 00000100:00080000:1.0:1734685059.126973:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685029 00000100:00100000:0.0:1734685059.126975:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53973 00000100:00080000:1.0:1734685059.126975:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685029 00000100:00100000:0.0:1734685059.126979:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872653568:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685059.126995:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872653184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685059.126998:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872653312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (166us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685059.126999:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685059.127000:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 779 00000100:00100000:2.0:1734685059.127004:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2425 00000100:00100000:1.0:1734685059.127012:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2426 00000100:00100000:1.0:1734685059.127018:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872653440:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685059.127021:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872653568:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (84us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685059.127027:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53973 00000100:00100000:1.0:1734685059.127050:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872653440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685059.127056:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2426 00010000:00010000:2.0:1734685059.372711:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685060.374734:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685061.376691:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685061.636771:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848226688:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685061.636844:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685061.636949:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848226688 00000100:00100000:0.0:1734685061.636957:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848226688 00000100:00100000:0.0:1734685061.637001:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41108 00000100:00100000:0.0:1734685061.637006:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848226688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685061.637059:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685061.637111:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848226688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685061.637118:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41108 00000100:00100000:2.0:1734685061.637145:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848226688:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685061.684750:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685061.684757:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685061.684760:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734685061.684761:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848226816:0@lo:400:kworker.0 00000100:00100000:3.0:1734685061.684761:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848227200:0@lo:400:kworker.0 00000100:00080000:2.0:1734685061.684767:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9857 00000100:00080000:2.0:1734685061.684771:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734685061.684772:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848226944:0@lo:400:kworker.0 00000100:00080000:2.0:1734685061.684777:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685061.684799:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff2c000 x1818938848227328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685061.684828:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685061.684828:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685061.684829:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685061.684830:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685061.684833:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685061.684834:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685061.684837:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9857 00000100:00080000:2.0:1734685061.684840:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685061.684843:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685061.684851:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff2fb80 x1818938848227840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685061.684858:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848227456:0@lo:400:kworker.0 00000100:00100000:1.0:1734685061.684859:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848227584:0@lo:400:kworker.0 00000100:00100000:1.0:1734685061.684878:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685061.684879:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685061.684880:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848226816 00000100:00100000:3.0:1734685061.684888:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848226816 00000100:00100000:1.0:1734685061.684890:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685061.684892:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848228096:0@lo:400:kworker.0 00000100:00100000:1.0:1734685061.684895:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848227072:0@lo:400:kworker.0 00000100:00100000:2.0:1734685061.684896:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848226944 00000100:00100000:2.0:1734685061.684900:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848226944 00000100:00100000:0.0:1734685061.684906:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685061.684917:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848227584 00000100:00100000:0.0:1734685061.684919:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685061.684920:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848227584 00000100:00100000:0.0:1734685061.684923:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848227968:0@lo:400:kworker.0 00000100:00100000:2.0:1734685061.684923:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848228096 00000100:00100000:2.0:1734685061.684926:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848228096 00000100:00100000:3.0:1734685061.684926:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1734685061.684932:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848226816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685061.684938:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685061.684942:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2427 00000100:00100000:1.0:1734685061.684947:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848226944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685061.684947:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2428 00000100:00100000:2.0:1734685061.684951:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848227584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685061.684954:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848227328:0@lo:8:kworker.0 00000100:00100000:3.0:1734685061.684966:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848226816:12345-0@lo:400:kworker.0 Request processed in 35us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685061.684970:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685061.684972:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1734685061.684977:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848226944:12345-0@lo:400:kworker.0 Request processed in 30us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685061.684979:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848227840:0@lo:8:kworker.0 00000100:00100000:1.0:1734685061.684983:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2427 00000100:00100000:2.0:1734685061.684984:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848227584:12345-0@lo:400:kworker.0 Request processed in 31us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685061.684990:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2428 00000100:00100000:0.0:1734685061.684991:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685061.685000:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429 00000100:00100000:3.0:1734685061.685003:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848228096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685061.685013:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848227456 00000100:00100000:1.0:1734685061.685014:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685061.685015:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848227968 00000100:00100000:0.0:1734685061.685017:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848227456 00000100:00100000:2.0:1734685061.685017:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848227968 00000100:00100000:3.0:1734685061.685020:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848228096:12345-0@lo:400:kworker.0 Request processed in 16us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685061.685038:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429 00000100:00100000:1.0:1734685061.685042:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848227712:0@lo:400:kworker.0 00000100:00100000:3.0:1734685061.685048:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848227072 00000100:00100000:3.0:1734685061.685050:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848227072 00000100:00100000:2.0:1734685061.685051:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848227328 00000100:00100000:2.0:1734685061.685054:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848227328 00000100:00100000:0.0:1734685061.685055:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7615 00000100:00100000:1.0:1734685061.685059:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685061.685060:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848227968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685061.685064:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848227840 00000100:00100000:3.0:1734685061.685064:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430 00000100:00100000:2.0:1734685061.685065:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848227840 00000100:00100000:3.0:1734685061.685067:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848227072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685061.685080:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7616 00000100:00100000:1.0:1734685061.685085:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848227584:0@lo:400:kworker.0 00000100:00100000:2.0:1734685061.685085:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848227456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685061.685088:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848227072:12345-0@lo:400:kworker.0 Request processed in 20us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685061.685089:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848227968:12345-0@lo:400:kworker.0 Request processed in 28us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685061.685092:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430 00000100:00100000:1.0:1734685061.685094:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848226944:0@lo:400:kworker.0 00000100:00100000:0.0:1734685061.685095:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7615 00000100:00100000:0.0:1734685061.685105:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53974 00000100:00100000:3.0:1734685061.685106:0:4554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848227200 00000100:00100000:3.0:1734685061.685107:0:4554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848227200 00000100:00100000:0.0:1734685061.685109:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848227328:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685061.685110:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848227456:12345-0@lo:400:kworker.0 Request processed in 24us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685061.685114:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848227072:0@lo:400:kworker.0 00000100:00100000:2.0:1734685061.685115:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7616 00000100:00100000:3.0:1734685061.685122:0:4554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41109 00010000:00020000:0.0:1734685061.685126:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685061.685126:0:4554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848227200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685061.685127:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53975 00000100:00080000:1.0:1734685061.685129:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685031 00000100:00100000:2.0:1734685061.685130:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848227840:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734685061.685133:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685031 00000100:00080000:1.0:1734685061.685134:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685031 00000100:00080000:1.0:1734685061.685136:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685031 00010000:00020000:2.0:1734685061.685139:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685061.685148:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848227328:12345-0@lo:8:kworker.0 Request processed in 39us (178us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685061.685152:0:4554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848227200:12345-0@lo:400:kworker.0 Request processed in 26us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685061.685154:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53974 00000100:00100000:3.0:1734685061.685156:0:4554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41109 00000100:00100000:2.0:1734685061.685158:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848227840:12345-0@lo:8:kworker.0 Request processed in 26us (166us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685061.685163:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53975 00000100:00100000:3.0:1734685061.685164:0:4554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848227712 00000100:00100000:3.0:1734685061.685166:0:4554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848227712 00000100:00080000:0.0:1734685061.685175:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685061.685178:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685061.685178:0:4554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41110 00000100:00100000:0.0:1734685061.685181:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848227328:0@lo:8:kworker.0 00000100:00100000:3.0:1734685061.685182:0:4554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848227712:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685061.685187:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685061.685189:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685061.685192:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848227840:0@lo:8:kworker.0 00000100:00100000:3.0:1734685061.685205:0:4554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848227712:12345-0@lo:400:kworker.0 Request processed in 23us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685061.685208:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848227968:0@lo:400:kworker.0 00000100:00100000:3.0:1734685061.685209:0:4554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41110 00000100:00100000:1.0:1734685061.685215:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848227712:0@lo:400:kworker.0 00000100:00100000:0.0:1734685061.685216:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848228096:0@lo:400:kworker.0 00000100:00100000:0.0:1734685061.685222:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848227456:0@lo:400:kworker.0 00000100:00100000:3.0:1734685061.685226:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848227200:0@lo:400:kworker.0 00000100:00100000:0.0:1734685061.685228:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848226816:0@lo:400:kworker.0 00000100:00100000:2.0:1734685061.716670:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848228224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685061.716733:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685061.716763:0:4554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848228224 00000100:00100000:3.0:1734685061.716771:0:4554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848228224 00000100:00100000:3.0:1734685061.716812:0:4554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41111 00000100:00100000:3.0:1734685061.716817:0:4554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848228224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685061.716847:0:4554:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685061.716882:0:4554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848228224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685061.716886:0:4554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41111 00000100:00100000:2.0:1734685061.716902:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848228224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685061.764768:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848228352:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685061.764836:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685061.764902:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848228352 00000100:00100000:0.0:1734685061.764911:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848228352 00000100:00100000:0.0:1734685061.764962:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6742 00000100:00100000:0.0:1734685061.764970:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848228352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685061.765002:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685061.765069:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848228352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685061.765077:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6742 00000100:00100000:3.0:1734685061.765099:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848228352:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685062.378741:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685063.380702:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685063.476689:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685063.476711:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848228480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685063.476761:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685063.476809:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848228480 00000100:00100000:2.0:1734685063.476815:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848228480 00000100:00100000:2.0:1734685063.476853:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6743 00000100:00100000:2.0:1734685063.476858:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848228480:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734685063.476872:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685033 00002000:00000024:2.0:1734685063.476881:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685063.476918:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848228480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685063.476925:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6743 00000100:00100000:0.0:1734685063.476948:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848228480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685064.134818:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685064.134856:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685064.134883:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685064.134884:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872654080 00000100:00100000:2.0:1734685064.134892:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872654080 00000100:00100000:1.0:1734685064.134910:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872653696 00000100:00100000:1.0:1734685064.134916:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872653696 00000100:00100000:0.0:1734685064.134921:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685064.134922:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53976 00000100:00100000:2.0:1734685064.134929:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872654080:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685064.134949:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872653824 00010000:00020000:2.0:1734685064.134951:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685064.134952:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872653824 00000100:00100000:1.0:1734685064.134953:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 781 00000100:00100000:3.0:1734685064.134955:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872653952 00000100:00100000:1.0:1734685064.134959:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872653696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685064.134963:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872653952 00000100:00100000:0.0:1734685064.134974:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2431 00000100:00100000:0.0:1734685064.134978:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872653824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685064.135006:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872653696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685064.135006:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872654080:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 76us (193us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685064.135012:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 781 00000100:00100000:2.0:1734685064.135013:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53976 00000100:00100000:0.0:1734685064.135019:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872653824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685064.135025:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2431 00000100:00100000:3.0:1734685064.135035:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2432 00000100:00080000:1.0:1734685064.135039:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685034 00000100:00100000:3.0:1734685064.135042:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872653952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685064.135043:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685034 00000100:00080000:1.0:1734685064.135045:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685034 00000100:00100000:3.0:1734685064.135093:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872653952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685064.135098:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2432 00010000:00010000:2.0:1734685064.382658:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685065.384709:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685066.386798:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685066.644773:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848228608:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685066.644850:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685066.644986:0:4554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848228608 00000100:00100000:3.0:1734685066.644996:0:4554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848228608 00000100:00100000:3.0:1734685066.645049:0:4554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41112 00000100:00100000:3.0:1734685066.645057:0:4554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848228608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685066.645096:0:4554:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685066.645154:0:4554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848228608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685066.645162:0:4554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41112 00000100:00100000:0.0:1734685066.645250:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848228608:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685066.692789:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848228736:0@lo:400:kworker.0 00000100:00080000:2.0:1734685066.692789:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734685066.692789:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848228864:0@lo:400:kworker.0 00000100:00080000:2.0:1734685066.692795:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685066.692799:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685066.692805:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9862 00000100:00080000:2.0:1734685066.692808:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685066.692815:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685066.692864:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685066.692864:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685066.692871:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848229120:0@lo:400:kworker.0 00000100:00100000:1.0:1734685066.692910:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685066.692913:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848228992:0@lo:400:kworker.0 00000100:00100000:0.0:1734685066.692921:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848228736 00000100:00100000:0.0:1734685066.692929:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848228736 00000100:00100000:3.0:1734685066.692931:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685066.692937:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf0700 x1818938848229248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685066.692955:0:4554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848229120 00000100:00100000:1.0:1734685066.692960:0:4554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848229120 00000100:00100000:3.0:1734685066.692972:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848228864 00000100:00100000:3.0:1734685066.692976:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848228864 00000100:00100000:0.0:1734685066.692986:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1734685066.692990:0:4554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41113 00000100:00100000:0.0:1734685066.692992:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848228736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685066.692995:0:4554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848229120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685066.693000:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848228992 00000100:00100000:3.0:1734685066.693001:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848228992 00000100:00080000:2.0:1734685066.693013:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734685066.693017:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433 00000100:00080000:2.0:1734685066.693018:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685066.693020:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685066.693023:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848228864:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685066.693024:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9862 00000100:00080000:2.0:1734685066.693028:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685066.693033:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685066.693034:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848228736:12345-0@lo:400:kworker.0 Request processed in 40us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685066.693034:0:4554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848229120:12345-0@lo:400:kworker.0 Request processed in 37us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685066.693041:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1734685066.693041:0:4554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41113 00000100:00100000:2.0:1734685066.693043:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf2a00 x1818938848229760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685066.693050:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848228864:12345-0@lo:400:kworker.0 Request processed in 27us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685066.693056:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433 00000100:00100000:3.0:1734685066.693069:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434 00000100:00100000:3.0:1734685066.693073:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848228992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685066.693084:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848229376:0@lo:400:kworker.0 00000100:00100000:1.0:1734685066.693084:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848229888:0@lo:400:kworker.0 00000100:00100000:2.0:1734685066.693085:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848229248:0@lo:8:kworker.0 00000100:00100000:3.0:1734685066.693091:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848228992:12345-0@lo:400:kworker.0 Request processed in 16us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685066.693096:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434 00000100:00100000:0.0:1734685066.693110:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685066.693113:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848229632:0@lo:400:kworker.0 00000100:00100000:1.0:1734685066.693127:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848229376 00000100:00100000:1.0:1734685066.693130:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848229376 00000100:00100000:0.0:1734685066.693132:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848230016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685066.693136:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685066.693140:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685066.693151:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848229248 00000100:00100000:0.0:1734685066.693152:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685066.693153:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848229248 00000100:00100000:2.0:1734685066.693156:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848229760:0@lo:8:kworker.0 00000100:00100000:1.0:1734685066.693166:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7617 00000100:00100000:0.0:1734685066.693169:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848228736:0@lo:400:kworker.0 00000100:00100000:3.0:1734685066.693169:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848228992:0@lo:400:kworker.0 00000100:00100000:1.0:1734685066.693170:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848229376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685066.693172:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685066.693182:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685066.693187:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848229504:0@lo:400:kworker.0 00000100:00100000:3.0:1734685066.693190:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848230016 00000100:00100000:3.0:1734685066.693193:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848230016 00000100:00100000:1.0:1734685066.693200:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848229376:12345-0@lo:400:kworker.0 Request processed in 29us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685066.693201:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848229632 00000100:00100000:0.0:1734685066.693203:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685066.693206:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7617 00000100:00100000:2.0:1734685066.693206:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848229632 00000100:00100000:3.0:1734685066.693209:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848229504 00000100:00100000:3.0:1734685066.693211:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848229504 00000100:00100000:1.0:1734685066.693216:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848229760 00000100:00100000:0.0:1734685066.693218:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848229376:0@lo:400:kworker.0 00000100:00100000:1.0:1734685066.693218:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848229760 00000100:00100000:3.0:1734685066.693223:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2435 00000100:00100000:2.0:1734685066.693226:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41114 00000100:00100000:3.0:1734685066.693227:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848230016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685066.693230:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848229632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685066.693231:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53977 00000100:00100000:1.0:1734685066.693234:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848229248:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685066.693237:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53978 00000100:00100000:0.0:1734685066.693242:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848229760:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685066.693253:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734685066.693256:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685066.693258:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848230016:12345-0@lo:400:kworker.0 Request processed in 29us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685066.693263:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2435 00000100:00100000:2.0:1734685066.693266:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848229632:12345-0@lo:400:kworker.0 Request processed in 34us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685066.693271:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41114 00000100:00100000:3.0:1734685066.693272:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2436 00000100:00100000:3.0:1734685066.693275:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848229504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685066.693284:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848229248:12345-0@lo:8:kworker.0 Request processed in 48us (148us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685066.693285:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848229760:12345-0@lo:8:kworker.0 Request processed in 41us (112us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685066.693291:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53977 00000100:00100000:3.0:1734685066.693293:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848229504:12345-0@lo:400:kworker.0 Request processed in 17us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685066.693294:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53978 00000100:00100000:3.0:1734685066.693301:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2436 00000100:00080000:2.0:1734685066.693303:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685066.693307:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685066.693311:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685066.693311:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848229248:0@lo:8:kworker.0 00000100:00080000:2.0:1734685066.693319:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685066.693320:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685066.693323:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848229760:0@lo:8:kworker.0 00000100:00100000:0.0:1734685066.693327:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848229504:0@lo:400:kworker.0 00000100:00100000:3.0:1734685066.693327:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848228864:0@lo:400:kworker.0 00000100:00100000:1.0:1734685066.693333:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848229120:0@lo:400:kworker.0 00000100:00100000:0.0:1734685066.693337:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848230016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685066.693350:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848229632:0@lo:400:kworker.0 00000100:00080000:0.0:1734685066.693352:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685036 00000100:00100000:3.0:1734685066.693352:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848229888 00000100:00100000:3.0:1734685066.693354:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848229888 00000100:00080000:0.0:1734685066.693356:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685036 00000100:00080000:0.0:1734685066.693358:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685036 00000100:00080000:0.0:1734685066.693360:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685036 00000100:00080000:0.0:1734685066.693362:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685036 00000100:00100000:3.0:1734685066.693370:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7618 00000100:00100000:3.0:1734685066.693374:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848229888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685066.693427:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848229888:12345-0@lo:400:kworker.0 Request processed in 51us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685066.693432:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7618 00000100:00100000:1.0:1734685066.693446:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848229888:0@lo:400:kworker.0 00000100:00100000:0.0:1734685066.724730:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685066.724749:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848230144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685066.724799:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685066.724849:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848230144 00000100:00100000:2.0:1734685066.724855:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848230144 00000100:00100000:2.0:1734685066.724896:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41115 00000100:00100000:2.0:1734685066.724902:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848230144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685066.724927:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685066.724981:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848230144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685066.724987:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41115 00000100:00100000:0.0:1734685066.725008:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848230144:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685066.772782:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685066.772809:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848230272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685066.772879:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685066.772976:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848230272 00000100:00100000:2.0:1734685066.772985:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848230272 00000100:00100000:2.0:1734685066.773031:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6744 00000100:00100000:2.0:1734685066.773037:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848230272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685066.773066:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685066.773130:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848230272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685066.773135:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6744 00000100:00100000:1.0:1734685066.773177:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848230272:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685067.388702:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685068.390726:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685068.484717:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4875180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848230400:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685068.484764:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685068.484792:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848230400 00000100:00100000:2.0:1734685068.484798:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848230400 00000100:00080000:0.0:1734685068.484834:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685038 00000100:00100000:2.0:1734685068.484835:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6745 00000100:00100000:2.0:1734685068.484839:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848230400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685068.484855:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685068.484884:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848230400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685068.484888:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6745 00000100:00100000:1.0:1734685068.484907:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4875180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848230400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685069.142762:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685069.142806:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685069.142814:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872654336 00000100:00100000:3.0:1734685069.142822:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872654336 00000100:00100000:0.0:1734685069.142829:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685069.142854:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872654208 00000100:00100000:1.0:1734685069.142858:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872654208 00000100:00100000:3.0:1734685069.142860:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872654464 00000100:00100000:3.0:1734685069.142862:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872654464 00000100:00100000:0.0:1734685069.142869:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685069.142875:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2437 00000100:00100000:1.0:1734685069.142877:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 783 00000100:00100000:1.0:1734685069.142881:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872654208:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685069.142881:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872654336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685069.142883:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2438 00000100:00080000:0.0:1734685069.142885:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685039 00000100:00080000:0.0:1734685069.142888:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685039 00000100:00100000:2.0:1734685069.142888:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872654464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685069.142890:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685039 00000100:00100000:0.0:1734685069.142911:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872654592 00000100:00100000:0.0:1734685069.142914:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872654592 00000100:00100000:0.0:1734685069.142932:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53979 00000100:00100000:0.0:1734685069.142937:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872654592:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685069.142939:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872654208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685069.142939:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872654464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685069.142939:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872654336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685069.142945:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 783 00000100:00100000:3.0:1734685069.142945:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2437 00000100:00100000:2.0:1734685069.142949:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2438 00010000:00020000:0.0:1734685069.142956:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685069.142976:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872654592:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (106us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685069.142985:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53979 00010000:00010000:2.0:1734685069.392685:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685070.394722:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685071.396804:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685071.652743:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685071.652765:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848230528:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685071.652829:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685071.652885:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848230528 00000100:00100000:2.0:1734685071.652893:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848230528 00000100:00100000:2.0:1734685071.652933:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41116 00000100:00100000:2.0:1734685071.652938:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848230528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685071.652963:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685071.653015:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848230528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685071.653019:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41116 00000100:00100000:3.0:1734685071.653056:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848230528:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685071.700706:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685071.700712:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685071.700714:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685071.700721:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9867 00000100:00080000:2.0:1734685071.700724:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685071.700728:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685071.700738:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848230912:0@lo:400:kworker.0 00000100:00100000:2.0:1734685071.700743:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096418700 x1818938848231168/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685071.700748:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848231040:0@lo:400:kworker.0 00000100:00100000:3.0:1734685071.700748:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848230656:0@lo:400:kworker.0 00000100:00080000:2.0:1734685071.700764:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685071.700767:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685071.700768:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685071.700770:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9867 00000100:00080000:2.0:1734685071.700771:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685071.700773:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685071.700778:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096415c00 x1818938848231680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685071.700799:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848231168:0@lo:8:kworker.0 00000100:00100000:0.0:1734685071.700811:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685071.700812:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685071.700813:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685071.700819:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685071.700845:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848231680:0@lo:8:kworker.0 00000100:00100000:1.0:1734685071.700846:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848231552:0@lo:400:kworker.0 00000100:00100000:3.0:1734685071.700853:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848231296:0@lo:400:kworker.0 00000100:00100000:0.0:1734685071.700855:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848231808:0@lo:400:kworker.0 00000100:00100000:2.0:1734685071.700868:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685071.700878:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685071.700894:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734685071.700896:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848231168 00000100:00100000:3.0:1734685071.700896:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685071.700899:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848230784:0@lo:400:kworker.0 00000100:00100000:2.0:1734685071.700902:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848231168 00000100:00100000:3.0:1734685071.700915:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848231936:0@lo:400:kworker.0 00000100:00100000:0.0:1734685071.700916:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848231680 00000100:00100000:1.0:1734685071.700918:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685071.700921:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848231680 00000100:00100000:2.0:1734685071.700921:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848231296 00000100:00100000:2.0:1734685071.700923:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848231296 00000100:00100000:1.0:1734685071.700928:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848231424:0@lo:400:kworker.0 00000100:00100000:3.0:1734685071.700934:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685071.700944:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7619 00000100:00100000:0.0:1734685071.700950:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848231296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685071.700953:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848230656 00000100:00100000:1.0:1734685071.700956:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848230656 00000100:00100000:2.0:1734685071.700962:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53980 00000100:00100000:2.0:1734685071.700967:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848231168:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685071.700973:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848230912 00000100:00100000:1.0:1734685071.700976:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1734685071.700977:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848230912 00000100:00100000:1.0:1734685071.700980:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848230656:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734685071.700980:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685071.700992:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848231296:12345-0@lo:400:kworker.0 Request processed in 41us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685071.700999:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7619 00000100:00100000:2.0:1734685071.701005:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848231168:12345-0@lo:8:kworker.0 Request processed in 38us (185us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685071.701005:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848230784 00000100:00100000:1.0:1734685071.701008:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848230656:12345-0@lo:400:kworker.0 Request processed in 27us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685071.701008:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848230784 00000100:00100000:2.0:1734685071.701009:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53980 00000100:00100000:1.0:1734685071.701013:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1734685071.701020:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53981 00000100:00100000:3.0:1734685071.701023:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848231936 00000100:00100000:0.0:1734685071.701025:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848231680:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685071.701025:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848231936 00000100:00100000:2.0:1734685071.701038:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2439 00000100:00100000:1.0:1734685071.701040:0:4554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848231040 00010000:00020000:0.0:1734685071.701042:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685071.701042:0:4554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848231040 00000100:00100000:2.0:1734685071.701042:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848230912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685071.701043:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440 00000100:00100000:3.0:1734685071.701049:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848230784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685071.701059:0:4554:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848231552 00000100:00100000:1.0:1734685071.701060:0:4554:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848231552 00000100:00100000:1.0:1734685071.701069:0:4554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41117 00000100:00100000:1.0:1734685071.701073:0:4554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848231040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685071.701077:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848230912:12345-0@lo:400:kworker.0 Request processed in 34us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685071.701080:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848231680:12345-0@lo:8:kworker.0 Request processed in 54us (210us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685071.701083:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2439 00000100:00100000:3.0:1734685071.701087:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848230784:12345-0@lo:400:kworker.0 Request processed in 37us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685071.701093:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53981 00000100:00100000:3.0:1734685071.701094:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440 00000100:00100000:2.0:1734685071.701099:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441 00000100:00100000:1.0:1734685071.701103:0:4554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848231040:12345-0@lo:400:kworker.0 Request processed in 29us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685071.701103:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848231936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685071.701108:0:4554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41117 00000100:00080000:0.0:1734685071.701114:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685041 00000100:00080000:0.0:1734685071.701118:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685041 00000100:00100000:1.0:1734685071.701118:0:4554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41118 00000100:00080000:0.0:1734685071.701120:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685041 00000100:00100000:1.0:1734685071.701121:0:4554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848231552:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685071.701122:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685041 00000100:00100000:2.0:1734685071.701125:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848231936:12345-0@lo:400:kworker.0 Request processed in 21us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685071.701129:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441 00000100:00100000:0.0:1734685071.701134:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685071.701140:0:4554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848231552:12345-0@lo:400:kworker.0 Request processed in 18us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685071.701144:0:4554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41118 00000100:00100000:3.0:1734685071.701144:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848231296:0@lo:400:kworker.0 00000100:00080000:2.0:1734685071.701153:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685071.701155:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685071.701158:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848231040:0@lo:400:kworker.0 00000100:00100000:2.0:1734685071.701158:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848231168:0@lo:8:kworker.0 00000100:00100000:3.0:1734685071.701158:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848231936:0@lo:400:kworker.0 00000100:00100000:1.0:1734685071.701163:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848231808 00000100:00100000:3.0:1734685071.701164:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848230656:0@lo:400:kworker.0 00000100:00080000:2.0:1734685071.701165:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685071.701166:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848231808 00000100:00080000:2.0:1734685071.701166:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685071.701168:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848231680:0@lo:8:kworker.0 00000100:00080000:0.0:1734685071.701180:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685041 00000100:00100000:1.0:1734685071.701186:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7620 00000100:00100000:1.0:1734685071.701190:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848231808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685071.701216:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848231808:12345-0@lo:400:kworker.0 Request processed in 25us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685071.701220:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7620 00000100:00100000:0.0:1734685071.701225:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848231808:0@lo:400:kworker.0 00000100:00100000:1.0:1734685071.701234:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685071.701257:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848231552:0@lo:400:kworker.0 00000100:00100000:1.0:1734685071.701266:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848230912:0@lo:400:kworker.0 00000100:00100000:2.0:1734685071.701269:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848231424 00000100:00100000:2.0:1734685071.701272:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848231424 00000100:00100000:1.0:1734685071.701280:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848230784:0@lo:400:kworker.0 00000100:00100000:2.0:1734685071.701296:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442 00000100:00100000:2.0:1734685071.701300:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848231424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685071.701329:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848231424:12345-0@lo:400:kworker.0 Request processed in 28us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685071.701334:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442 00000100:00100000:1.0:1734685071.701354:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848231424:0@lo:400:kworker.0 00000100:00100000:2.0:1734685071.732764:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848232064:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685071.732812:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685071.732865:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848232064 00000100:00100000:0.0:1734685071.732874:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848232064 00000100:00100000:0.0:1734685071.732917:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41119 00000100:00100000:0.0:1734685071.732923:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848232064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685071.732956:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685071.733019:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848232064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685071.733025:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41119 00000100:00100000:2.0:1734685071.733101:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848232064:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685071.780753:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685071.780782:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848232192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685071.780871:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685071.780943:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848232192 00000100:00100000:0.0:1734685071.780952:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848232192 00000100:00100000:0.0:1734685071.780993:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6746 00000100:00100000:0.0:1734685071.780999:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848232192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685071.781030:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685071.781071:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848232192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685071.781076:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6746 00000100:00100000:3.0:1734685071.781094:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848232192:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685072.398755:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685073.400750:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685073.492758:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685073.492780:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848232320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685073.492874:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685073.492919:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848232320 00000100:00100000:0.0:1734685073.492927:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848232320 00000100:00080000:2.0:1734685073.492971:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685043 00000100:00100000:0.0:1734685073.492972:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6747 00000100:00100000:0.0:1734685073.492979:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848232320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685073.493001:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685073.493038:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848232320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685073.493043:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6747 00000100:00100000:3.0:1734685073.493058:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848232320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685074.150843:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685074.150879:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685074.150908:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685074.150911:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872654848 00000100:00100000:2.0:1734685074.150922:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872654848 00000100:00100000:0.0:1734685074.150934:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685074.150953:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872654720 00000100:00100000:1.0:1734685074.150965:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872654720 00000100:00100000:2.0:1734685074.150976:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872654976 00000100:00100000:2.0:1734685074.150978:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872654976 00000100:00100000:0.0:1734685074.150983:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872655104 00000100:00100000:0.0:1734685074.150987:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872655104 00000100:00100000:2.0:1734685074.150994:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2443 00000100:00100000:2.0:1734685074.151000:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872654848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685074.151005:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2444 00000100:00100000:0.0:1734685074.151009:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53982 00000100:00100000:3.0:1734685074.151012:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872654976:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685074.151014:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872655104:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685074.151017:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 785 00000100:00100000:1.0:1734685074.151024:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872654720:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685074.151040:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685074.151077:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872655104:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 62us (195us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685074.151077:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872654976:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685074.151078:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872654848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 76us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685074.151086:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53982 00000100:00100000:3.0:1734685074.151086:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2444 00000100:00100000:2.0:1734685074.151091:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2443 00000100:00100000:1.0:1734685074.151092:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872654720:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 67us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685074.151098:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 785 00000100:00080000:3.0:1734685074.151115:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685044 00000100:00080000:3.0:1734685074.151118:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685044 00000100:00080000:3.0:1734685074.151121:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685044 00010000:00010000:2.0:1734685074.402768:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685075.404728:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685076.406774:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685076.660646:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685076.660665:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848232448:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685076.660718:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685076.660750:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848232448 00000100:00100000:0.0:1734685076.660756:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848232448 00000100:00100000:0.0:1734685076.660808:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41120 00000100:00100000:0.0:1734685076.660813:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848232448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685076.660838:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685076.660877:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848232448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685076.660882:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41120 00000100:00100000:2.0:1734685076.660908:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848232448:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685076.708724:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848232576:0@lo:400:kworker.0 00000100:00100000:0.0:1734685076.708729:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848232704:0@lo:400:kworker.0 00000100:00080000:2.0:1734685076.708735:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685076.708740:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685076.708743:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685076.708748:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9872 00000100:00080000:2.0:1734685076.708753:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685076.708758:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685076.708767:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848232960:0@lo:400:kworker.0 00000100:00100000:0.0:1734685076.708791:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685076.708791:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008d7bd180 x1818938848233088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685076.708791:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685076.708812:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685076.708814:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685076.708816:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734685076.708817:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848233344:0@lo:400:kworker.0 00000100:00100000:3.0:1734685076.708817:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848233216:0@lo:400:kworker.0 00000100:00080000:2.0:1734685076.708818:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685076.708821:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9872 00000100:00080000:2.0:1734685076.708823:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734685076.708826:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1734685076.708826:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685076.708830:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848232832:0@lo:400:kworker.0 00000100:00100000:0.0:1734685076.708831:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685076.708834:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685076.708835:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800937da300 x1818938848233472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685076.708842:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685076.708855:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848232704 00000100:00100000:3.0:1734685076.708855:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848233344 00000100:00100000:1.0:1734685076.708856:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848232832 00000100:00100000:0.0:1734685076.708860:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848232704 00000100:00100000:1.0:1734685076.708860:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848232832 00000100:00100000:3.0:1734685076.708860:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848233344 00000100:00100000:2.0:1734685076.708870:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848233088:0@lo:8:kworker.0 00000100:00100000:3.0:1734685076.708882:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445 00000100:00100000:3.0:1734685076.708886:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848233344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685076.708888:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446 00000100:00100000:0.0:1734685076.708892:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2447 00000100:00100000:1.0:1734685076.708895:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848232832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685076.708895:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685076.708896:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848232704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685076.708908:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848233472:0@lo:8:kworker.0 00000100:00100000:3.0:1734685076.708923:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848233344:12345-0@lo:400:kworker.0 Request processed in 36us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685076.708926:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848232704:12345-0@lo:400:kworker.0 Request processed in 29us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685076.708929:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848232832:12345-0@lo:400:kworker.0 Request processed in 35us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685076.708929:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445 00000100:00100000:2.0:1734685076.708930:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685076.708931:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2447 00000100:00100000:1.0:1734685076.708936:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446 00000100:00100000:3.0:1734685076.708945:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848233216 00000100:00100000:3.0:1734685076.708947:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848233216 00000100:00100000:0.0:1734685076.708948:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848233088 00000100:00100000:0.0:1734685076.708950:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848233088 00000100:00100000:2.0:1734685076.708955:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848233472 00000100:00100000:1.0:1734685076.708957:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848233728:0@lo:400:kworker.0 00000100:00100000:2.0:1734685076.708958:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848233472 00000100:00100000:0.0:1734685076.708960:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7621 00000100:00100000:3.0:1734685076.708963:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53983 00000100:00100000:0.0:1734685076.708964:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848233216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685076.708967:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848233088:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685076.708975:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53984 00000100:00100000:1.0:1734685076.708976:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685076.708979:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848233472:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685076.708980:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685076.708982:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848233216:12345-0@lo:400:kworker.0 Request processed in 18us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685076.708985:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7621 00010000:00020000:2.0:1734685076.708990:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685076.708998:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848233088:12345-0@lo:8:kworker.0 Request processed in 31us (104us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685076.708999:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848232832:0@lo:400:kworker.0 00000100:00100000:0.0:1734685076.709001:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848233344:0@lo:400:kworker.0 00000100:00100000:3.0:1734685076.709002:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53983 00000100:00100000:0.0:1734685076.709006:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848232704:0@lo:400:kworker.0 00000100:00080000:3.0:1734685076.709010:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685046 00000100:00100000:1.0:1734685076.709012:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685076.709012:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848233472:12345-0@lo:8:kworker.0 Request processed in 32us (83us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734685076.709012:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685046 00000100:00080000:3.0:1734685076.709014:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685046 00000100:00100000:1.0:1734685076.709017:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848233600:0@lo:400:kworker.0 00000100:00100000:2.0:1734685076.709018:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53984 00000100:00100000:3.0:1734685076.709019:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848233728 00000100:00100000:3.0:1734685076.709021:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848233728 00000100:00100000:0.0:1734685076.709022:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848232960 00000100:00100000:0.0:1734685076.709024:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848232960 00000100:00100000:3.0:1734685076.709031:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448 00000100:00100000:3.0:1734685076.709033:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848233728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685076.709034:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685076.709038:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41121 00000100:00100000:0.0:1734685076.709041:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848232960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685076.709044:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848233600 00000100:00100000:2.0:1734685076.709047:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848233600 00000100:00100000:3.0:1734685076.709057:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848233728:12345-0@lo:400:kworker.0 Request processed in 23us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685076.709058:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7622 00000100:00100000:3.0:1734685076.709060:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448 00000100:00100000:2.0:1734685076.709061:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848233600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685076.709062:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848232960:12345-0@lo:400:kworker.0 Request processed in 19us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685076.709063:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848233728:0@lo:400:kworker.0 00000100:00100000:0.0:1734685076.709065:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41121 00000100:00100000:1.0:1734685076.709070:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848232960:0@lo:400:kworker.0 00000100:00080000:0.0:1734685076.709074:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685046 00000100:00080000:3.0:1734685076.709074:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685076.709076:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685046 00000100:00080000:3.0:1734685076.709076:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685076.709079:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848233088:0@lo:8:kworker.0 00000100:00100000:2.0:1734685076.709080:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848233600:12345-0@lo:400:kworker.0 Request processed in 19us (46us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685076.709084:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7622 00000100:00080000:3.0:1734685076.709084:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685076.709085:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848233600:0@lo:400:kworker.0 00000100:00080000:3.0:1734685076.709085:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685076.709087:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848233472:0@lo:8:kworker.0 00000100:00100000:0.0:1734685076.709092:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848232576 00000100:00100000:0.0:1734685076.709093:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848232576 00000100:00100000:3.0:1734685076.709102:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848233216:0@lo:400:kworker.0 00000100:00100000:0.0:1734685076.709106:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1734685076.709109:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848232576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685076.709124:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848232576:12345-0@lo:400:kworker.0 Request processed in 15us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685076.709129:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848232576:0@lo:400:kworker.0 00000100:00100000:0.0:1734685076.709130:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00080000:0.0:1734685076.709141:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685046 00000100:00100000:3.0:1734685076.740701:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848233856:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685076.740752:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685076.740805:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848233856 00000100:00100000:0.0:1734685076.740813:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848233856 00000100:00100000:0.0:1734685076.740856:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41122 00000100:00100000:0.0:1734685076.740863:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848233856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685076.740894:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685076.740947:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848233856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685076.740955:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41122 00000100:00100000:3.0:1734685076.740962:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848233856:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685076.788737:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848233984:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685076.788823:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685076.788871:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848233984 00000100:00100000:2.0:1734685076.788878:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848233984 00000100:00100000:2.0:1734685076.788914:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6748 00000100:00100000:2.0:1734685076.788920:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848233984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685076.788944:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685076.788990:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848233984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685076.788998:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6748 00000100:00100000:0.0:1734685076.789026:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848233984:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685077.408729:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685078.410784:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685078.500759:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848234112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685078.500819:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685078.500872:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848234112 00000100:00100000:0.0:1734685078.500878:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848234112 00000100:00080000:2.0:1734685078.500915:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685048 00000100:00100000:0.0:1734685078.500918:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6749 00000100:00100000:0.0:1734685078.500923:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848234112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685078.500941:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685078.500973:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848234112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685078.500977:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6749 00000100:00100000:2.0:1734685078.500991:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848234112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685079.158945:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685079.158989:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685079.159013:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685079.159018:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872655360 00000100:00100000:1.0:1734685079.159028:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872655360 00000100:00100000:0.0:1734685079.159051:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685079.159060:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872655232 00000100:00100000:2.0:1734685079.159068:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872655232 00000100:00100000:0.0:1734685079.159072:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872655488 00000100:00100000:3.0:1734685079.159073:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872655616 00000100:00100000:0.0:1734685079.159075:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872655488 00000100:00100000:3.0:1734685079.159078:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872655616 00000100:00100000:1.0:1734685079.159097:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2449 00000100:00100000:3.0:1734685079.159097:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53985 00000100:00100000:1.0:1734685079.159103:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872655360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685079.159103:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872655616:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685079.159107:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 787 00000100:00100000:0.0:1734685079.159112:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2450 00000100:00100000:2.0:1734685079.159114:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872655232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685079.159117:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872655488:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734685079.159126:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685079.159169:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872655360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 65us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685079.159170:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872655488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685079.159172:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872655232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685079.159173:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872655616:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 69us (158us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685079.159176:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2449 00000100:00100000:3.0:1734685079.159178:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53985 00000100:00100000:0.0:1734685079.159179:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2450 00000100:00100000:2.0:1734685079.159180:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 787 00000100:00080000:3.0:1734685079.159212:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685049 00000100:00080000:3.0:1734685079.159216:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685049 00000100:00080000:3.0:1734685079.159218:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685049 00010000:00010000:2.0:1734685079.412771:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685080.414751:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685081.416746:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685081.668721:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848234240:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685081.668772:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685081.668836:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848234240 00000100:00100000:0.0:1734685081.668845:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848234240 00000100:00100000:0.0:1734685081.668891:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41123 00000100:00100000:0.0:1734685081.668898:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848234240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685081.668930:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685081.668981:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848234240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685081.668986:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41123 00000100:00100000:1.0:1734685081.669002:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848234240:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685081.716661:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685081.716666:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685081.716668:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685081.716675:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9877 00000100:00100000:0.0:1734685081.716677:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848234368:0@lo:400:kworker.0 00000100:00080000:2.0:1734685081.716678:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1734685081.716680:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848234496:0@lo:400:kworker.0 00000100:00080000:2.0:1734685081.716683:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685081.716705:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848234624:0@lo:400:kworker.0 00000100:00100000:2.0:1734685081.716710:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0dc00 x1818938848234880/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685081.716730:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685081.716734:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685081.716735:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685081.716737:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9877 00000100:00080000:2.0:1734685081.716739:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685081.716741:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685081.716747:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0c000 x1818938848235264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685081.716748:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685081.716748:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685081.716753:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848234752:0@lo:400:kworker.0 00000100:00100000:2.0:1734685081.716774:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848234368 00000100:00100000:2.0:1734685081.716779:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848234368 00000100:00100000:0.0:1734685081.716782:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848235008:0@lo:400:kworker.0 00000100:00100000:3.0:1734685081.716782:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848235392:0@lo:400:kworker.0 00000100:00100000:1.0:1734685081.716784:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685081.716798:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685081.716805:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1734685081.716806:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685081.716807:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685081.716808:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848235520:0@lo:400:kworker.0 00000100:00100000:0.0:1734685081.716810:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848235136:0@lo:400:kworker.0 00000100:00100000:2.0:1734685081.716810:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848234368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685081.716823:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685081.716828:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848234880:0@lo:8:kworker.0 00000100:00100000:1.0:1734685081.716842:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848234752 00000100:00100000:1.0:1734685081.716846:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848234752 00000100:00100000:2.0:1734685081.716853:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848234368:12345-0@lo:400:kworker.0 Request processed in 42us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685081.716858:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848234368:0@lo:400:kworker.0 00000100:00100000:2.0:1734685081.716858:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1734685081.716860:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685081.716868:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41124 00000100:00100000:3.0:1734685081.716871:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848235264:0@lo:8:kworker.0 00000100:00100000:1.0:1734685081.716873:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848234752:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685081.716878:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685051 00000100:00080000:2.0:1734685081.716880:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685051 00000100:00100000:0.0:1734685081.716885:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848234624 00000100:00100000:0.0:1734685081.716889:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848234624 00000100:00100000:3.0:1734685081.716891:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685081.716900:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848235008 00000100:00100000:2.0:1734685081.716902:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848235008 00000100:00100000:1.0:1734685081.716904:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848234752:12345-0@lo:400:kworker.0 Request processed in 31us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685081.716910:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41124 00000100:00100000:0.0:1734685081.716915:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848235136 00000100:00100000:2.0:1734685081.716916:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848235392 00000100:00100000:2.0:1734685081.716917:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848235392 00000100:00100000:0.0:1734685081.716918:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848235136 00000100:00100000:3.0:1734685081.716919:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848234880 00000100:00100000:3.0:1734685081.716923:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848234880 00000100:00100000:2.0:1734685081.716925:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848235264 00000100:00100000:2.0:1734685081.716926:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848235264 00000100:00100000:0.0:1734685081.716929:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2451 00000100:00100000:1.0:1734685081.716929:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685081.716932:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848234624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685081.716935:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7623 00000100:00100000:2.0:1734685081.716938:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848235008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685081.716942:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7624 00000100:00100000:3.0:1734685081.716947:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848235392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685081.716954:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53986 00000100:00100000:0.0:1734685081.716958:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848234624:12345-0@lo:400:kworker.0 Request processed in 25us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685081.716959:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848235264:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685081.716959:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a54050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848235008:12345-0@lo:400:kworker.0 Request processed in 20us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685081.716961:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2451 00000100:00100000:2.0:1734685081.716962:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7623 00000100:00100000:0.0:1734685081.716968:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848234496 00000100:00100000:0.0:1734685081.716969:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848234496 00010000:00020000:1.0:1734685081.716976:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685081.716977:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848235392:12345-0@lo:400:kworker.0 Request processed in 28us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685081.716983:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452 00000100:00100000:3.0:1734685081.716983:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7624 00000100:00100000:0.0:1734685081.716986:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848235136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685081.716996:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53987 00000100:00100000:3.0:1734685081.717000:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848234880:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685081.717002:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848235136:12345-0@lo:400:kworker.0 Request processed in 15us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685081.717002:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848235264:12345-0@lo:8:kworker.0 Request processed in 42us (109us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685081.717005:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452 00000100:00100000:1.0:1734685081.717008:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53986 00010000:00020000:3.0:1734685081.717010:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685081.717011:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453 00000100:00100000:0.0:1734685081.717013:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848234496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685081.717031:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848234496:12345-0@lo:400:kworker.0 Request processed in 16us (102us total) trans 0 rc 0/0 00000100:00080000:1.0:1734685081.717032:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685081.717034:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453 00000100:00080000:1.0:1734685081.717035:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685081.717035:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848234880:12345-0@lo:8:kworker.0 Request processed in 34us (175us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685081.717038:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848235264:0@lo:8:kworker.0 00000100:00100000:3.0:1734685081.717041:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53987 00000100:00080000:2.0:1734685081.717049:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685051 00000100:00080000:2.0:1734685081.717050:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685051 00000100:00080000:1.0:1734685081.717052:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685081.717052:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685051 00000100:00080000:1.0:1734685081.717054:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685081.717056:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848234880:0@lo:8:kworker.0 00000100:00100000:2.0:1734685081.717067:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848235136:0@lo:400:kworker.0 00000100:00100000:2.0:1734685081.717073:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848235008:0@lo:400:kworker.0 00000100:00100000:3.0:1734685081.717073:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848235392:0@lo:400:kworker.0 00000100:00100000:1.0:1734685081.717075:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848234496:0@lo:400:kworker.0 00000100:00100000:3.0:1734685081.717083:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848234624:0@lo:400:kworker.0 00000100:00100000:1.0:1734685081.717091:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685081.717105:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848235520 00000100:00100000:2.0:1734685081.717106:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848235520 00000100:00100000:1.0:1734685081.717107:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848234752:0@lo:400:kworker.0 00000100:00100000:2.0:1734685081.717123:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454 00000100:00100000:2.0:1734685081.717125:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848235520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685081.717144:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848235520:12345-0@lo:400:kworker.0 Request processed in 18us (53us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685081.717147:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454 00000100:00100000:1.0:1734685081.717154:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848235520:0@lo:400:kworker.0 00000100:00100000:1.0:1734685081.748748:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685081.748765:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848235648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685081.748813:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685081.748846:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848235648 00000100:00100000:2.0:1734685081.748853:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848235648 00000100:00100000:2.0:1734685081.748893:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41125 00000100:00100000:2.0:1734685081.748899:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848235648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685081.748925:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685081.748963:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848235648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685081.748968:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41125 00000100:00100000:1.0:1734685081.749005:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848235648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685081.796761:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848235776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685081.796817:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685081.796868:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848235776 00000100:00100000:0.0:1734685081.796874:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848235776 00000100:00100000:0.0:1734685081.796908:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6750 00000100:00100000:0.0:1734685081.796915:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848235776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685081.796942:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685081.796990:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848235776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685081.796997:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6750 00000100:00100000:1.0:1734685081.797017:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848235776:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685082.418771:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685083.420749:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685083.508706:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848235904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685083.508755:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685083.508828:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848235904 00000100:00100000:0.0:1734685083.508836:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848235904 00000100:00080000:2.0:1734685083.508881:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685053 00000100:00100000:0.0:1734685083.508887:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6751 00000100:00100000:0.0:1734685083.508893:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848235904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685083.508913:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685083.508952:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848235904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685083.508958:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6751 00000100:00100000:3.0:1734685083.508964:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848235904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685084.166948:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685084.166984:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685084.167003:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685084.167012:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872655744 00000100:00100000:2.0:1734685084.167020:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872655744 00000100:00100000:0.0:1734685084.167032:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685084.167037:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872655872 00000100:00100000:3.0:1734685084.167041:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872655872 00000100:00100000:0.0:1734685084.167050:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872656128 00000100:00100000:0.0:1734685084.167054:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872656128 00000100:00100000:2.0:1734685084.167056:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 789 00000100:00100000:2.0:1734685084.167062:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872655744:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685084.167062:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872656000 00000100:00100000:3.0:1734685084.167063:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872656000 00000100:00100000:0.0:1734685084.167074:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53988 00000100:00100000:1.0:1734685084.167077:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2455 00000100:00100000:0.0:1734685084.167079:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872656128:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685084.167083:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2456 00000100:00100000:1.0:1734685084.167084:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872655872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685084.167087:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872656000:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685084.167100:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685084.167123:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872655744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685084.167127:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872656000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685084.167130:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872655872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685084.167130:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 789 00000100:00100000:1.0:1734685084.167136:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2455 00000100:00100000:0.0:1734685084.167139:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872656128:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 58us (105us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685084.167140:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2456 00000100:00100000:0.0:1734685084.167146:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53988 00000100:00080000:2.0:1734685084.167159:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685054 00000100:00080000:2.0:1734685084.167162:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685054 00000100:00080000:2.0:1734685084.167164:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685054 00010000:00010000:2.0:1734685084.422761:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685085.424818:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685086.426908:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685086.676730:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685086.676748:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848236032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685086.676805:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685086.676851:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848236032 00000100:00100000:2.0:1734685086.676858:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848236032 00000100:00100000:2.0:1734685086.676910:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41126 00000100:00100000:2.0:1734685086.676916:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848236032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685086.676946:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685086.676992:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848236032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685086.676999:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41126 00000100:00100000:3.0:1734685086.677027:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848236032:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685086.724744:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848236160:0@lo:400:kworker.0 00000100:00080000:2.0:1734685086.724745:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685086.724751:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685086.724754:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685086.724759:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9882 00000100:00080000:2.0:1734685086.724763:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685086.724768:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685086.724772:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848236416:0@lo:400:kworker.0 00000100:00100000:2.0:1734685086.724787:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0e300 x1818938848236672/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685086.724800:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685086.724804:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685086.724810:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685086.724813:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685086.724816:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685086.724819:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9882 00000100:00080000:2.0:1734685086.724821:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685086.724824:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685086.724830:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685086.724831:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848236800:0@lo:400:kworker.0 00000100:00100000:2.0:1734685086.724834:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0d500 x1818938848237056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685086.724835:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848236544:0@lo:400:kworker.0 00000100:00100000:0.0:1734685086.724849:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685086.724855:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685086.724860:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734685086.724864:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848236672:0@lo:8:kworker.0 00000100:00100000:0.0:1734685086.724865:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848236288:0@lo:400:kworker.0 00000100:00100000:2.0:1734685086.724865:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848237312:0@lo:400:kworker.0 00000100:00100000:3.0:1734685086.724871:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848237184:0@lo:400:kworker.0 00000100:00100000:0.0:1734685086.724883:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685086.724893:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685086.724895:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848236928:0@lo:400:kworker.0 00000100:00100000:2.0:1734685086.724896:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685086.724904:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848236416 00000100:00100000:3.0:1734685086.724910:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848236416 00000100:00100000:1.0:1734685086.724920:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848237056:0@lo:8:kworker.0 00000100:00100000:0.0:1734685086.724921:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685086.724931:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685056 00000100:00100000:1.0:1734685086.724937:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685086.724939:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848236288 00000100:00100000:2.0:1734685086.724942:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848236544 00000100:00100000:3.0:1734685086.724942:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848236288 00000100:00100000:0.0:1734685086.724944:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848236800 00000100:00100000:2.0:1734685086.724946:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848236544 00000100:00100000:0.0:1734685086.724947:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848236800 00000100:00100000:3.0:1734685086.724955:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848237312 00000100:00100000:3.0:1734685086.724957:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848237312 00000100:00100000:1.0:1734685086.724964:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848236928 00000100:00100000:0.0:1734685086.724968:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848236672 00000100:00100000:1.0:1734685086.724968:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848236928 00000100:00100000:0.0:1734685086.724970:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848236672 00000100:00100000:3.0:1734685086.724970:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457 00000100:00100000:2.0:1734685086.724975:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41127 00000100:00100000:3.0:1734685086.724976:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848236416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685086.724979:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848237056 00000100:00100000:2.0:1734685086.724980:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848236544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685086.724981:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848237056 00000100:00100000:1.0:1734685086.724985:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458 00000100:00100000:1.0:1734685086.724990:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848236288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685086.724991:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7625 00000100:00100000:0.0:1734685086.724996:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848236800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685086.725017:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848236416:12345-0@lo:400:kworker.0 Request processed in 41us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685086.725018:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848236544:12345-0@lo:400:kworker.0 Request processed in 37us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685086.725019:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848236288:12345-0@lo:400:kworker.0 Request processed in 30us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685086.725025:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41127 00000100:00100000:3.0:1734685086.725025:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457 00000100:00100000:0.0:1734685086.725027:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848236800:12345-0@lo:400:kworker.0 Request processed in 29us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685086.725028:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458 00000100:00100000:0.0:1734685086.725033:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7625 00000100:00100000:1.0:1734685086.725038:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2459 00000100:00100000:1.0:1734685086.725041:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848237312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685086.725042:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460 00000100:00100000:0.0:1734685086.725043:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53989 00000100:00100000:3.0:1734685086.725046:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848236928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685086.725048:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848236672:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685086.725048:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53990 00000100:00100000:2.0:1734685086.725053:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848237056:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685086.725063:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848237312:12345-0@lo:400:kworker.0 Request processed in 21us (167us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685086.725064:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685086.725066:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2459 00000100:00100000:3.0:1734685086.725070:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848236928:12345-0@lo:400:kworker.0 Request processed in 23us (148us total) trans 0 rc 0/0 00010000:00020000:2.0:1734685086.725073:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685086.725075:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460 00000100:00100000:0.0:1734685086.725087:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848236672:12345-0@lo:8:kworker.0 Request processed in 39us (193us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685086.725088:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848236288:0@lo:400:kworker.0 00000100:00100000:2.0:1734685086.725092:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848237056:12345-0@lo:8:kworker.0 Request processed in 39us (154us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685086.725093:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53989 00000100:00100000:1.0:1734685086.725095:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848236928:0@lo:400:kworker.0 00000100:00100000:2.0:1734685086.725098:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53990 00000100:00100000:1.0:1734685086.725100:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848236800:0@lo:400:kworker.0 00000100:00080000:2.0:1734685086.725110:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685056 00000100:00080000:2.0:1734685086.725113:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685056 00000100:00100000:1.0:1734685086.725117:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685086.725121:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848236160 00000100:00100000:0.0:1734685086.725124:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848236160 00000100:00100000:1.0:1734685086.725127:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848236544:0@lo:400:kworker.0 00000100:00100000:2.0:1734685086.725129:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848237312:0@lo:400:kworker.0 00000100:00100000:1.0:1734685086.725133:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848236416:0@lo:400:kworker.0 00000100:00100000:0.0:1734685086.725143:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00080000:3.0:1734685086.725144:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685056 00000100:00080000:1.0:1734685086.725146:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685086.725147:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848236160:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685086.725148:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685086.725150:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848236672:0@lo:8:kworker.0 00000100:00080000:1.0:1734685086.725154:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685086.725155:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685086.725157:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848237056:0@lo:8:kworker.0 00000100:00100000:0.0:1734685086.725171:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848236160:12345-0@lo:400:kworker.0 Request processed in 23us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685086.725176:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1734685086.725185:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848236160:0@lo:400:kworker.0 00000100:00100000:0.0:1734685086.725193:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848237184 00000100:00100000:0.0:1734685086.725196:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848237184 00000100:00100000:0.0:1734685086.725218:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7626 00000100:00100000:0.0:1734685086.725221:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848237184:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685086.725226:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685056 00000100:00100000:0.0:1734685086.725251:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848237184:12345-0@lo:400:kworker.0 Request processed in 28us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685086.725256:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7626 00000100:00100000:1.0:1734685086.725267:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848237184:0@lo:400:kworker.0 00000100:00100000:2.0:1734685086.756746:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848237440:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685086.756810:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685086.756854:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848237440 00000100:00100000:3.0:1734685086.756861:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848237440 00000100:00100000:3.0:1734685086.756906:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41128 00000100:00100000:3.0:1734685086.756913:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848237440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685086.756945:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685086.756990:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848237440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685086.756997:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41128 00000100:00100000:2.0:1734685086.757015:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848237440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685086.804762:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848237568:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685086.804815:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685086.804872:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848237568 00000100:00100000:0.0:1734685086.804879:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848237568 00000100:00100000:0.0:1734685086.804919:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6752 00000100:00100000:0.0:1734685086.804925:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848237568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685086.804951:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685086.804990:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848237568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685086.804997:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6752 00000100:00100000:3.0:1734685086.805009:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848237568:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685087.428725:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685088.430744:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685088.516704:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848237696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685088.516761:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685088.516812:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848237696 00000100:00100000:0.0:1734685088.516819:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848237696 00000100:00080000:3.0:1734685088.516854:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685058 00000100:00100000:0.0:1734685088.516859:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6753 00000100:00100000:0.0:1734685088.516864:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848237696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685088.516882:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685088.516920:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848237696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685088.516925:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6753 00000100:00100000:1.0:1734685088.516949:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848237696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685089.174972:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685089.175018:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685089.175046:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872656384 00000100:00100000:0.0:1734685089.175050:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685089.175054:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872656384 00000100:00100000:1.0:1734685089.175077:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872656256 00000100:00100000:1.0:1734685089.175081:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872656256 00000100:00100000:0.0:1734685089.175082:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685089.175100:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872656512 00000100:00100000:3.0:1734685089.175102:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872656512 00000100:00100000:0.0:1734685089.175103:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2461 00000100:00100000:1.0:1734685089.175104:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 791 00000100:00100000:1.0:1734685089.175109:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872656256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685089.175110:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872656384:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685089.175112:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685059 00000100:00080000:2.0:1734685089.175117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685059 00000100:00100000:3.0:1734685089.175117:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2462 00000100:00080000:2.0:1734685089.175119:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685059 00000100:00100000:3.0:1734685089.175122:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872656512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685089.175160:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872656640 00000100:00100000:0.0:1734685089.175163:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872656384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685089.175163:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872656256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685089.175163:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872656640 00000100:00100000:3.0:1734685089.175163:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872656512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685089.175171:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2461 00000100:00100000:1.0:1734685089.175171:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 791 00000100:00100000:3.0:1734685089.175174:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2462 00000100:00100000:2.0:1734685089.175179:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53991 00000100:00100000:2.0:1734685089.175182:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872656640:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685089.175200:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685089.175227:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872656640:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 44us (146us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685089.175231:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53991 00010000:00010000:2.0:1734685089.432739:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685090.434757:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685091.436724:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685091.684735:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848237824:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685091.684794:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685091.684855:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848237824 00000100:00100000:3.0:1734685091.684862:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848237824 00000100:00100000:3.0:1734685091.684907:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41129 00000100:00100000:3.0:1734685091.684913:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848237824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685091.684947:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685091.685000:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848237824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685091.685007:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41129 00000100:00100000:2.0:1734685091.685025:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848237824:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685091.732734:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734685091.732736:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848237952:0@lo:400:kworker.0 00000100:00100000:3.0:1734685091.732736:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848238080:0@lo:400:kworker.0 00000100:00080000:2.0:1734685091.732740:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685091.732743:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685091.732749:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9887 00000100:00080000:2.0:1734685091.732752:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734685091.732756:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848238208:0@lo:400:kworker.0 00000100:00080000:2.0:1734685091.732758:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685091.732775:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff43b80 x1818938848238464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685091.732796:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685091.732797:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848238464:0@lo:8:kworker.0 00000100:00100000:0.0:1734685091.732798:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685091.732804:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685091.732807:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685091.732808:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685091.732811:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9887 00000100:00080000:2.0:1734685091.732814:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685091.732817:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685091.732820:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685091.732827:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d02d80 x1818938848238848/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685091.732828:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848238592:0@lo:400:kworker.0 00000100:00100000:3.0:1734685091.732828:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848238720:0@lo:400:kworker.0 00000100:00100000:0.0:1734685091.732847:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685091.732847:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848237952 00000100:00100000:3.0:1734685091.732848:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685091.732853:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848237952 00000100:00100000:2.0:1734685091.732862:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848238464 00000100:00100000:2.0:1734685091.732865:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848238464 00000100:00100000:3.0:1734685091.732872:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848238080 00000100:00100000:0.0:1734685091.732873:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848238720 00000100:00100000:0.0:1734685091.732876:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848238720 00000100:00100000:3.0:1734685091.732876:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848238080 00000100:00100000:1.0:1734685091.732878:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1734685091.732883:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848237952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685091.732883:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848238592 00000100:00100000:2.0:1734685091.732886:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848238592 00000100:00100000:0.0:1734685091.732893:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2463 00000100:00100000:0.0:1734685091.732896:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848238720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685091.732901:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464 00000100:00100000:2.0:1734685091.732903:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7627 00000100:00100000:3.0:1734685091.732905:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848238080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685091.732907:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848238592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685091.732910:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848237952:12345-0@lo:400:kworker.0 Request processed in 27us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685091.732916:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1734685091.732920:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848238720:12345-0@lo:400:kworker.0 Request processed in 23us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685091.732924:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2463 00000100:00100000:3.0:1734685091.732934:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848238080:12345-0@lo:400:kworker.0 Request processed in 28us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685091.732939:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848238592:12345-0@lo:400:kworker.0 Request processed in 32us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685091.732940:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53992 00000100:00100000:3.0:1734685091.732940:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464 00000100:00100000:0.0:1734685091.732943:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848238464:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685091.732943:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7627 00000100:00100000:1.0:1734685091.732951:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848238848:0@lo:8:kworker.0 00010000:00020000:0.0:1734685091.732957:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734685091.732957:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685061 00000100:00080000:2.0:1734685091.732959:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685061 00000100:00080000:2.0:1734685091.732960:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685061 00000100:00100000:2.0:1734685091.732971:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848238336:0@lo:400:kworker.0 00000100:00100000:0.0:1734685091.732972:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848238464:12345-0@lo:8:kworker.0 Request processed in 28us (152us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685091.732972:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685091.732975:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848238720:0@lo:400:kworker.0 00000100:00100000:0.0:1734685091.732976:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53992 00000100:00100000:0.0:1734685091.732983:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848238848 00000100:00100000:3.0:1734685091.732984:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848238080:0@lo:400:kworker.0 00000100:00100000:0.0:1734685091.732985:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848238848 00000100:00080000:1.0:1734685091.732991:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685091.732991:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685091.732993:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53993 00000100:00080000:1.0:1734685091.732994:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685091.732995:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848238848:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685091.732997:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848238464:0@lo:8:kworker.0 00000100:00100000:2.0:1734685091.732999:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848239104:0@lo:400:kworker.0 00010000:00020000:0.0:1734685091.733000:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685091.733007:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848238336 00000100:00100000:3.0:1734685091.733010:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848238336 00000100:00100000:0.0:1734685091.733013:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848238848:12345-0@lo:8:kworker.0 Request processed in 17us (41us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685091.733013:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685091.733016:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53993 00000100:00080000:1.0:1734685091.733017:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685091.733020:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685091.733023:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848238848:0@lo:8:kworker.0 00000100:00100000:2.0:1734685091.733024:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685091.733025:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848239104 00000100:00100000:0.0:1734685091.733026:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848239104 00000100:00100000:2.0:1734685091.733029:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848238976:0@lo:400:kworker.0 00000100:00100000:3.0:1734685091.733031:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41130 00000100:00100000:0.0:1734685091.733035:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465 00000100:00100000:0.0:1734685091.733038:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848239104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685091.733043:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685091.733043:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848238336:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685091.733051:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685061 00000100:00100000:0.0:1734685091.733052:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848239104:12345-0@lo:400:kworker.0 Request processed in 14us (40us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685091.733056:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465 00000100:00100000:1.0:1734685091.733060:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685091.733061:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848239104:0@lo:400:kworker.0 00000100:00100000:0.0:1734685091.733063:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848238976 00000100:00100000:0.0:1734685091.733065:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848238976 00000100:00100000:3.0:1734685091.733075:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848238336:12345-0@lo:400:kworker.0 Request processed in 39us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685091.733081:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848238208 00000100:00100000:3.0:1734685091.733081:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41130 00000100:00100000:0.0:1734685091.733082:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7628 00000100:00100000:2.0:1734685091.733082:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff41880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848238336:0@lo:400:kworker.0 00000100:00100000:1.0:1734685091.733084:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848238208 00000100:00100000:0.0:1734685091.733086:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848238976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685091.733100:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466 00000100:00100000:3.0:1734685091.733104:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848238208:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685091.733107:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685061 00000100:00080000:1.0:1734685091.733110:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685061 00000100:00100000:0.0:1734685091.733111:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848238976:12345-0@lo:400:kworker.0 Request processed in 24us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685091.733117:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7628 00000100:00100000:2.0:1734685091.733123:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848238976:0@lo:400:kworker.0 00000100:00100000:3.0:1734685091.733132:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848238208:12345-0@lo:400:kworker.0 Request processed in 27us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685091.733138:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848238592:0@lo:400:kworker.0 00000100:00100000:3.0:1734685091.733138:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466 00000100:00100000:1.0:1734685091.733144:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848238208:0@lo:400:kworker.0 00000100:00100000:0.0:1734685091.733145:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848237952:0@lo:400:kworker.0 00000100:00100000:0.0:1734685091.764669:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848239232:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685091.764725:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685091.764760:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848239232 00000100:00100000:3.0:1734685091.764767:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848239232 00000100:00100000:3.0:1734685091.764803:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41131 00000100:00100000:3.0:1734685091.764808:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848239232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685091.764833:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685091.764869:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848239232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685091.764874:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41131 00000100:00100000:0.0:1734685091.764905:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848239232:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685091.812730:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848239360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685091.812780:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685091.812853:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848239360 00000100:00100000:2.0:1734685091.812864:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848239360 00000100:00100000:2.0:1734685091.812905:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6754 00000100:00100000:2.0:1734685091.812912:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848239360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685091.812939:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685091.812974:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848239360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685091.812981:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6754 00000100:00100000:0.0:1734685091.812991:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848239360:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685092.438769:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685093.440910:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685093.524768:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848239488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685093.524829:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685093.524874:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848239488 00000100:00100000:2.0:1734685093.524881:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848239488 00000100:00080000:1.0:1734685093.524901:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685063 00000100:00100000:2.0:1734685093.524929:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6755 00000100:00100000:2.0:1734685093.524936:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848239488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685093.524959:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685093.525002:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848239488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685093.525011:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6755 00000100:00100000:1.0:1734685093.525039:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848239488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685094.183409:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685094.183443:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685094.183460:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685094.183475:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872656768 00000100:00100000:0.0:1734685094.183507:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685094.183510:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872656768 00000100:00100000:1.0:1734685094.183519:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872656896 00000100:00100000:3.0:1734685094.183520:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872657024 00000100:00100000:1.0:1734685094.183523:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872656896 00000100:00100000:3.0:1734685094.183525:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872657024 00000100:00100000:0.0:1734685094.183555:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872657152 00000100:00100000:0.0:1734685094.183558:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872657152 00000100:00100000:0.0:1734685094.183573:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53994 00000100:00100000:2.0:1734685094.183575:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 793 00000100:00100000:3.0:1734685094.183577:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2467 00000100:00100000:0.0:1734685094.183578:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872657152:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685094.183581:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872656768:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685094.183583:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872657024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685094.183585:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2468 00000100:00100000:1.0:1734685094.183591:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872656896:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685094.183598:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685094.183635:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872656768:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685094.183636:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872657024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685094.183640:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872657152:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 61us (132us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685094.183642:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 793 00000100:00100000:0.0:1734685094.183646:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53994 00000100:00100000:1.0:1734685094.183646:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872656896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685094.183647:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2467 00000100:00100000:1.0:1734685094.183652:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2468 00000100:00080000:0.0:1734685094.183665:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685064 00000100:00080000:0.0:1734685094.183669:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685064 00000100:00080000:0.0:1734685094.183670:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685064 00010000:00010000:2.0:1734685094.442709:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685095.444724:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685096.446814:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685096.692764:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848239616:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685096.692838:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685096.692908:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848239616 00000100:00100000:3.0:1734685096.692916:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848239616 00000100:00100000:3.0:1734685096.692957:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41132 00000100:00100000:3.0:1734685096.692963:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848239616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685096.692996:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685096.693035:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848239616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685096.693041:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41132 00000100:00100000:0.0:1734685096.693064:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848239616:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685096.740754:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685096.740762:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685096.740766:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685096.740774:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9892 00000100:00100000:0.0:1734685096.740780:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848239872:0@lo:400:kworker.0 00000100:00080000:2.0:1734685096.740781:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685096.740788:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685096.740793:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848239744:0@lo:400:kworker.0 00000100:00100000:2.0:1734685096.740810:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d02300 x1818938848240256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685096.740848:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734685096.740851:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685096.740851:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685096.740851:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685096.740853:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685096.740857:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9892 00000100:00080000:2.0:1734685096.740859:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685096.740863:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685096.740872:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848240256:0@lo:8:kworker.0 00000100:00100000:2.0:1734685096.740873:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d02a00 x1818938848240640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685096.740883:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848240512:0@lo:400:kworker.0 00000100:00100000:1.0:1734685096.740883:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848240384:0@lo:400:kworker.0 00000100:00100000:1.0:1734685096.740901:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685096.740903:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685096.740921:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848239872 00000100:00100000:2.0:1734685096.740922:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848240384 00000100:00100000:2.0:1734685096.740928:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848240384 00000100:00100000:3.0:1734685096.740928:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848239872 00000100:00100000:1.0:1734685096.740934:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685096.740944:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848240512 00000100:00100000:1.0:1734685096.740946:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848240640:0@lo:8:kworker.0 00000100:00100000:0.0:1734685096.740949:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848240512 00000100:00100000:1.0:1734685096.740957:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685096.740963:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848240256 00000100:00100000:3.0:1734685096.740964:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469 00000100:00100000:2.0:1734685096.740965:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848240256 00000100:00100000:3.0:1734685096.740969:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848239872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685096.740974:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470 00000100:00100000:2.0:1734685096.740976:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848240640 00000100:00100000:1.0:1734685096.740978:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7629 00000100:00100000:2.0:1734685096.740978:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848240640 00000100:00100000:0.0:1734685096.740980:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848240512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685096.740982:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848240384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685096.740989:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53995 00000100:00100000:2.0:1734685096.740994:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848240256:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685096.741011:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848240384:12345-0@lo:400:kworker.0 Request processed in 28us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685096.741012:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848240512:12345-0@lo:400:kworker.0 Request processed in 33us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685096.741012:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848239872:12345-0@lo:400:kworker.0 Request processed in 43us (162us total) trans 0 rc 0/0 00010000:00020000:2.0:1734685096.741015:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685096.741017:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7629 00000100:00100000:3.0:1734685096.741018:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469 00000100:00100000:0.0:1734685096.741020:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470 00000100:00100000:1.0:1734685096.741033:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53996 00000100:00100000:1.0:1734685096.741035:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848240640:12345-0@lo:8:kworker.0 00000100:00080000:0.0:1734685096.741036:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685066 00000100:00080000:0.0:1734685096.741039:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685066 00000100:00100000:3.0:1734685096.741043:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848239744 00010000:00020000:1.0:1734685096.741044:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685096.741047:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848239744 00000100:00100000:2.0:1734685096.741049:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848240256:12345-0@lo:8:kworker.0 Request processed in 54us (113us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685096.741055:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848240640:12345-0@lo:8:kworker.0 Request processed in 19us (97us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685096.741055:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53995 00000100:00100000:1.0:1734685096.741059:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53996 00000100:00100000:0.0:1734685096.741061:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848240512:0@lo:400:kworker.0 00000100:00100000:0.0:1734685096.741067:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848239872:0@lo:400:kworker.0 00000100:00100000:3.0:1734685096.741070:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1734685096.741075:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848239744:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685096.741076:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685096.741079:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685096.741082:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848240640:0@lo:8:kworker.0 00000100:00080000:0.0:1734685096.741083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685066 00000100:00100000:0.0:1734685096.741088:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848240128:0@lo:400:kworker.0 00000100:00080000:1.0:1734685096.741091:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685096.741093:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685096.741094:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848240000:0@lo:400:kworker.0 00000100:00100000:1.0:1734685096.741096:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848240256:0@lo:8:kworker.0 00000100:00100000:3.0:1734685096.741101:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848239744:12345-0@lo:400:kworker.0 Request processed in 26us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685096.741105:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685096.741107:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1734685096.741115:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685096.741116:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848240896:0@lo:400:kworker.0 00000100:00100000:1.0:1734685096.741118:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848240384:0@lo:400:kworker.0 00000100:00100000:1.0:1734685096.741126:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848239744:0@lo:400:kworker.0 00000100:00100000:0.0:1734685096.741130:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685096.741130:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848240768:0@lo:400:kworker.0 00000100:00100000:3.0:1734685096.741131:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848240128 00000100:00100000:3.0:1734685096.741134:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848240128 00000100:00100000:0.0:1734685096.741142:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848240000 00000100:00100000:0.0:1734685096.741144:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848240000 00000100:00100000:2.0:1734685096.741145:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685096.741156:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2471 00000100:00100000:3.0:1734685096.741158:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41133 00000100:00100000:0.0:1734685096.741159:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848240000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685096.741161:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848240768 00000100:00100000:3.0:1734685096.741163:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848240128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685096.741164:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848240768 00000100:00100000:2.0:1734685096.741179:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7630 00000100:00100000:0.0:1734685096.741180:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848240000:12345-0@lo:400:kworker.0 Request processed in 21us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685096.741183:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848240768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685096.741184:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2471 00000100:00100000:0.0:1734685096.741189:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848240896 00000100:00100000:3.0:1734685096.741190:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848240128:12345-0@lo:400:kworker.0 Request processed in 28us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685096.741191:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848240896 00000100:00100000:3.0:1734685096.741196:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41133 00000100:00100000:0.0:1734685096.741199:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472 00000100:00100000:0.0:1734685096.741201:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848240896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685096.741207:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848240768:12345-0@lo:400:kworker.0 Request processed in 23us (61us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685096.741213:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7630 00000100:00100000:0.0:1734685096.741215:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848240896:12345-0@lo:400:kworker.0 Request processed in 13us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685096.741218:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472 00000100:00100000:3.0:1734685096.741222:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848240128:0@lo:400:kworker.0 00000100:00080000:0.0:1734685096.741225:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685066 00000100:00080000:0.0:1734685096.741226:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685066 00000100:00080000:0.0:1734685096.741227:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685066 00000100:00100000:3.0:1734685096.741232:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848240896:0@lo:400:kworker.0 00000100:00100000:2.0:1734685096.741233:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848240000:0@lo:400:kworker.0 00000100:00100000:2.0:1734685096.741241:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848240768:0@lo:400:kworker.0 00000100:00100000:1.0:1734685096.772806:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848241024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685096.772881:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685096.772952:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848241024 00000100:00100000:3.0:1734685096.772961:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848241024 00000100:00100000:3.0:1734685096.773015:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41134 00000100:00100000:3.0:1734685096.773023:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848241024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685096.773062:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685096.773119:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848241024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685096.773128:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41134 00000100:00100000:1.0:1734685096.773169:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848241024:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685096.820750:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848241152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685096.820822:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685096.820869:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848241152 00000100:00100000:0.0:1734685096.820877:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848241152 00000100:00100000:0.0:1734685096.820915:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6756 00000100:00100000:0.0:1734685096.820921:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848241152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685096.820950:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685096.820990:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848241152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685096.820995:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6756 00000100:00100000:2.0:1734685096.821004:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848241152:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685097.448779:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685098.450734:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685098.532768:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848241280:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685098.532853:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685098.532948:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848241280 00000100:00100000:0.0:1734685098.532959:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848241280 00000100:00080000:2.0:1734685098.533016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685068 00000100:00100000:0.0:1734685098.533034:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6757 00000100:00100000:0.0:1734685098.533041:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848241280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685098.533063:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685098.533127:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848241280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685098.533132:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6757 00000100:00100000:2.0:1734685098.533177:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848241280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685099.191015:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685099.191057:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685099.191082:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872657408 00000100:00100000:2.0:1734685099.191090:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872657408 00000100:00100000:0.0:1734685099.191096:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685099.191119:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872657280 00000100:00100000:0.0:1734685099.191123:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685099.191125:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872657280 00000100:00100000:2.0:1734685099.191144:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2473 00000100:00100000:2.0:1734685099.191150:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872657408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685099.191152:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 795 00000100:00100000:0.0:1734685099.191157:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872657536 00000100:00100000:3.0:1734685099.191157:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872657280:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685099.191161:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872657536 00000100:00100000:0.0:1734685099.191186:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2474 00000100:00100000:0.0:1734685099.191192:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872657536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685099.191205:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872657408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685099.191205:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872657280:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685099.191210:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2473 00000100:00100000:3.0:1734685099.191211:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 795 00000100:00100000:0.0:1734685099.191215:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872657536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685099.191220:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2474 00000100:00080000:2.0:1734685099.191228:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685069 00000100:00080000:2.0:1734685099.191231:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685069 00000100:00080000:2.0:1734685099.191232:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685069 00000100:00100000:3.0:1734685099.191232:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872657664 00000100:00100000:3.0:1734685099.191235:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872657664 00000100:00100000:3.0:1734685099.191247:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 53997 00000100:00100000:3.0:1734685099.191252:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872657664:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685099.191272:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685099.191294:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872657664:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (237us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685099.191300:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 53997 00010000:00010000:2.0:1734685099.452716:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685100.454721:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685101.456750:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685101.700719:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685101.700738:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848241408:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685101.700793:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685101.700843:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848241408 00000100:00100000:3.0:1734685101.700850:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848241408 00000100:00100000:3.0:1734685101.700888:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41135 00000100:00100000:3.0:1734685101.700893:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848241408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685101.700924:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685101.700972:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848241408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685101.700980:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41135 00000100:00100000:2.0:1734685101.701006:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848241408:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685101.748696:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685101.748701:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685101.748704:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685101.748709:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9897 00000100:00080000:2.0:1734685101.748713:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:1.0:1734685101.748714:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848241536:0@lo:400:kworker.0 00000100:00100000:3.0:1734685101.748714:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848241920:0@lo:400:kworker.0 00000100:00080000:2.0:1734685101.748717:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685101.748732:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099b26a00 x1818938848242048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685101.748757:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685101.748759:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685101.748760:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685101.748762:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9897 00000100:00080000:2.0:1734685101.748763:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734685101.748765:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685101.748766:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685101.748769:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685101.748772:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099b25c00 x1818938848242432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685101.748787:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848242688:0@lo:400:kworker.0 00000100:00100000:0.0:1734685101.748790:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848242048:0@lo:8:kworker.0 00000100:00100000:1.0:1734685101.748791:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848242176:0@lo:400:kworker.0 00000100:00100000:2.0:1734685101.748794:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848241792:0@lo:400:kworker.0 00000100:00100000:3.0:1734685101.748803:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685101.748814:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685101.748819:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685101.748824:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848241664:0@lo:400:kworker.0 00000100:00100000:0.0:1734685101.748835:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848242688 00000100:00100000:0.0:1734685101.748841:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848242688 00000100:00100000:2.0:1734685101.748841:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848242560:0@lo:400:kworker.0 00000100:00100000:3.0:1734685101.748844:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685101.748852:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848242304:0@lo:400:kworker.0 00000100:00100000:1.0:1734685101.748853:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848241536 00000100:00100000:1.0:1734685101.748856:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848241536 00000100:00100000:2.0:1734685101.748858:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685101.748862:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685101.748871:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848241792 00000100:00100000:0.0:1734685101.748874:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848241792 00000100:00100000:1.0:1734685101.748878:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1734685101.748880:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848241664 00000100:00100000:1.0:1734685101.748882:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848241536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685101.748883:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848242304 00000100:00100000:3.0:1734685101.748883:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848241664 00000100:00100000:2.0:1734685101.748886:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848242304 00000100:00100000:0.0:1734685101.748890:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2475 00000100:00100000:0.0:1734685101.748895:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848242688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685101.748900:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476 00000100:00100000:3.0:1734685101.748903:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848241792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685101.748904:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477 00000100:00100000:2.0:1734685101.748909:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848241664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685101.748913:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848241536:12345-0@lo:400:kworker.0 Request processed in 30us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685101.748919:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1734685101.748935:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848242688:12345-0@lo:400:kworker.0 Request processed in 39us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685101.748937:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848241792:12345-0@lo:400:kworker.0 Request processed in 33us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685101.748942:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2475 00000100:00100000:2.0:1734685101.748944:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848241664:12345-0@lo:400:kworker.0 Request processed in 33us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685101.748945:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476 00000100:00100000:1.0:1734685101.748946:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848242176 00000100:00100000:1.0:1734685101.748949:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848242176 00000100:00100000:2.0:1734685101.748953:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477 00000100:00100000:3.0:1734685101.748956:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478 00000100:00100000:3.0:1734685101.748959:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848242304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685101.748968:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848242560 00000100:00100000:1.0:1734685101.748970:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848242560 00000100:00100000:3.0:1734685101.748973:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848242304:12345-0@lo:400:kworker.0 Request processed in 14us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685101.748976:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478 00000100:00100000:2.0:1734685101.748978:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7631 00000100:00100000:0.0:1734685101.748983:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848242688:0@lo:400:kworker.0 00000100:00100000:2.0:1734685101.748983:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848242176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685101.748988:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7632 00000100:00100000:3.0:1734685101.748992:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848241920 00000100:00100000:1.0:1734685101.748993:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848242560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685101.748994:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848241920 00000100:00100000:0.0:1734685101.748999:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685101.749009:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848242176:12345-0@lo:400:kworker.0 Request processed in 26us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685101.749011:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41136 00000100:00100000:2.0:1734685101.749015:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7631 00000100:00100000:3.0:1734685101.749016:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848241920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685101.749017:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848242432:0@lo:8:kworker.0 00000100:00100000:1.0:1734685101.749019:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848242560:12345-0@lo:400:kworker.0 Request processed in 26us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685101.749025:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7632 00000100:00100000:2.0:1734685101.749026:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848242048 00000100:00100000:2.0:1734685101.749028:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848242048 00000100:00100000:0.0:1734685101.749036:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685101.749038:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685071 00000100:00080000:1.0:1734685101.749040:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685071 00000100:00080000:1.0:1734685101.749042:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685071 00000100:00100000:3.0:1734685101.749043:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848241920:12345-0@lo:400:kworker.0 Request processed in 27us (277us total) trans 0 rc 0/0 00000100:00080000:1.0:1734685101.749044:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685071 00000100:00100000:3.0:1734685101.749049:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41136 00000100:00100000:2.0:1734685101.749052:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848242432 00000100:00100000:2.0:1734685101.749055:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848242432 00000100:00100000:1.0:1734685101.749057:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53998 00000100:00100000:1.0:1734685101.749061:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848242048:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685101.749067:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53999 00000100:00100000:3.0:1734685101.749070:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848241664:0@lo:400:kworker.0 00000100:00100000:2.0:1734685101.749072:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848242432:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685101.749076:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848242304:0@lo:400:kworker.0 00010000:00020000:1.0:1734685101.749079:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734685101.749082:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685101.749088:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848241920:0@lo:400:kworker.0 00000100:00100000:1.0:1734685101.749108:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848242048:12345-0@lo:8:kworker.0 Request processed in 45us (107us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685101.749109:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848242432:12345-0@lo:8:kworker.0 Request processed in 36us (71us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734685101.749114:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685101.749114:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53998 00000100:00080000:0.0:1734685101.749117:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685101.749117:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53999 00000100:00100000:0.0:1734685101.749120:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848242048:0@lo:8:kworker.0 00000100:00080000:0.0:1734685101.749127:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685101.749129:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685101.749131:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848242432:0@lo:8:kworker.0 00000100:00100000:1.0:1734685101.749139:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848242176:0@lo:400:kworker.0 00000100:00100000:2.0:1734685101.749142:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848241792:0@lo:400:kworker.0 00000100:00100000:1.0:1734685101.749146:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848241536:0@lo:400:kworker.0 00000100:00100000:2.0:1734685101.749152:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848242560:0@lo:400:kworker.0 00000100:00100000:2.0:1734685101.780737:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848242816:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685101.780799:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685101.780836:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848242816 00000100:00100000:3.0:1734685101.780841:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848242816 00000100:00100000:3.0:1734685101.780878:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41137 00000100:00100000:3.0:1734685101.780883:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848242816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685101.780912:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685101.780961:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848242816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685101.780968:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41137 00000100:00100000:2.0:1734685101.780995:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848242816:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685101.828731:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848242944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685101.828784:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685101.828830:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848242944 00000100:00100000:0.0:1734685101.828838:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848242944 00000100:00100000:0.0:1734685101.828873:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6758 00000100:00100000:0.0:1734685101.828878:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848242944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685101.828901:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685101.828939:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848242944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685101.828944:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6758 00000100:00100000:3.0:1734685101.828965:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848242944:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685102.458676:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685103.460730:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685103.540711:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848243072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685103.540758:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685103.540805:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848243072 00000100:00100000:2.0:1734685103.540812:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848243072 00000100:00080000:1.0:1734685103.540846:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685073 00000100:00100000:2.0:1734685103.540860:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6759 00000100:00100000:2.0:1734685103.540866:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848243072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685103.540886:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685103.540930:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848243072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685103.540937:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6759 00000100:00100000:0.0:1734685103.540960:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848243072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685104.198877:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685104.198913:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685104.198938:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685104.198940:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872657792 00000100:00100000:3.0:1734685104.198947:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872657792 00000100:00100000:0.0:1734685104.198965:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685104.198972:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872657920 00000100:00100000:2.0:1734685104.198977:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872657920 00000100:00100000:3.0:1734685104.198988:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 797 00000100:00100000:3.0:1734685104.198994:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872657792:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685104.199004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685074 00000100:00100000:2.0:1734685104.199005:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872658048 00000100:00100000:2.0:1734685104.199008:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872658048 00000100:00080000:1.0:1734685104.199009:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685074 00000100:00100000:0.0:1734685104.199010:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2479 00000100:00100000:0.0:1734685104.199016:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872657920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685104.199029:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872658176 00000100:00100000:1.0:1734685104.199033:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872658176 00000100:00100000:2.0:1734685104.199039:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2480 00000100:00100000:3.0:1734685104.199039:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872657792:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685104.199045:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 797 00000100:00100000:0.0:1734685104.199046:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872657920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685104.199052:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872658048:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685104.199053:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2479 00000100:00100000:1.0:1734685104.199055:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54000 00000100:00100000:1.0:1734685104.199061:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872658176:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685104.199081:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685104.199085:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872658048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685104.199091:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2480 00000100:00100000:1.0:1734685104.199107:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872658176:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 46us (140us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685104.199113:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54000 00000100:00080000:1.0:1734685104.199128:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685074 00010000:00010000:2.0:1734685104.462712:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685105.464755:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685106.466726:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685106.708747:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848243200:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685106.708806:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685106.708889:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848243200 00000100:00100000:3.0:1734685106.708898:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848243200 00000100:00100000:3.0:1734685106.708950:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41138 00000100:00100000:3.0:1734685106.708958:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848243200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685106.708992:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685106.709046:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848243200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685106.709055:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41138 00000100:00100000:1.0:1734685106.709069:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848243200:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685106.756721:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685106.756727:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685106.756731:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685106.756738:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9902 00000100:00080000:2.0:1734685106.756742:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:0.0:1734685106.756747:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848243328:0@lo:400:kworker.0 00000100:00080000:2.0:1734685106.756748:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685106.756752:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848243456:0@lo:400:kworker.0 00000100:00100000:1.0:1734685106.756754:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848243584:0@lo:400:kworker.0 00000100:00100000:2.0:1734685106.756765:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099b25c00 x1818938848243840/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685106.756789:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685106.756793:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685106.756794:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685106.756798:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9902 00000100:00080000:2.0:1734685106.756799:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685106.756802:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685106.756809:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099b24700 x1818938848244224/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685106.756817:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685106.756821:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685106.756847:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848243328 00000100:00100000:2.0:1734685106.756849:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848243584 00000100:00100000:2.0:1734685106.756854:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848243584 00000100:00100000:3.0:1734685106.756855:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848243328 00000100:00100000:0.0:1734685106.756874:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848243968:0@lo:400:kworker.0 00000100:00100000:1.0:1734685106.756874:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848244352:0@lo:400:kworker.0 00000100:00100000:2.0:1734685106.756889:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481 00000100:00100000:3.0:1734685106.756891:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1734685106.756895:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848243584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685106.756897:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848243328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685106.756903:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685106.756910:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848243712:0@lo:400:kworker.0 00000100:00100000:0.0:1734685106.756920:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685106.756925:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848244096:0@lo:400:kworker.0 00000100:00100000:1.0:1734685106.756945:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685106.756947:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848243328:12345-0@lo:400:kworker.0 Request processed in 49us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685106.756949:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685106.756949:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848243584:12345-0@lo:400:kworker.0 Request processed in 54us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685106.756953:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1734685106.756954:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481 00000100:00100000:1.0:1734685106.756965:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848244480:0@lo:400:kworker.0 00000100:00100000:2.0:1734685106.756967:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848244096 00000100:00100000:2.0:1734685106.756969:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848244096 00000100:00100000:0.0:1734685106.756975:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848243328:0@lo:400:kworker.0 00000100:00100000:3.0:1734685106.756980:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848243840:0@lo:8:kworker.0 00000100:00100000:2.0:1734685106.756982:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482 00000100:00100000:2.0:1734685106.756985:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848244096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685106.756990:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685106.756995:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685106.757004:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848244480 00000100:00100000:0.0:1734685106.757008:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848244480 00000100:00100000:3.0:1734685106.757008:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848244224:0@lo:8:kworker.0 00000100:00100000:2.0:1734685106.757009:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848244096:12345-0@lo:400:kworker.0 Request processed in 23us (59us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685106.757014:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482 00000100:00100000:1.0:1734685106.757017:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848243968 00000100:00100000:3.0:1734685106.757019:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685106.757020:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848243968 00000100:00100000:2.0:1734685106.757022:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2483 00000100:00100000:2.0:1734685106.757025:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848244480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685106.757041:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848243840 00000100:00100000:3.0:1734685106.757042:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848244224 00000100:00100000:1.0:1734685106.757043:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848243840 00000100:00100000:2.0:1734685106.757043:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848244480:12345-0@lo:400:kworker.0 Request processed in 18us (54us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685106.757044:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848244096:0@lo:400:kworker.0 00000100:00100000:3.0:1734685106.757045:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848244224 00000100:00100000:2.0:1734685106.757047:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2483 00000100:00100000:1.0:1734685106.757054:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7633 00000100:00100000:1.0:1734685106.757059:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848243968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685106.757059:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54001 00000100:00100000:3.0:1734685106.757063:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848243840:12345-0@lo:8:kworker.0 00000100:00080000:2.0:1734685106.757064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685076 00000100:00080000:2.0:1734685106.757067:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685076 00000100:00080000:2.0:1734685106.757070:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685076 00000100:00100000:0.0:1734685106.757071:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54002 00000100:00100000:0.0:1734685106.757076:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848244224:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685106.757079:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734685106.757087:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685106.757089:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848243968:12345-0@lo:400:kworker.0 Request processed in 30us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685106.757092:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848243712 00000100:00100000:1.0:1734685106.757094:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7633 00000100:00100000:2.0:1734685106.757094:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848243712 00000100:00100000:3.0:1734685106.757100:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848243840:12345-0@lo:8:kworker.0 Request processed in 35us (104us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685106.757105:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54001 00000100:00100000:2.0:1734685106.757111:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41139 00000100:00100000:0.0:1734685106.757112:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848244224:12345-0@lo:8:kworker.0 Request processed in 34us (90us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685106.757112:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685106.757115:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848243712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685106.757117:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54002 00000100:00080000:3.0:1734685106.757124:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685106.757127:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685106.757128:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848244352 00000100:00100000:0.0:1734685106.757130:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848244352 00000100:00100000:3.0:1734685106.757130:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848243840:0@lo:8:kworker.0 00000100:00100000:1.0:1734685106.757132:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848243584:0@lo:400:kworker.0 00000100:00100000:2.0:1734685106.757136:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848243712:12345-0@lo:400:kworker.0 Request processed in 20us (191us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685106.757136:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685106.757138:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685106.757140:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41139 00000100:00100000:3.0:1734685106.757141:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848244224:0@lo:8:kworker.0 00000100:00100000:0.0:1734685106.757145:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7634 00000100:00100000:0.0:1734685106.757148:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848244352:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685106.757149:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685076 00000100:00080000:2.0:1734685106.757151:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685076 00000100:00100000:1.0:1734685106.757155:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848243712:0@lo:400:kworker.0 00000100:00100000:3.0:1734685106.757162:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685106.757163:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848244480:0@lo:400:kworker.0 00000100:00100000:0.0:1734685106.757174:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848244352:12345-0@lo:400:kworker.0 Request processed in 25us (61us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685106.757179:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7634 00000100:00100000:1.0:1734685106.757182:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848244352:0@lo:400:kworker.0 00000100:00100000:2.0:1734685106.757186:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848243456 00000100:00100000:2.0:1734685106.757189:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848243456 00000100:00100000:0.0:1734685106.757214:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848243968:0@lo:400:kworker.0 00000100:00080000:3.0:1734685106.757221:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685076 00000100:00100000:2.0:1734685106.757222:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484 00000100:00100000:2.0:1734685106.757226:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848243456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685106.757309:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848243456:12345-0@lo:400:kworker.0 Request processed in 82us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685106.757315:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484 00000100:00100000:3.0:1734685106.757347:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848243456:0@lo:400:kworker.0 00000100:00100000:0.0:1734685106.788786:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848244608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685106.788846:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685106.788907:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848244608 00000100:00100000:2.0:1734685106.788916:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848244608 00000100:00100000:2.0:1734685106.788960:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41140 00000100:00100000:2.0:1734685106.788967:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848244608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685106.789002:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685106.789060:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848244608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685106.789068:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41140 00000100:00100000:0.0:1734685106.789087:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848244608:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685106.836673:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685106.836692:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848244736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685106.836745:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685106.836796:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848244736 00000100:00100000:2.0:1734685106.836803:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848244736 00000100:00100000:2.0:1734685106.836836:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6760 00000100:00100000:2.0:1734685106.836841:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848244736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685106.836864:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685106.836899:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848244736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685106.836904:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6760 00000100:00100000:1.0:1734685106.836934:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848244736:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685107.468836:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685108.470719:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685108.548719:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848244864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685108.548779:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685108.548825:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848244864 00000100:00100000:2.0:1734685108.548831:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848244864 00000100:00100000:2.0:1734685108.548892:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6761 00000100:00080000:3.0:1734685108.548894:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685078 00000100:00100000:2.0:1734685108.548899:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848244864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685108.548921:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685108.548963:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072bf7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848244864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685108.548968:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6761 00000100:00100000:1.0:1734685108.549011:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848244864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685109.206841:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685109.206891:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685109.206905:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872658688 00000100:00100000:0.0:1734685109.206912:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685109.206912:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872658688 00000100:00100000:1.0:1734685109.206934:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872658304 00000100:00100000:2.0:1734685109.206937:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54003 00000100:00100000:1.0:1734685109.206938:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872658304 00000100:00100000:0.0:1734685109.206940:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685109.206942:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872658688:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685109.206962:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685109.206965:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872658432 00000100:00100000:1.0:1734685109.206966:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 799 00000100:00100000:0.0:1734685109.206969:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872658432 00000100:00100000:1.0:1734685109.206969:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872658304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685109.206972:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872658560 00000100:00100000:3.0:1734685109.206978:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872658560 00000100:00100000:0.0:1734685109.206988:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2485 00000100:00100000:0.0:1734685109.206992:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872658432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685109.207005:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872658688:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 61us (172us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685109.207006:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872658304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685109.207008:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2486 00000100:00100000:1.0:1734685109.207010:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 799 00000100:00100000:2.0:1734685109.207012:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54003 00000100:00100000:3.0:1734685109.207014:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872658560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685109.207016:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872658432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685109.207020:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2485 00000100:00080000:1.0:1734685109.207030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685079 00000100:00080000:1.0:1734685109.207033:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685079 00000100:00080000:1.0:1734685109.207034:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685079 00000100:00100000:3.0:1734685109.207041:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872658560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685109.207046:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2486 00010000:00010000:2.0:1734685109.472696:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685110.474717:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685111.476828:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685111.716784:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685111.716812:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848244992:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685111.716878:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685111.717021:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848244992 00000100:00100000:2.0:1734685111.717030:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848244992 00000100:00100000:2.0:1734685111.717075:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41141 00000100:00100000:2.0:1734685111.717082:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848244992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685111.717114:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685111.717157:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848244992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685111.717162:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41141 00000100:00100000:1.0:1734685111.717209:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848244992:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685111.764730:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685111.764736:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685111.764739:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685111.764748:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9907 00000100:00080000:2.0:1734685111.764753:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734685111.764755:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848245376:0@lo:400:kworker.0 00000100:00080000:2.0:1734685111.764760:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685111.764786:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a220380 x1818938848245632/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685111.764818:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848245248:0@lo:400:kworker.0 00000100:00100000:1.0:1734685111.764820:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685111.764824:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685111.764828:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685111.764830:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685111.764834:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9907 00000100:00080000:2.0:1734685111.764837:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685111.764841:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685111.764848:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685111.764851:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848245632:0@lo:8:kworker.0 00000100:00100000:1.0:1734685111.764854:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848245504:0@lo:400:kworker.0 00000100:00100000:2.0:1734685111.764854:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a222a00 x1818938848246016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685111.764875:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685111.764879:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685111.764889:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685111.764894:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848246144:0@lo:400:kworker.0 00000100:00100000:2.0:1734685111.764898:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848245504 00000100:00100000:2.0:1734685111.764904:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848245504 00000100:00100000:0.0:1734685111.764920:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848245888:0@lo:400:kworker.0 00000100:00100000:3.0:1734685111.764922:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848246016:0@lo:8:kworker.0 00000100:00100000:1.0:1734685111.764926:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685111.764941:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685111.764943:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41142 00000100:00100000:1.0:1734685111.764945:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685111.764946:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685111.764949:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848245504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685111.764952:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848246272:0@lo:400:kworker.0 00000100:00100000:0.0:1734685111.764963:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734685111.764968:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848245376 00000100:00100000:0.0:1734685111.764969:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848245120:0@lo:400:kworker.0 00000100:00100000:3.0:1734685111.764972:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848245376 00000100:00100000:1.0:1734685111.764978:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685111.764993:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848245248 00000100:00100000:3.0:1734685111.764995:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848245248 00000100:00100000:0.0:1734685111.765000:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685111.765005:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848245504:12345-0@lo:400:kworker.0 Request processed in 55us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685111.765005:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848245888 00000100:00100000:3.0:1734685111.765007:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848245888 00000100:00100000:2.0:1734685111.765011:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41142 00000100:00100000:1.0:1734685111.765012:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848245504:0@lo:400:kworker.0 00000100:00100000:3.0:1734685111.765017:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848246272 00000100:00100000:3.0:1734685111.765018:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848246272 00000100:00100000:0.0:1734685111.765021:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848245760:0@lo:400:kworker.0 00000100:00100000:3.0:1734685111.765027:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2487 00000100:00100000:3.0:1734685111.765032:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848245376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685111.765034:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848245632 00000100:00100000:2.0:1734685111.765037:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848245632 00000100:00100000:0.0:1734685111.765040:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685111.765048:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488 00000100:00100000:1.0:1734685111.765055:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848245248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685111.765059:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848246144 00000100:00100000:2.0:1734685111.765061:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848246144 00000100:00100000:3.0:1734685111.765064:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848245376:12345-0@lo:400:kworker.0 Request processed in 31us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685111.765070:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2487 00000100:00100000:2.0:1734685111.765074:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848246016 00000100:00100000:2.0:1734685111.765076:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848246016 00000100:00100000:0.0:1734685111.765084:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:2.0:1734685111.765085:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848245760 00000100:00100000:2.0:1734685111.765087:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848245760 00000100:00100000:1.0:1734685111.765091:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848245248:12345-0@lo:400:kworker.0 Request processed in 36us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685111.765094:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848245888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685111.765094:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490 00000100:00100000:2.0:1734685111.765098:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7635 00000100:00100000:1.0:1734685111.765099:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488 00000100:00100000:3.0:1734685111.765099:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848246272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685111.765102:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848246144:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685111.765118:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685081 00000100:00100000:3.0:1734685111.765118:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848246272:12345-0@lo:400:kworker.0 Request processed in 20us (141us total) trans 0 rc 0/0 00000100:00080000:1.0:1734685111.765122:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685081 00000100:00080000:1.0:1734685111.765123:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685081 00000100:00100000:3.0:1734685111.765123:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490 00000100:00100000:2.0:1734685111.765127:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848246144:12345-0@lo:400:kworker.0 Request processed in 25us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685111.765132:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7635 00000100:00100000:1.0:1734685111.765135:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7636 00000100:00100000:1.0:1734685111.765139:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848245760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685111.765142:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848245888:12345-0@lo:400:kworker.0 Request processed in 49us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685111.765142:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54004 00000100:00100000:2.0:1734685111.765147:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848245632:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685111.765147:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54005 00000100:00100000:0.0:1734685111.765150:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00000100:00100000:3.0:1734685111.765151:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848246016:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685111.765159:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848245760:12345-0@lo:400:kworker.0 Request processed in 19us (119us total) trans 0 rc 0/0 00010000:00020000:2.0:1734685111.765164:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685111.765165:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7636 00010000:00020000:3.0:1734685111.765168:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685111.765206:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848246016:12345-0@lo:8:kworker.0 Request processed in 54us (264us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685111.765209:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848245632:12345-0@lo:8:kworker.0 Request processed in 38us (296us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685111.765211:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54005 00000100:00100000:2.0:1734685111.765214:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54004 00000100:00100000:1.0:1734685111.765217:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848246272:0@lo:400:kworker.0 00000100:00100000:1.0:1734685111.765224:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848246144:0@lo:400:kworker.0 00000100:00100000:0.0:1734685111.765230:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848245760:0@lo:400:kworker.0 00000100:00100000:1.0:1734685111.765232:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848245376:0@lo:400:kworker.0 00000100:00080000:3.0:1734685111.765233:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685111.765234:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848245120 00000100:00080000:3.0:1734685111.765236:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685111.765237:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848245120 00000100:00100000:3.0:1734685111.765239:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848246016:0@lo:8:kworker.0 00000100:00100000:0.0:1734685111.765242:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848245888:0@lo:400:kworker.0 00000100:00080000:3.0:1734685111.765246:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685111.765248:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685111.765251:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848245632:0@lo:8:kworker.0 00000100:00080000:1.0:1734685111.765252:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685081 00000100:00100000:0.0:1734685111.765253:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848245248:0@lo:400:kworker.0 00000100:00100000:2.0:1734685111.765257:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1734685111.765260:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848245120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685111.765299:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848245120:12345-0@lo:400:kworker.0 Request processed in 37us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685111.765304:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1734685111.765321:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848245120:0@lo:400:kworker.0 00000100:00100000:1.0:1734685111.796676:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848246400:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685111.796722:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685111.796760:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848246400 00000100:00100000:2.0:1734685111.796768:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848246400 00000100:00100000:2.0:1734685111.796813:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41143 00000100:00100000:2.0:1734685111.796820:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848246400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685111.796851:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685111.796899:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848246400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685111.796906:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41143 00000100:00100000:1.0:1734685111.796925:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848246400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685111.844681:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685111.844698:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848246528:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685111.844747:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685111.844780:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848246528 00000100:00100000:2.0:1734685111.844787:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848246528 00000100:00100000:2.0:1734685111.844821:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6762 00000100:00100000:2.0:1734685111.844826:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848246528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685111.844848:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685111.844878:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848246528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685111.844883:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6762 00000100:00100000:0.0:1734685111.844894:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848246528:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685112.478709:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685113.480739:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685113.556682:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848246656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685113.556732:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685113.556765:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848246656 00000100:00100000:0.0:1734685113.556772:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848246656 00000100:00080000:1.0:1734685113.556805:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685083 00000100:00100000:0.0:1734685113.556812:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6763 00000100:00100000:0.0:1734685113.556817:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848246656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685113.556833:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685113.556867:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848246656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685113.556872:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6763 00000100:00100000:2.0:1734685113.556885:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848246656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685114.214936:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685114.214972:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685114.214993:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685114.215021:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872658816 00000100:00100000:0.0:1734685114.215026:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685114.215033:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872658816 00000100:00100000:1.0:1734685114.215034:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872659072 00000100:00100000:1.0:1734685114.215040:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872659072 00000100:00100000:0.0:1734685114.215058:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872658944 00000100:00100000:0.0:1734685114.215065:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872658944 00000100:00100000:2.0:1734685114.215085:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 801 00000100:00100000:3.0:1734685114.215085:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872659200 00000100:00100000:1.0:1734685114.215086:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2491 00000100:00100000:3.0:1734685114.215090:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872659200 00000100:00100000:1.0:1734685114.215092:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872659072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685114.215092:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872658816:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685114.215104:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2492 00000100:00100000:0.0:1734685114.215109:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872658944:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685114.215109:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54006 00000100:00100000:3.0:1734685114.215113:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872659200:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685114.215132:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685114.215165:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872658816:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685114.215166:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872659072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685114.215173:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 801 00000100:00100000:1.0:1734685114.215174:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2491 00000100:00100000:0.0:1734685114.215175:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872658944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 66us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685114.215181:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2492 00000100:00100000:3.0:1734685114.215182:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872659200:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 68us (155us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685114.215187:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54006 00000100:00080000:1.0:1734685114.215196:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685084 00000100:00080000:1.0:1734685114.215199:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685084 00000100:00080000:1.0:1734685114.215201:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685084 00010000:00010000:2.0:1734685114.482697:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685115.484870:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685116.486700:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685116.724672:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685116.724690:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848246784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685116.724742:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685116.724782:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848246784 00000100:00100000:0.0:1734685116.724790:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848246784 00000100:00100000:0.0:1734685116.724829:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41144 00000100:00100000:0.0:1734685116.724835:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848246784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685116.724864:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685116.724913:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848246784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685116.724919:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41144 00000100:00100000:2.0:1734685116.724926:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848246784:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685116.772729:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734685116.772731:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848246912:0@lo:400:kworker.0 00000100:00080000:2.0:1734685116.772735:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734685116.772737:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848247040:0@lo:400:kworker.0 00000100:00080000:2.0:1734685116.772739:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685116.772743:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9912 00000100:00080000:2.0:1734685116.772746:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685116.772751:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685116.772762:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848247296:0@lo:400:kworker.0 00000100:00100000:2.0:1734685116.772772:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a220e00 x1818938848247424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685116.772789:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685116.772789:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685116.772793:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685116.772796:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685116.772798:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685116.772800:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685116.772803:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9912 00000100:00080000:2.0:1734685116.772805:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685116.772809:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685116.772816:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848247552:0@lo:400:kworker.0 00000100:00100000:1.0:1734685116.772816:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685116.772817:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a221f80 x1818938848247808/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685116.772819:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848247168:0@lo:400:kworker.0 00000100:00100000:3.0:1734685116.772821:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848247680:0@lo:400:kworker.0 00000100:00100000:1.0:1734685116.772834:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685116.772837:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685116.772846:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848247424:0@lo:8:kworker.0 00000100:00100000:2.0:1734685116.772848:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848247936:0@lo:400:kworker.0 00000100:00100000:1.0:1734685116.772849:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848248064:0@lo:400:kworker.0 00000100:00100000:1.0:1734685116.772861:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685116.772863:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685116.772874:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848246912 00000100:00100000:1.0:1734685116.772876:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848247040 00000100:00100000:0.0:1734685116.772880:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848246912 00000100:00100000:1.0:1734685116.772880:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848247040 00000100:00100000:2.0:1734685116.772883:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848247552 00000100:00100000:3.0:1734685116.772884:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848247808:0@lo:8:kworker.0 00000100:00100000:2.0:1734685116.772885:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848247552 00000100:00100000:3.0:1734685116.772895:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685116.772906:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848247168 00000100:00100000:1.0:1734685116.772908:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848247168 00000100:00100000:2.0:1734685116.772911:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848247424 00000100:00100000:2.0:1734685116.772913:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848247424 00000100:00100000:0.0:1734685116.772914:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1734685116.772915:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848248064 00000100:00100000:3.0:1734685116.772917:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848248064 00000100:00100000:1.0:1734685116.772918:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493 00000100:00100000:0.0:1734685116.772919:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848246912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685116.772921:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848247040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685116.772923:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848247808 00000100:00100000:2.0:1734685116.772924:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848247808 00000100:00100000:3.0:1734685116.772932:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:2.0:1734685116.772934:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7637 00000100:00100000:3.0:1734685116.772935:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848247168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685116.772938:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848247552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685116.772950:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848247040:12345-0@lo:400:kworker.0 Request processed in 28us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685116.772954:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493 00000100:00100000:0.0:1734685116.772956:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848246912:12345-0@lo:400:kworker.0 Request processed in 36us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685116.772959:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848247168:12345-0@lo:400:kworker.0 Request processed in 23us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685116.772962:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1734685116.772963:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00000100:00100000:2.0:1734685116.772964:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848247552:12345-0@lo:400:kworker.0 Request processed in 26us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685116.772966:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2495 00000100:00100000:1.0:1734685116.772969:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848248064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685116.772969:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7637 00000100:00100000:1.0:1734685116.772980:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848248064:12345-0@lo:400:kworker.0 Request processed in 11us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685116.772981:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54007 00000100:00100000:3.0:1734685116.772984:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54008 00000100:00100000:1.0:1734685116.772985:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2495 00000100:00100000:2.0:1734685116.772986:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848247424:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685116.772987:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848247808:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734685116.772998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685086 00010000:00020000:3.0:1734685116.773000:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734685116.773001:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685086 00000100:00080000:1.0:1734685116.773003:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685086 00000100:00080000:1.0:1734685116.773004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685086 00010000:00020000:2.0:1734685116.773004:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685116.773006:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848247552:0@lo:400:kworker.0 00000100:00100000:0.0:1734685116.773013:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848246912:0@lo:400:kworker.0 00000100:00100000:1.0:1734685116.773013:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848247296 00000100:00100000:1.0:1734685116.773016:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848247296 00000100:00100000:3.0:1734685116.773018:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848247808:12345-0@lo:8:kworker.0 Request processed in 30us (122us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685116.773024:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848247424:12345-0@lo:8:kworker.0 Request processed in 38us (160us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685116.773024:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54008 00000100:00100000:2.0:1734685116.773029:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54007 00000100:00100000:1.0:1734685116.773036:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41145 00000100:00100000:1.0:1734685116.773040:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848247296:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685116.773041:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685116.773043:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685116.773046:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848247424:0@lo:8:kworker.0 00000100:00100000:2.0:1734685116.773049:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734685116.773050:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685116.773051:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685116.773053:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848247808:0@lo:8:kworker.0 00000100:00100000:2.0:1734685116.773067:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848247936 00000100:00100000:1.0:1734685116.773068:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848247296:12345-0@lo:400:kworker.0 Request processed in 26us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685116.773069:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685116.773070:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848247936 00000100:00100000:1.0:1734685116.773073:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41145 00000100:00100000:3.0:1734685116.773080:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848247040:0@lo:400:kworker.0 00000100:00100000:0.0:1734685116.773083:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848247680 00000100:00100000:2.0:1734685116.773084:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7638 00000100:00100000:0.0:1734685116.773085:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848247680 00000100:00080000:1.0:1734685116.773085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685086 00000100:00080000:1.0:1734685116.773087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685086 00000100:00100000:2.0:1734685116.773087:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848247936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685116.773099:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848248064:0@lo:400:kworker.0 00000100:00100000:0.0:1734685116.773117:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496 00000100:00100000:0.0:1734685116.773122:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848247680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685116.773130:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848247936:12345-0@lo:400:kworker.0 Request processed in 42us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685116.773135:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848247168:0@lo:400:kworker.0 00000100:00100000:2.0:1734685116.773135:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7638 00000100:00100000:3.0:1734685116.773139:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848247936:0@lo:400:kworker.0 00000100:00100000:1.0:1734685116.773140:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848247296:0@lo:400:kworker.0 00000100:00100000:0.0:1734685116.773149:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848247680:12345-0@lo:400:kworker.0 Request processed in 27us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685116.773153:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848247680:0@lo:400:kworker.0 00000100:00100000:0.0:1734685116.773154:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496 00000100:00100000:0.0:1734685116.804736:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848248192:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685116.804792:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685116.804827:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848248192 00000100:00100000:1.0:1734685116.804834:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848248192 00000100:00100000:1.0:1734685116.804869:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41146 00000100:00100000:1.0:1734685116.804875:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848248192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685116.804903:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685116.804951:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848248192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685116.804958:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41146 00000100:00100000:0.0:1734685116.804969:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848248192:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685116.852713:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848248320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685116.852766:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685116.852802:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848248320 00000100:00100000:0.0:1734685116.852809:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848248320 00000100:00100000:0.0:1734685116.852844:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6764 00000100:00100000:0.0:1734685116.852849:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848248320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685116.852878:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685116.852924:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848248320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685116.852930:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6764 00000100:00100000:3.0:1734685116.852944:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848248320:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685117.488768:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685118.490724:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685118.564705:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848248448:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685118.564755:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685118.564809:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848248448 00000100:00100000:0.0:1734685118.564815:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848248448 00000100:00100000:0.0:1734685118.564858:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6765 00000100:00080000:1.0:1734685118.564858:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685088 00000100:00100000:0.0:1734685118.564862:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848248448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685118.564881:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685118.564917:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848248448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685118.564922:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6765 00000100:00100000:3.0:1734685118.564945:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848248448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685119.222893:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685119.222935:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685119.222953:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872659456 00000100:00100000:0.0:1734685119.222959:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685119.222961:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872659456 00000100:00100000:0.0:1734685119.222995:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685119.222995:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872659584 00000100:00100000:2.0:1734685119.222997:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872659584 00000100:00100000:2.0:1734685119.223011:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2497 00000100:00100000:0.0:1734685119.223014:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872659712 00000100:00100000:2.0:1734685119.223016:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872659456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685119.223018:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872659712 00000100:00100000:3.0:1734685119.223018:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2498 00000100:00100000:3.0:1734685119.223024:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872659584:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685119.223027:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872659328 00000100:00100000:1.0:1734685119.223031:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872659328 00000100:00100000:0.0:1734685119.223037:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54009 00000100:00100000:0.0:1734685119.223042:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872659712:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685119.223056:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 803 00000100:00100000:1.0:1734685119.223075:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872659328:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685119.223076:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685119.223080:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872659584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685119.223082:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872659456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 66us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685119.223086:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2498 00000100:00100000:2.0:1734685119.223088:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2497 00000100:00100000:0.0:1734685119.223099:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872659712:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 56us (103us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685119.223104:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872659328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685119.223106:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54009 00000100:00100000:1.0:1734685119.223109:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 803 00000100:00080000:1.0:1734685119.223128:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685089 00000100:00080000:1.0:1734685119.223130:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685089 00000100:00080000:1.0:1734685119.223132:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685089 00010000:00010000:2.0:1734685119.492681:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685120.494730:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685121.496746:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685121.732755:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848248576:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685121.732807:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685121.732845:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848248576 00000100:00100000:2.0:1734685121.732851:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848248576 00000100:00100000:2.0:1734685121.732884:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41147 00000100:00100000:2.0:1734685121.732889:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848248576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685121.732915:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685121.732950:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848248576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685121.732955:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41147 00000100:00100000:1.0:1734685121.732976:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848248576:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685121.780642:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685121.780647:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685121.780649:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685121.780655:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9917 00000100:00080000:2.0:1734685121.780659:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685121.780663:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685121.780666:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848248832:0@lo:400:kworker.0 00000100:00100000:2.0:1734685121.780677:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095745180 x1818938848249216/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685121.780682:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848249088:0@lo:400:kworker.0 00000100:00100000:1.0:1734685121.780683:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095746d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848248704:0@lo:400:kworker.0 00000100:00080000:2.0:1734685121.780695:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685121.780698:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685121.780699:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685121.780701:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9917 00000100:00080000:2.0:1734685121.780702:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685121.780704:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685121.780709:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096b2ce00 x1818938848249600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685121.780718:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685121.780719:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685121.780719:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685121.780732:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848249216:0@lo:8:kworker.0 00000100:00100000:0.0:1734685121.780747:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848249856:0@lo:400:kworker.0 00000100:00100000:1.0:1734685121.780747:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848249344:0@lo:400:kworker.0 00000100:00100000:3.0:1734685121.780749:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848249472:0@lo:400:kworker.0 00000100:00100000:2.0:1734685121.780759:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685121.780761:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685121.780769:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848248704 00000100:00100000:3.0:1734685121.780772:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685121.780774:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848248704 00000100:00100000:0.0:1734685121.780777:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734685121.780777:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848249600:0@lo:8:kworker.0 00000100:00100000:0.0:1734685121.780781:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848248960:0@lo:400:kworker.0 00000100:00100000:0.0:1734685121.780793:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685121.780794:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848248832 00000100:00100000:2.0:1734685121.780795:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685121.780797:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848248832 00000100:00100000:0.0:1734685121.780800:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848249728:0@lo:400:kworker.0 00000100:00100000:1.0:1734685121.780800:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1734685121.780805:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848248704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685121.780809:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685121.780819:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848249856 00000100:00100000:3.0:1734685121.780821:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848249856 00000100:00100000:2.0:1734685121.780824:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848249472 00000100:00100000:0.0:1734685121.780825:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848249216 00000100:00100000:0.0:1734685121.780828:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848249216 00000100:00100000:2.0:1734685121.780828:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848249472 00000100:00100000:1.0:1734685121.780830:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848248704:12345-0@lo:400:kworker.0 Request processed in 25us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685121.780833:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848248960 00000100:00100000:1.0:1734685121.780835:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1734685121.780835:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848248960 00000100:00100000:0.0:1734685121.780839:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848249600 00000100:00100000:0.0:1734685121.780841:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848249600 00000100:00100000:3.0:1734685121.780845:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2499 00000100:00100000:0.0:1734685121.780847:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848249728 00000100:00100000:0.0:1734685121.780848:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848249728 00000100:00100000:3.0:1734685121.780850:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848248832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685121.780853:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500 00000100:00100000:1.0:1734685121.780857:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:2.0:1734685121.780859:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848249856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685121.780861:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7639 00000100:00100000:1.0:1734685121.780861:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848249472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685121.780864:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848249728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685121.780896:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848249472:12345-0@lo:400:kworker.0 Request processed in 34us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685121.780899:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848248832:12345-0@lo:400:kworker.0 Request processed in 48us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685121.780900:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00000100:00100000:0.0:1734685121.780903:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848249728:12345-0@lo:400:kworker.0 Request processed in 38us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685121.780903:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848249856:12345-0@lo:400:kworker.0 Request processed in 44us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685121.780906:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2499 00000100:00100000:0.0:1734685121.780907:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7639 00000100:00100000:2.0:1734685121.780909:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500 00000100:00100000:1.0:1734685121.780911:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502 00000100:00100000:1.0:1734685121.780913:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848248960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685121.780916:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54010 00000100:00100000:0.0:1734685121.780918:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848249216:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685121.780926:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848248960:12345-0@lo:400:kworker.0 Request processed in 12us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685121.780929:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502 00010000:00020000:0.0:1734685121.780932:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685121.780935:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54011 00000100:00080000:1.0:1734685121.780938:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685091 00000100:00100000:2.0:1734685121.780939:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848249600:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734685121.780940:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685091 00000100:00080000:1.0:1734685121.780942:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685091 00000100:00080000:1.0:1734685121.780943:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685091 00000100:00100000:0.0:1734685121.780947:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848249216:12345-0@lo:8:kworker.0 Request processed in 28us (189us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685121.780951:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54010 00010000:00020000:2.0:1734685121.780951:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685121.780959:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848249472:0@lo:400:kworker.0 00000100:00100000:1.0:1734685121.780965:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848248832:0@lo:400:kworker.0 00000100:00100000:0.0:1734685121.780968:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848249088 00000100:00100000:0.0:1734685121.780969:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848249088 00000100:00100000:2.0:1734685121.780972:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848249600:12345-0@lo:8:kworker.0 Request processed in 31us (176us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734685121.780976:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685091 00000100:00100000:2.0:1734685121.780978:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54011 00000100:00100000:0.0:1734685121.780983:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41148 00000100:00100000:1.0:1734685121.780983:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685121.780986:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848249088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685121.780989:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848249344 00000100:00100000:2.0:1734685121.780992:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848249344 00000100:00100000:1.0:1734685121.780997:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095746d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848248704:0@lo:400:kworker.0 00000100:00100000:0.0:1734685121.781002:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848249088:12345-0@lo:400:kworker.0 Request processed in 16us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685121.781005:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41148 00000100:00100000:2.0:1734685121.781033:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7640 00000100:00100000:2.0:1734685121.781037:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848249344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685121.781038:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848248960:0@lo:400:kworker.0 00000100:00080000:1.0:1734685121.781041:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685091 00000100:00100000:0.0:1734685121.781043:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848249728:0@lo:400:kworker.0 00000100:00100000:0.0:1734685121.781051:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848249856:0@lo:400:kworker.0 00000100:00100000:0.0:1734685121.781058:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848249088:0@lo:400:kworker.0 00000100:00100000:2.0:1734685121.781063:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c156d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848249344:12345-0@lo:400:kworker.0 Request processed in 25us (79us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685121.781068:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7640 00000100:00100000:1.0:1734685121.781074:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848249344:0@lo:400:kworker.0 00000100:00080000:2.0:1734685121.781088:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685121.781090:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685121.781093:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848249216:0@lo:8:kworker.0 00000100:00080000:2.0:1734685121.781099:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685121.781101:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685121.781104:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848249600:0@lo:8:kworker.0 00000100:00100000:1.0:1734685121.812738:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848249984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685121.812799:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685121.812847:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848249984 00000100:00100000:0.0:1734685121.812855:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848249984 00000100:00100000:0.0:1734685121.812902:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41149 00000100:00100000:0.0:1734685121.812909:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848249984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685121.812938:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685121.812986:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848249984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685121.812993:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41149 00000100:00100000:1.0:1734685121.813003:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848249984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685121.860720:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685121.860738:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848250112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685121.860787:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685121.860852:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848250112 00000100:00100000:0.0:1734685121.860859:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848250112 00000100:00100000:0.0:1734685121.860899:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6766 00000100:00100000:0.0:1734685121.860906:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848250112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685121.860935:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685121.860986:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848250112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685121.860994:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6766 00000100:00100000:1.0:1734685121.861005:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848250112:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685122.498767:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685123.500697:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685123.572735:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848250240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685123.572782:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685123.572848:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848250240 00000100:00100000:2.0:1734685123.572855:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848250240 00000100:00080000:1.0:1734685123.572883:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685093 00000100:00100000:2.0:1734685123.572903:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6767 00000100:00100000:2.0:1734685123.572909:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848250240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685123.572929:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685123.572975:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848250240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685123.572980:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6767 00000100:00100000:0.0:1734685123.573032:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848250240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685124.230836:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685124.230868:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685124.230889:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685124.230903:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872659840 00000100:00100000:2.0:1734685124.230910:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872659840 00000100:00100000:0.0:1734685124.230913:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685124.230935:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872659968 00000100:00100000:1.0:1734685124.230940:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872659968 00000100:00100000:0.0:1734685124.230946:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872660096 00000100:00100000:2.0:1734685124.230947:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 805 00000100:00100000:0.0:1734685124.230950:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872660096 00000100:00100000:2.0:1734685124.230952:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872659840:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685124.230970:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2503 00000100:00100000:0.0:1734685124.230993:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2504 00000100:00100000:1.0:1734685124.230994:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872659968:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685124.230996:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872660224 00000100:00100000:0.0:1734685124.231000:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872660096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685124.231001:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872660224 00000100:00100000:3.0:1734685124.231023:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54012 00000100:00100000:2.0:1734685124.231025:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872659840:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 72us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685124.231028:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872659968:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685124.231028:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872660224:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685124.231030:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872660096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685124.231031:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 805 00000100:00100000:1.0:1734685124.231035:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2503 00000100:00100000:0.0:1734685124.231044:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2504 00010000:00020000:3.0:1734685124.231049:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734685124.231052:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685094 00000100:00080000:2.0:1734685124.231055:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685094 00000100:00080000:2.0:1734685124.231056:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685094 00000100:00100000:3.0:1734685124.231074:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872660224:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 46us (160us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685124.231084:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54012 00010000:00010000:2.0:1734685124.502727:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685125.504738:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685126.506783:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685126.740746:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848250368:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685126.740806:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685126.740827:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848250368 00000100:00100000:0.0:1734685126.740836:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848250368 00000100:00100000:0.0:1734685126.740882:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41150 00000100:00100000:0.0:1734685126.740888:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848250368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685126.740926:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685126.740997:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848250368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 108us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685126.741004:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41150 00000100:00100000:1.0:1734685126.741023:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848250368:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685126.788792:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685126.788800:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685126.788804:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685126.788813:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9922 00000100:00080000:2.0:1734685126.788818:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685126.788825:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685126.788847:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096434e00 x1818938848251008/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685126.788859:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848250624:0@lo:400:kworker.0 00000100:00100000:0.0:1734685126.788860:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848250752:0@lo:400:kworker.0 00000100:00100000:1.0:1734685126.788866:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848250880:0@lo:400:kworker.0 00000100:00080000:2.0:1734685126.788890:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685126.788893:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685126.788895:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685126.788899:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9922 00000100:00080000:2.0:1734685126.788902:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685126.788905:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685126.788915:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096437100 x1818938848251392/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685126.788971:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685126.788972:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685126.788989:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096434e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848251008:0@lo:8:kworker.0 00000100:00100000:2.0:1734685126.789000:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848250752 00000100:00100000:2.0:1734685126.789024:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848250752 00000100:00100000:1.0:1734685126.789028:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848251648:0@lo:400:kworker.0 00000100:00100000:0.0:1734685126.789034:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848251520:0@lo:400:kworker.0 00000100:00100000:3.0:1734685126.789039:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685126.789058:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685126.789060:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848251392:0@lo:8:kworker.0 00000100:00100000:0.0:1734685126.789061:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685126.789063:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505 00000100:00100000:2.0:1734685126.789071:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848250752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685126.789078:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685126.789087:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848251648 00000100:00100000:1.0:1734685126.789092:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848251648 00000100:00100000:0.0:1734685126.789102:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848250880 00000100:00100000:0.0:1734685126.789109:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848250880 00000100:00100000:3.0:1734685126.789111:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848251008 00000100:00100000:3.0:1734685126.789116:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848251008 00000100:00100000:1.0:1734685126.789117:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506 00000100:00100000:1.0:1734685126.789124:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848251648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685126.789125:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848250752:12345-0@lo:400:kworker.0 Request processed in 55us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685126.789132:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505 00000100:00100000:3.0:1734685126.789134:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848251520 00000100:00100000:3.0:1734685126.789136:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848251520 00000100:00100000:0.0:1734685126.789146:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41151 00000100:00100000:0.0:1734685126.789154:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848250880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685126.789154:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848251392 00000100:00080000:2.0:1734685126.789155:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685096 00000100:00100000:3.0:1734685126.789156:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848251392 00000100:00080000:2.0:1734685126.789159:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685096 00000100:00100000:1.0:1734685126.789160:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848251648:12345-0@lo:400:kworker.0 Request processed in 36us (100us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685126.789161:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685096 00000100:00100000:1.0:1734685126.789168:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506 00000100:00100000:3.0:1734685126.789168:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7641 00000100:00100000:2.0:1734685126.789175:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54013 00000100:00100000:3.0:1734685126.789175:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848251520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685126.789180:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848251008:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685126.789196:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54014 00000100:00100000:1.0:1734685126.789201:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848251392:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685126.789201:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685126.789215:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848250880:12345-0@lo:400:kworker.0 Request processed in 58us (242us total) trans 0 rc 0/0 00010000:00020000:1.0:1734685126.789216:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685126.789216:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848251520:12345-0@lo:400:kworker.0 Request processed in 41us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685126.789222:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7641 00000100:00100000:0.0:1734685126.789226:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41151 00000100:00100000:2.0:1734685126.789229:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848251008:12345-0@lo:8:kworker.0 Request processed in 47us (189us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685126.789235:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54013 00000100:00100000:1.0:1734685126.789239:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848251392:12345-0@lo:8:kworker.0 Request processed in 36us (159us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685126.789245:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54014 00000100:00100000:3.0:1734685126.789252:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685126.789268:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685126.789272:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685126.789275:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848251264:0@lo:400:kworker.0 00000100:00100000:2.0:1734685126.789276:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096434e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848251008:0@lo:8:kworker.0 00000100:00100000:1.0:1734685126.789278:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848251648:0@lo:400:kworker.0 00000100:00100000:0.0:1734685126.789279:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848251520:0@lo:400:kworker.0 00000100:00080000:2.0:1734685126.789285:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685126.789287:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685126.789288:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848250880:0@lo:400:kworker.0 00000100:00100000:2.0:1734685126.789291:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848251392:0@lo:8:kworker.0 00000100:00100000:0.0:1734685126.789296:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848250752:0@lo:400:kworker.0 00000100:00100000:3.0:1734685126.789297:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685126.789307:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734685126.789313:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848250496:0@lo:400:kworker.0 00000100:00100000:2.0:1734685126.789321:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848250624 00000100:00100000:2.0:1734685126.789324:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848250624 00000100:00100000:0.0:1734685126.789327:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848251264 00000100:00100000:0.0:1734685126.789331:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848251264 00000100:00100000:3.0:1734685126.789331:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685126.789340:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2507 00000100:00100000:2.0:1734685126.789356:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848250624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685126.789367:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508 00000100:00100000:3.0:1734685126.789367:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848251136:0@lo:400:kworker.0 00000100:00100000:1.0:1734685126.789372:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848250496 00000100:00100000:0.0:1734685126.789373:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848251264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685126.789376:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848250496 00000100:00100000:2.0:1734685126.789387:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848250624:12345-0@lo:400:kworker.0 Request processed in 28us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685126.789387:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685126.789393:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2507 00000100:00100000:1.0:1734685126.789402:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1734685126.789407:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848250496:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685126.789407:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685096 00000100:00080000:2.0:1734685126.789410:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685096 00000100:00100000:3.0:1734685126.789412:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848250624:0@lo:400:kworker.0 00000100:00100000:0.0:1734685126.789416:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848251264:12345-0@lo:400:kworker.0 Request processed in 41us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685126.789426:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508 00000100:00100000:3.0:1734685126.789428:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848251264:0@lo:400:kworker.0 00000100:00100000:1.0:1734685126.789437:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848250496:12345-0@lo:400:kworker.0 Request processed in 29us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685126.789439:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848250496:0@lo:400:kworker.0 00000100:00100000:1.0:1734685126.789443:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1734685126.789466:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848251136 00000100:00100000:1.0:1734685126.789468:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848251136 00000100:00080000:2.0:1734685126.789485:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685096 00000100:00100000:1.0:1734685126.789530:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7642 00000100:00100000:1.0:1734685126.789536:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848251136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685126.789621:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848251136:12345-0@lo:400:kworker.0 Request processed in 85us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685126.789632:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7642 00000100:00100000:3.0:1734685126.789636:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848251136:0@lo:400:kworker.0 00000100:00100000:3.0:1734685126.820700:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685126.820719:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848251776:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685126.820760:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685126.820787:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848251776 00000100:00100000:2.0:1734685126.820797:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848251776 00000100:00100000:2.0:1734685126.820845:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41152 00000100:00100000:2.0:1734685126.820852:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848251776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685126.820883:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685126.820969:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848251776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685126.820977:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41152 00000100:00100000:3.0:1734685126.820997:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848251776:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685126.868727:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848251904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685126.868787:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685126.868828:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848251904 00000100:00100000:2.0:1734685126.868836:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848251904 00000100:00100000:2.0:1734685126.868872:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6768 00000100:00100000:2.0:1734685126.868878:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848251904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685126.868902:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685126.868967:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848251904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685126.868988:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6768 00000100:00100000:3.0:1734685126.869019:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848251904:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685127.508740:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685128.510786:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685128.580740:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685128.580762:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848252032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685128.580821:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685128.580854:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848252032 00000100:00100000:2.0:1734685128.580860:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848252032 00000100:00080000:0.0:1734685128.580897:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685098 00000100:00100000:2.0:1734685128.580914:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6769 00000100:00100000:2.0:1734685128.580920:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848252032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685128.580939:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685128.580973:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848252032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685128.580978:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6769 00000100:00100000:1.0:1734685128.581004:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848252032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685129.238946:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685129.239002:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685129.239015:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872660480 00000100:00100000:2.0:1734685129.239022:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872660480 00000100:00100000:0.0:1734685129.239032:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685129.239063:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872660352 00000100:00100000:1.0:1734685129.239067:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872660352 00000100:00100000:2.0:1734685129.239069:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872660608 00000100:00100000:2.0:1734685129.239071:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872660608 00000100:00100000:0.0:1734685129.239074:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685129.239084:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2509 00000100:00100000:2.0:1734685129.239088:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872660480:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685129.239090:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 807 00000100:00080000:0.0:1734685129.239091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685099 00000100:00100000:3.0:1734685129.239092:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2510 00000100:00100000:1.0:1734685129.239093:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872660352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685129.239094:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685099 00000100:00080000:0.0:1734685129.239097:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685099 00000100:00100000:3.0:1734685129.239099:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872660608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685129.239130:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872660736 00000100:00100000:0.0:1734685129.239133:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872660736 00000100:00100000:2.0:1734685129.239133:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872660480:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685129.239137:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872660352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685129.239137:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2509 00000100:00100000:1.0:1734685129.239143:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 807 00000100:00100000:3.0:1734685129.239144:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872660608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685129.239151:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2510 00000100:00100000:0.0:1734685129.239152:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54015 00000100:00100000:0.0:1734685129.239156:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872660736:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685129.239176:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685129.239199:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872660736:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (126us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685129.239204:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54015 00010000:00010000:2.0:1734685129.512753:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685130.514658:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685131.516698:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685131.748715:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685131.748733:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848252160:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685131.748783:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685131.748815:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848252160 00000100:00100000:2.0:1734685131.748822:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848252160 00000100:00100000:2.0:1734685131.748883:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41153 00000100:00100000:2.0:1734685131.748888:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848252160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685131.748915:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685131.748954:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848252160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685131.748959:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41153 00000100:00100000:3.0:1734685131.748989:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848252160:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685131.796764:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848252288:0@lo:400:kworker.0 00000100:00080000:0.0:1734685131.796767:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685131.796772:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685131.796774:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685131.796779:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9927 00000100:00080000:0.0:1734685131.796783:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685131.796787:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685131.796793:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848252416:0@lo:400:kworker.0 00000100:00100000:0.0:1734685131.796803:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099b24700 x1818938848252800/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685131.796821:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685131.796829:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685131.796831:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734685131.796831:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685131.796832:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685131.796834:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9927 00000100:00080000:0.0:1734685131.796836:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685131.796838:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685131.796842:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848252928:0@lo:400:kworker.0 00000100:00100000:0.0:1734685131.796845:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d261180 x1818938848253184/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685131.796846:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848253056:0@lo:400:kworker.0 00000100:00100000:2.0:1734685131.796877:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685131.796879:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685131.796883:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848252800:0@lo:8:kworker.0 00000100:00100000:0.0:1734685131.796894:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848252928 00000100:00100000:3.0:1734685131.796897:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848252416 00000100:00100000:0.0:1734685131.796899:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848252928 00000100:00100000:2.0:1734685131.796900:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848253056 00000100:00100000:3.0:1734685131.796900:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848252416 00000100:00100000:2.0:1734685131.796903:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848253056 00000100:00100000:1.0:1734685131.796911:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685131.796925:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2511 00000100:00100000:1.0:1734685131.796928:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848253184:0@lo:8:kworker.0 00000100:00100000:0.0:1734685131.796929:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848252800 00000100:00100000:3.0:1734685131.796929:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512 00000100:00100000:2.0:1734685131.796930:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848253056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685131.796931:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848252800 00000100:00100000:3.0:1734685131.796932:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848252416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685131.796940:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7643 00000100:00100000:1.0:1734685131.796942:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685131.796943:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848252928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685131.796965:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848253056:12345-0@lo:400:kworker.0 Request processed in 36us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685131.796965:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848252416:12345-0@lo:400:kworker.0 Request processed in 32us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685131.796970:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848253184 00000100:00100000:3.0:1734685131.796970:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512 00000100:00100000:1.0:1734685131.796973:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848253184 00000100:00100000:2.0:1734685131.796976:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2511 00000100:00100000:0.0:1734685131.796977:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848252928:12345-0@lo:400:kworker.0 Request processed in 33us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685131.796982:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7643 00000100:00100000:1.0:1734685131.796990:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54016 00000100:00100000:0.0:1734685131.796994:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54017 00000100:00100000:1.0:1734685131.796995:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848252800:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685131.796996:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848253184:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685131.797004:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848252928:0@lo:400:kworker.0 00010000:00020000:0.0:1734685131.797010:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685131.797013:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848253056:0@lo:400:kworker.0 00010000:00020000:1.0:1734685131.797016:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685131.797017:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848252672:0@lo:400:kworker.0 00000100:00100000:3.0:1734685131.797022:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848252416:0@lo:400:kworker.0 00000100:00100000:0.0:1734685131.797025:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848253184:12345-0@lo:8:kworker.0 Request processed in 28us (83us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685131.797029:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54017 00000100:00100000:2.0:1734685131.797031:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685131.797040:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685101 00000100:00100000:2.0:1734685131.797040:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848253440:0@lo:400:kworker.0 00000100:00080000:0.0:1734685131.797042:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685101 00000100:00100000:1.0:1734685131.797042:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848252800:12345-0@lo:8:kworker.0 Request processed in 45us (130us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685131.797042:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848252544:0@lo:400:kworker.0 00000100:00100000:1.0:1734685131.797048:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54016 00000100:00100000:0.0:1734685131.797049:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848252288 00000100:00100000:2.0:1734685131.797049:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685131.797051:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848252288 00000100:00100000:3.0:1734685131.797062:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685131.797063:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1734685131.797066:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848252288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685131.797068:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848253440 00000100:00100000:2.0:1734685131.797070:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848253440 00000100:00100000:3.0:1734685131.797074:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848253312:0@lo:400:kworker.0 00000100:00080000:1.0:1734685131.797078:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685131.797082:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685131.797083:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848252288:12345-0@lo:400:kworker.0 Request processed in 16us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685131.797085:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848252800:0@lo:8:kworker.0 00000100:00100000:2.0:1734685131.797085:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848252544 00000100:00100000:0.0:1734685131.797086:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1734685131.797087:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848252544 00000100:00100000:3.0:1734685131.797089:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685131.797093:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685131.797095:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685131.797097:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848253184:0@lo:8:kworker.0 00000100:00080000:0.0:1734685131.797098:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685101 00000100:00080000:0.0:1734685131.797100:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685101 00000100:00100000:2.0:1734685131.797102:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513 00000100:00100000:2.0:1734685131.797106:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848253440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685131.797107:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:3.0:1734685131.797110:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848252544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685131.797112:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848252672 00000100:00100000:0.0:1734685131.797113:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848252672 00000100:00100000:1.0:1734685131.797115:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848253312 00000100:00100000:1.0:1734685131.797119:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848253312 00000100:00100000:0.0:1734685131.797125:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41154 00000100:00100000:0.0:1734685131.797128:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848252672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685131.797131:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848252544:12345-0@lo:400:kworker.0 Request processed in 20us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685131.797134:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514 00000100:00100000:2.0:1734685131.797135:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848253440:12345-0@lo:400:kworker.0 Request processed in 28us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685131.797137:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7644 00000100:00100000:2.0:1734685131.797140:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513 00000100:00100000:1.0:1734685131.797141:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848253312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685131.797143:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848252672:12345-0@lo:400:kworker.0 Request processed in 15us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685131.797147:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41154 00000100:00100000:3.0:1734685131.797151:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848252544:0@lo:400:kworker.0 00000100:00080000:0.0:1734685131.797153:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685101 00000100:00080000:0.0:1734685131.797154:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685101 00000100:00100000:2.0:1734685131.797159:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848252288:0@lo:400:kworker.0 00000100:00100000:2.0:1734685131.797171:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848252672:0@lo:400:kworker.0 00000100:00100000:1.0:1734685131.797173:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848253312:12345-0@lo:400:kworker.0 Request processed in 31us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685131.797176:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848253440:0@lo:400:kworker.0 00000100:00100000:1.0:1734685131.797179:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7644 00000100:00100000:3.0:1734685131.797181:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848253312:0@lo:400:kworker.0 00000100:00100000:0.0:1734685131.828731:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685131.828749:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848253568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685131.828795:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685131.828836:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848253568 00000100:00100000:2.0:1734685131.828843:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848253568 00000100:00100000:2.0:1734685131.828936:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41155 00000100:00100000:2.0:1734685131.828942:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848253568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685131.828973:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685131.829030:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848253568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685131.829037:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41155 00000100:00100000:0.0:1734685131.829060:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848253568:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685131.876725:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685131.876742:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848253696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685131.876790:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685131.876834:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848253696 00000100:00100000:0.0:1734685131.876841:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848253696 00000100:00100000:0.0:1734685131.876916:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6770 00000100:00100000:0.0:1734685131.876923:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848253696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685131.876953:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685131.877005:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848253696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685131.877012:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6770 00000100:00100000:2.0:1734685131.877022:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848253696:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685132.518658:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685133.520800:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685133.588729:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848253824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685133.588785:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685133.588857:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848253824 00000100:00100000:0.0:1734685133.588865:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848253824 00000100:00100000:0.0:1734685133.588913:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6771 00000100:00100000:0.0:1734685133.588919:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848253824:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734685133.588924:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685103 00002000:00000024:0.0:1734685133.588940:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685133.588974:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848253824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685133.588978:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6771 00000100:00100000:3.0:1734685133.588988:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848253824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685134.246925:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685134.246959:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685134.246978:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685134.246980:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872660992 00000100:00100000:2.0:1734685134.246987:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872660992 00000100:00100000:0.0:1734685134.246998:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685134.247038:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872660864 00000100:00100000:2.0:1734685134.247039:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872661120 00000100:00100000:0.0:1734685134.247040:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872661248 00000100:00100000:2.0:1734685134.247043:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872661120 00000100:00100000:0.0:1734685134.247044:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872661248 00000100:00100000:1.0:1734685134.247044:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872660864 00000100:00080000:3.0:1734685134.247052:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685104 00000100:00080000:3.0:1734685134.247055:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685104 00000100:00080000:3.0:1734685134.247057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685104 00000100:00100000:0.0:1734685134.247059:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54018 00000100:00100000:2.0:1734685134.247061:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2515 00000100:00100000:0.0:1734685134.247064:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872661248:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685134.247067:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872660992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685134.247070:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2516 00000100:00100000:1.0:1734685134.247074:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 809 00000100:00100000:3.0:1734685134.247075:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872661120:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685134.247080:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872660864:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685134.247082:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685134.247120:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872661120:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685134.247122:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872661248:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 58us (143us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685134.247122:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872660992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685134.247126:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2516 00000100:00100000:0.0:1734685134.247127:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54018 00000100:00100000:2.0:1734685134.247130:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2515 00000100:00100000:1.0:1734685134.247131:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872660864:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685134.247138:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 809 00010000:00010000:2.0:1734685134.522706:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685135.524759:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685136.526710:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685136.756717:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848253952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685136.756789:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685136.756835:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848253952 00000100:00100000:0.0:1734685136.756842:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848253952 00000100:00100000:0.0:1734685136.756881:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41156 00000100:00100000:0.0:1734685136.756887:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848253952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685136.756916:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685136.756957:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848253952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685136.756964:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41156 00000100:00100000:2.0:1734685136.756968:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848253952:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685136.804728:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685136.804733:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685136.804736:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685136.804742:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9932 00000100:00080000:0.0:1734685136.804745:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734685136.804746:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848254080:0@lo:400:kworker.0 00000100:00100000:1.0:1734685136.804748:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848254208:0@lo:400:kworker.0 00000100:00080000:0.0:1734685136.804749:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685136.804763:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c535880 x1818938848254592/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685136.804786:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848254464:0@lo:400:kworker.0 00000100:00080000:0.0:1734685136.804809:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685136.804811:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685136.804812:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685136.804814:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9932 00000100:00080000:0.0:1734685136.804816:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685136.804819:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685136.804825:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c534000 x1818938848254976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685136.804831:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685136.804831:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685136.804832:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685136.804848:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848254336:0@lo:400:kworker.0 00000100:00100000:1.0:1734685136.804862:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848254848:0@lo:400:kworker.0 00000100:00100000:2.0:1734685136.804862:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848254720:0@lo:400:kworker.0 00000100:00100000:3.0:1734685136.804863:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848255232:0@lo:400:kworker.0 00000100:00100000:0.0:1734685136.804871:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685136.804887:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685136.804888:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848255104:0@lo:400:kworker.0 00000100:00100000:2.0:1734685136.804893:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685136.804901:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848254464 00000100:00100000:0.0:1734685136.804902:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848254208 00000100:00100000:0.0:1734685136.804906:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848254208 00000100:00100000:3.0:1734685136.804907:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848254464 00000100:00100000:1.0:1734685136.804923:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848254592:0@lo:8:kworker.0 00000100:00100000:2.0:1734685136.804931:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848254336 00000100:00100000:0.0:1734685136.804932:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848254848 00000100:00100000:0.0:1734685136.804933:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848254848 00000100:00100000:2.0:1734685136.804935:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848254336 00000100:00100000:3.0:1734685136.804938:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41157 00000100:00100000:1.0:1734685136.804941:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685136.804943:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517 00000100:00100000:3.0:1734685136.804943:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848254464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685136.804946:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099582300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848254208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685136.804952:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848254976:0@lo:8:kworker.0 00000100:00100000:2.0:1734685136.804958:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518 00000100:00100000:2.0:1734685136.804962:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848254848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685136.804964:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685136.804977:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099582300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848254208:12345-0@lo:400:kworker.0 Request processed in 31us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685136.804979:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848254464:12345-0@lo:400:kworker.0 Request processed in 36us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685136.804982:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517 00000100:00100000:3.0:1734685136.804986:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41157 00000100:00100000:1.0:1734685136.804987:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848254720 00000100:00100000:1.0:1734685136.804990:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848254720 00000100:00100000:2.0:1734685136.804991:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848254848:12345-0@lo:400:kworker.0 Request processed in 28us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685136.804992:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2519 00000100:00100000:0.0:1734685136.804994:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848254336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685136.804997:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518 00000100:00100000:3.0:1734685136.805003:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848254592 00000100:00100000:3.0:1734685136.805005:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848254592 00000100:00100000:0.0:1734685136.805006:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848254336:12345-0@lo:400:kworker.0 Request processed in 11us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685136.805010:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2519 00000100:00100000:1.0:1734685136.805013:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848254976 00000100:00100000:1.0:1734685136.805015:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848254976 00000100:00100000:3.0:1734685136.805016:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7645 00000100:00100000:2.0:1734685136.805019:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848254080 00000100:00100000:3.0:1734685136.805019:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848254720:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685136.805021:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685106 00000100:00100000:2.0:1734685136.805021:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848254080 00000100:00080000:0.0:1734685136.805023:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685106 00000100:00080000:0.0:1734685136.805026:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685106 00000100:00080000:0.0:1734685136.805027:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685106 00000100:00100000:1.0:1734685136.805027:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54019 00000100:00100000:1.0:1734685136.805032:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848254592:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685136.805034:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685136.805037:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848254720:12345-0@lo:400:kworker.0 Request processed in 17us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685136.805038:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1734685136.805040:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848254080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685136.805041:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7645 00010000:00020000:1.0:1734685136.805048:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685136.805049:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848255104 00000100:00100000:3.0:1734685136.805050:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848255104 00000100:00100000:0.0:1734685136.805054:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848254336:0@lo:400:kworker.0 00000100:00100000:2.0:1734685136.805057:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848254080:12345-0@lo:400:kworker.0 Request processed in 16us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685136.805061:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1734685136.805062:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7646 00000100:00100000:3.0:1734685136.805065:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848255104:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685136.805069:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685106 00000100:00100000:1.0:1734685136.805073:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848254592:12345-0@lo:8:kworker.0 Request processed in 40us (131us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685136.805076:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54020 00000100:00100000:0.0:1734685136.805078:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848254976:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685136.805079:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54019 00000100:00100000:3.0:1734685136.805079:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848255104:12345-0@lo:400:kworker.0 Request processed in 14us (45us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685136.805081:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848254720:0@lo:400:kworker.0 00000100:00100000:3.0:1734685136.805083:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7646 00010000:00020000:0.0:1734685136.805086:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685136.805086:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848254080:0@lo:400:kworker.0 00000100:00100000:0.0:1734685136.805100:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848254976:12345-0@lo:8:kworker.0 Request processed in 21us (136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685136.805100:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685136.805104:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54020 00000100:00100000:1.0:1734685136.805119:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848254848:0@lo:400:kworker.0 00000100:00100000:3.0:1734685136.805124:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848254464:0@lo:400:kworker.0 00000100:00100000:0.0:1734685136.805127:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848255104:0@lo:400:kworker.0 00000100:00100000:2.0:1734685136.805127:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848255232 00000100:00100000:1.0:1734685136.805129:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848254208:0@lo:400:kworker.0 00000100:00100000:2.0:1734685136.805129:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848255232 00000100:00100000:2.0:1734685136.805140:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520 00000100:00100000:2.0:1734685136.805143:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848255232:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685136.805148:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685136.805152:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685136.805155:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848254592:0@lo:8:kworker.0 00000100:00100000:2.0:1734685136.805160:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848255232:12345-0@lo:400:kworker.0 Request processed in 17us (60us total) trans 0 rc 0/0 00000100:00080000:1.0:1734685136.805161:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685136.805163:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685136.805163:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520 00000100:00100000:1.0:1734685136.805166:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848254976:0@lo:8:kworker.0 00000100:00100000:3.0:1734685136.805175:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848255232:0@lo:400:kworker.0 00000100:00100000:2.0:1734685136.836713:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848255360:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685136.836787:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685136.836832:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848255360 00000100:00100000:0.0:1734685136.836839:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848255360 00000100:00100000:0.0:1734685136.836883:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41158 00000100:00100000:0.0:1734685136.836891:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848255360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685136.836925:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685136.836978:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848255360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685136.836983:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41158 00000100:00100000:2.0:1734685136.836997:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848255360:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685136.884731:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848255488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685136.884814:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685136.884884:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848255488 00000100:00100000:0.0:1734685136.884891:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848255488 00000100:00100000:0.0:1734685136.884933:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6772 00000100:00100000:0.0:1734685136.884939:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848255488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685136.884968:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685136.885017:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848255488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685136.885025:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6772 00000100:00100000:1.0:1734685136.885037:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848255488:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685137.528729:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685138.530714:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685138.596753:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848255616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685138.596806:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685138.596890:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848255616 00000100:00100000:2.0:1734685138.596896:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848255616 00000100:00080000:0.0:1734685138.596933:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685108 00000100:00100000:2.0:1734685138.596934:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6773 00000100:00100000:2.0:1734685138.596939:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848255616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685138.596956:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685138.596983:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848255616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685138.596987:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6773 00000100:00100000:0.0:1734685138.597005:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848255616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685139.254940:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685139.254986:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685139.255027:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685139.255029:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872661504 00000100:00100000:2.0:1734685139.255042:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872661504 00000100:00100000:1.0:1734685139.255049:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872661760 00000100:00100000:1.0:1734685139.255055:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872661760 00000100:00100000:0.0:1734685139.255073:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685139.255088:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54021 00000100:00080000:0.0:1734685139.255091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685109 00000100:00100000:2.0:1734685139.255092:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872661632 00000100:00100000:1.0:1734685139.255095:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872661760:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685139.255095:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872661632 00000100:00100000:0.0:1734685139.255112:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2521 00010000:00020000:1.0:1734685139.255117:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685139.255119:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872661504:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685139.255119:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2522 00000100:00100000:3.0:1734685139.255121:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872661376 00000100:00100000:2.0:1734685139.255126:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872661632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685139.255127:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872661376 00000100:00100000:3.0:1734685139.255151:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 811 00000100:00100000:3.0:1734685139.255155:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872661376:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685139.255172:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872661760:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 76us (183us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685139.255175:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872661504:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685139.255178:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872661632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685139.255179:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54021 00000100:00100000:3.0:1734685139.255179:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872661376:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685139.255180:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2521 00000100:00100000:3.0:1734685139.255184:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 811 00000100:00100000:2.0:1734685139.255185:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2522 00000100:00080000:0.0:1734685139.255294:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685109 00000100:00080000:0.0:1734685139.255297:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685109 00010000:00010000:2.0:1734685139.532779:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685140.534733:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685141.536845:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685141.764757:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848255744:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685141.764821:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685141.764870:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848255744 00000100:00100000:2.0:1734685141.764877:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848255744 00000100:00100000:2.0:1734685141.764919:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41159 00000100:00100000:2.0:1734685141.764925:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848255744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685141.764955:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685141.765001:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848255744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685141.765008:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41159 00000100:00100000:0.0:1734685141.765035:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848255744:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685141.812851:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685141.812861:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685141.812866:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685141.812877:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9937 00000100:00080000:0.0:1734685141.812883:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685141.812892:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685141.812903:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848255872:0@lo:400:kworker.0 00000100:00100000:1.0:1734685141.812910:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848256128:0@lo:400:kworker.0 00000100:00100000:0.0:1734685141.812922:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c534000 x1818938848256384/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685141.812969:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685141.812974:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685141.812976:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685141.812983:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9937 00000100:00100000:1.0:1734685141.812984:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685141.812984:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685141.812988:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685141.812994:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685141.813010:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c537800 x1818938848256768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685141.813035:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848256512:0@lo:400:kworker.0 00000100:00100000:1.0:1734685141.813041:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848256896:0@lo:400:kworker.0 00000100:00100000:3.0:1734685141.813057:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685141.813064:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848256256:0@lo:400:kworker.0 00000100:00100000:3.0:1734685141.813073:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734685141.813074:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685141.813079:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848256000:0@lo:400:kworker.0 00000100:00100000:2.0:1734685141.813087:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848256128 00000100:00100000:2.0:1734685141.813098:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848256128 00000100:00100000:3.0:1734685141.813106:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685141.813109:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685141.813117:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848256512 00000100:00100000:3.0:1734685141.813118:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848256640:0@lo:400:kworker.0 00000100:00100000:1.0:1734685141.813121:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848256512 00000100:00100000:3.0:1734685141.813143:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685141.813144:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848257024:0@lo:400:kworker.0 00000100:00100000:1.0:1734685141.813147:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848256896 00000100:00100000:1.0:1734685141.813150:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848256896 00000100:00100000:2.0:1734685141.813158:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848256000 00000100:00100000:2.0:1734685141.813161:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848256000 00000100:00100000:0.0:1734685141.813175:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685141.813175:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7647 00000100:00100000:1.0:1734685141.813183:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7648 00000100:00100000:3.0:1734685141.813183:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848256512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685141.813191:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848256640 00000100:00100000:1.0:1734685141.813192:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848256896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685141.813195:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848256640 00000100:00080000:0.0:1734685141.813212:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685111 00000100:00100000:2.0:1734685141.813213:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848257024 00000100:00100000:2.0:1734685141.813217:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848257024 00000100:00080000:0.0:1734685141.813218:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685111 00000100:00080000:0.0:1734685141.813222:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685111 00000100:00100000:3.0:1734685141.813232:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848256512:12345-0@lo:400:kworker.0 Request processed in 49us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685141.813233:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2523 00000100:00100000:3.0:1734685141.813239:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7647 00000100:00100000:0.0:1734685141.813242:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524 00000100:00100000:2.0:1734685141.813242:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848256128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685141.813246:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848256896:12345-0@lo:400:kworker.0 Request processed in 53us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685141.813253:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848256000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685141.813255:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7648 00000100:00100000:3.0:1734685141.813267:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525 00000100:00100000:3.0:1734685141.813272:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848256640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685141.813288:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848256128:12345-0@lo:400:kworker.0 Request processed in 46us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685141.813290:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848256384:0@lo:8:kworker.0 00000100:00100000:2.0:1734685141.813297:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2523 00000100:00100000:3.0:1734685141.813299:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848256640:12345-0@lo:400:kworker.0 Request processed in 26us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685141.813305:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525 00000100:00100000:0.0:1734685141.813311:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848256000:12345-0@lo:400:kworker.0 Request processed in 57us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685141.813319:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526 00000100:00100000:1.0:1734685141.813321:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685141.813325:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848257024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685141.813335:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524 00000100:00100000:1.0:1734685141.813337:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848256768:0@lo:8:kworker.0 00000100:00100000:3.0:1734685141.813348:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848256384 00000100:00100000:3.0:1734685141.813353:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848256384 00000100:00100000:1.0:1734685141.813359:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685141.813362:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848257024:12345-0@lo:400:kworker.0 Request processed in 35us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685141.813371:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526 00000100:00100000:0.0:1734685141.813372:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848256256 00000100:00100000:3.0:1734685141.813372:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848256768 00000100:00100000:3.0:1734685141.813374:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848256768 00000100:00100000:0.0:1734685141.813378:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848256256 00000100:00100000:3.0:1734685141.813386:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54022 00000100:00100000:3.0:1734685141.813390:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848256384:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685141.813394:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54023 00000100:00100000:2.0:1734685141.813395:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848255872 00000100:00100000:2.0:1734685141.813399:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848255872 00000100:00100000:1.0:1734685141.813401:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848256768:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685141.813412:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685141.813417:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41160 00010000:00020000:1.0:1734685141.813421:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685141.813426:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848256256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685141.813428:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:2.0:1734685141.813434:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848255872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685141.813443:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848256384:12345-0@lo:8:kworker.0 Request processed in 51us (122us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685141.813449:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54022 00000100:00100000:1.0:1734685141.813457:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848256768:12345-0@lo:8:kworker.0 Request processed in 54us (97us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685141.813467:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54023 00000100:00100000:0.0:1734685141.813481:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848256256:12345-0@lo:400:kworker.0 Request processed in 54us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685141.813481:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848255872:12345-0@lo:400:kworker.0 Request processed in 45us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685141.813490:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1734685141.813491:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41160 00000100:00100000:3.0:1734685141.813502:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848256000:0@lo:400:kworker.0 00000100:00100000:1.0:1734685141.813508:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848256896:0@lo:400:kworker.0 00000100:00100000:3.0:1734685141.813512:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848256640:0@lo:400:kworker.0 00000100:00080000:0.0:1734685141.813515:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685111 00000100:00080000:0.0:1734685141.813520:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685111 00000100:00100000:3.0:1734685141.813521:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848256512:0@lo:400:kworker.0 00000100:00100000:1.0:1734685141.813523:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848256128:0@lo:400:kworker.0 00000100:00100000:0.0:1734685141.813573:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848256256:0@lo:400:kworker.0 00000100:00100000:3.0:1734685141.813581:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848255872:0@lo:400:kworker.0 00000100:00100000:0.0:1734685141.813585:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848257024:0@lo:400:kworker.0 00000100:00080000:1.0:1734685141.813617:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685141.813639:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685141.813644:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848256384:0@lo:8:kworker.0 00000100:00080000:1.0:1734685141.813653:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685141.813657:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685141.813661:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848256768:0@lo:8:kworker.0 00000100:00100000:0.0:1734685141.844677:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685141.844710:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848257152:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685141.844768:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685141.844824:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848257152 00000100:00100000:2.0:1734685141.844836:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848257152 00000100:00100000:2.0:1734685141.844885:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41161 00000100:00100000:2.0:1734685141.844893:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848257152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685141.844928:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685141.844986:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848257152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685141.844995:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41161 00000100:00100000:0.0:1734685141.845005:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848257152:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685141.892795:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685141.892817:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848257280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685141.892875:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685141.892949:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848257280 00000100:00100000:2.0:1734685141.892958:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848257280 00000100:00100000:2.0:1734685141.892998:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6774 00000100:00100000:2.0:1734685141.893005:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848257280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685141.893032:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685141.893071:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848257280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685141.893077:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6774 00000100:00100000:3.0:1734685141.893093:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848257280:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685142.538753:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685143.540799:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685143.604762:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848257408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685143.604830:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685143.604891:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848257408 00000100:00100000:2.0:1734685143.604900:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848257408 00000100:00080000:0.0:1734685143.604956:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685113 00000100:00100000:2.0:1734685143.604965:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6775 00000100:00100000:2.0:1734685143.604973:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848257408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685143.605002:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685143.605051:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848257408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685143.605057:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6775 00000100:00100000:1.0:1734685143.605084:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848257408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685144.262834:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685144.262864:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685144.262886:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685144.262908:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872661888 00000100:00100000:2.0:1734685144.262917:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872661888 00000100:00100000:3.0:1734685144.262946:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872662016 00000100:00100000:0.0:1734685144.262950:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685144.262956:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872662016 00000100:00100000:2.0:1734685144.262978:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 813 00000100:00080000:1.0:1734685144.262979:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685114 00000100:00100000:2.0:1734685144.262985:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872661888:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685144.262986:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685114 00000100:00100000:0.0:1734685144.262994:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872662272 00000100:00100000:3.0:1734685144.262997:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872662144 00000100:00100000:0.0:1734685144.262998:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872662272 00000100:00100000:3.0:1734685144.263000:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872662144 00000100:00100000:0.0:1734685144.263023:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54024 00000100:00100000:0.0:1734685144.263028:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872662272:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685144.263032:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2527 00000100:00100000:3.0:1734685144.263037:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2528 00000100:00100000:1.0:1734685144.263039:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872662016:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685144.263041:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872662144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685144.263045:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872661888:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (216us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685144.263050:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685144.263053:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 813 00000100:00100000:0.0:1734685144.263072:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872662272:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (122us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685144.263079:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54024 00000100:00100000:3.0:1734685144.263093:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872662144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685144.263094:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872662016:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685144.263101:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2528 00000100:00080000:2.0:1734685144.263103:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685114 00000100:00100000:1.0:1734685144.263104:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2527 00010000:00010000:2.0:1734685144.542736:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685145.544742:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685146.546751:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685146.772768:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848257536:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685146.772816:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685146.772861:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848257536 00000100:00100000:0.0:1734685146.772868:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848257536 00000100:00100000:0.0:1734685146.772907:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41162 00000100:00100000:0.0:1734685146.772912:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848257536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685146.772938:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685146.772971:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848257536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685146.772977:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41162 00000100:00100000:2.0:1734685146.772988:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848257536:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685146.820742:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685146.820748:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685146.820751:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685146.820758:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9942 00000100:00080000:0.0:1734685146.820763:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:3.0:1734685146.820764:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848257664:0@lo:400:kworker.0 00000100:00080000:0.0:1734685146.820769:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685146.820773:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848258048:0@lo:400:kworker.0 00000100:00100000:1.0:1734685146.820779:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848257792:0@lo:400:kworker.0 00000100:00100000:0.0:1734685146.820788:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e176a00 x1818938848258176/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685146.820814:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685146.820817:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685146.820818:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685146.820821:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9942 00000100:00080000:0.0:1734685146.820823:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1734685146.820825:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685146.820825:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685146.820826:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685146.820839:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685146.820843:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e174380 x1818938848258560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685146.820850:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685146.820852:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848258304:0@lo:400:kworker.0 00000100:00100000:2.0:1734685146.820855:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848257920:0@lo:400:kworker.0 00000100:00100000:1.0:1734685146.820871:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848258432:0@lo:400:kworker.0 00000100:00100000:0.0:1734685146.820873:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848258176:0@lo:8:kworker.0 00000100:00100000:3.0:1734685146.820875:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685146.820876:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685146.820896:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848258816:0@lo:400:kworker.0 00000100:00100000:1.0:1734685146.820899:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685146.820906:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685146.820918:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848257664 00000100:00100000:3.0:1734685146.820918:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848258304 00000100:00100000:2.0:1734685146.820923:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848257664 00000100:00100000:3.0:1734685146.820923:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848258304 00000100:00100000:0.0:1734685146.820930:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848258560:0@lo:8:kworker.0 00000100:00100000:0.0:1734685146.820943:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685146.820945:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848257792 00000100:00100000:1.0:1734685146.820951:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848257792 00000100:00100000:2.0:1734685146.820952:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1734685146.820955:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848258176 00000100:00100000:2.0:1734685146.820958:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848257664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685146.820958:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848258176 00000100:00100000:0.0:1734685146.820965:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848258560 00000100:00100000:0.0:1734685146.820968:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848258560 00000100:00100000:3.0:1734685146.820969:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7649 00000100:00100000:3.0:1734685146.820974:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848258304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685146.820982:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54025 00000100:00100000:0.0:1734685146.820986:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848258176:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685146.820986:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848257920 00000100:00100000:1.0:1734685146.820989:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848257920 00000100:00100000:2.0:1734685146.820992:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848257664:12345-0@lo:400:kworker.0 Request processed in 35us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685146.820998:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00010000:00020000:0.0:1734685146.821004:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685146.821004:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848258432 00000100:00100000:3.0:1734685146.821004:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848258304:12345-0@lo:400:kworker.0 Request processed in 29us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685146.821006:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848258432 00000100:00100000:3.0:1734685146.821010:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7649 00000100:00100000:1.0:1734685146.821022:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529 00000100:00080000:2.0:1734685146.821022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685116 00000100:00080000:2.0:1734685146.821025:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685116 00000100:00100000:1.0:1734685146.821027:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848257792:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685146.821028:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685116 00000100:00100000:0.0:1734685146.821029:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848258176:12345-0@lo:8:kworker.0 Request processed in 42us (123us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734685146.821030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685116 00000100:00100000:3.0:1734685146.821032:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54026 00000100:00100000:0.0:1734685146.821035:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54025 00000100:00100000:3.0:1734685146.821036:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848258560:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685146.821041:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848258048 00000100:00100000:2.0:1734685146.821043:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848258048 00010000:00020000:3.0:1734685146.821047:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685146.821054:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530 00000100:00100000:0.0:1734685146.821059:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848257920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685146.821061:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41163 00000100:00100000:2.0:1734685146.821065:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848258048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685146.821068:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848257792:12345-0@lo:400:kworker.0 Request processed in 41us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685146.821069:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848258560:12345-0@lo:8:kworker.0 Request processed in 32us (125us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685146.821073:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529 00000100:00100000:3.0:1734685146.821076:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54026 00000100:00100000:0.0:1734685146.821086:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848257920:12345-0@lo:400:kworker.0 Request processed in 27us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685146.821086:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848258048:12345-0@lo:400:kworker.0 Request processed in 20us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685146.821089:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2531 00000100:00100000:2.0:1734685146.821092:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41163 00000100:00100000:0.0:1734685146.821093:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530 00000100:00100000:1.0:1734685146.821093:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848258432:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685146.821105:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685116 00000100:00100000:1.0:1734685146.821106:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848258432:12345-0@lo:400:kworker.0 Request processed in 13us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685146.821110:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2531 00000100:00100000:2.0:1734685146.821112:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685146.821117:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848258304:0@lo:400:kworker.0 00000100:00080000:0.0:1734685146.821120:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685146.821123:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685146.821124:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848258816 00000100:00100000:3.0:1734685146.821125:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848257664:0@lo:400:kworker.0 00000100:00100000:0.0:1734685146.821126:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848258176:0@lo:8:kworker.0 00000100:00100000:1.0:1734685146.821126:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848258816 00000100:00100000:2.0:1734685146.821130:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848257920:0@lo:400:kworker.0 00000100:00080000:0.0:1734685146.821133:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685146.821135:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685146.821137:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532 00000100:00100000:0.0:1734685146.821138:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848258560:0@lo:8:kworker.0 00000100:00100000:2.0:1734685146.821138:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848258048:0@lo:400:kworker.0 00000100:00100000:1.0:1734685146.821140:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848258816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685146.821149:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685146.821154:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848258688:0@lo:400:kworker.0 00000100:00100000:1.0:1734685146.821157:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848258816:12345-0@lo:400:kworker.0 Request processed in 16us (44us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685146.821162:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532 00000100:00100000:2.0:1734685146.821172:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685146.821186:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848258432:0@lo:400:kworker.0 00000100:00100000:0.0:1734685146.821202:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848258688 00000100:00100000:2.0:1734685146.821202:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848258816:0@lo:400:kworker.0 00000100:00100000:0.0:1734685146.821205:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848258688 00000100:00100000:1.0:1734685146.821206:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848257792:0@lo:400:kworker.0 00000100:00100000:0.0:1734685146.821236:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7650 00000100:00100000:0.0:1734685146.821241:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848258688:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685146.821244:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685116 00000100:00100000:0.0:1734685146.821268:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848258688:12345-0@lo:400:kworker.0 Request processed in 26us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685146.821273:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7650 00000100:00100000:2.0:1734685146.821277:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848258688:0@lo:400:kworker.0 00000100:00100000:3.0:1734685146.852744:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848258944:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685146.852801:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685146.852867:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848258944 00000100:00100000:2.0:1734685146.852874:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848258944 00000100:00100000:2.0:1734685146.852914:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41164 00000100:00100000:2.0:1734685146.852920:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848258944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685146.852949:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685146.852996:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848258944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685146.853003:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41164 00000100:00100000:3.0:1734685146.853036:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848258944:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685146.900736:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848259072:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685146.900786:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685146.900826:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848259072 00000100:00100000:2.0:1734685146.900834:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848259072 00000100:00100000:2.0:1734685146.900876:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6776 00000100:00100000:2.0:1734685146.900883:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848259072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685146.900910:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685146.900955:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848259072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685146.900963:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6776 00000100:00100000:1.0:1734685146.900987:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848259072:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685147.548737:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685148.550823:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685148.612745:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848259200:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685148.612822:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685148.612876:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848259200 00000100:00100000:2.0:1734685148.612886:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848259200 00000100:00100000:2.0:1734685148.612951:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6777 00000100:00080000:3.0:1734685148.612952:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685118 00000100:00100000:2.0:1734685148.612959:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848259200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685148.612987:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685148.613027:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848259200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685148.613034:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6777 00000100:00100000:0.0:1734685148.613052:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848259200:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685149.270924:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685149.270967:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685149.270986:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685149.270999:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872662400 00000100:00100000:2.0:1734685149.271012:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872662400 00000100:00100000:1.0:1734685149.271044:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872662656 00000100:00100000:1.0:1734685149.271056:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872662656 00000100:00100000:3.0:1734685149.271059:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872662528 00000100:00100000:0.0:1734685149.271060:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685149.271065:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872662528 00000100:00100000:2.0:1734685149.271070:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 815 00000100:00100000:2.0:1734685149.271079:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872662400:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685149.271081:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872662784 00000100:00100000:0.0:1734685149.271084:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872662784 00000100:00100000:0.0:1734685149.271100:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54027 00000100:00100000:0.0:1734685149.271105:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872662784:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685149.271107:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2533 00000100:00100000:1.0:1734685149.271114:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872662656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685149.271115:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2534 00000100:00100000:3.0:1734685149.271123:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872662528:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685149.271126:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685149.271145:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872662400:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 66us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685149.271146:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872662784:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (85us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685149.271151:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54027 00000100:00100000:2.0:1734685149.271152:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 815 00000100:00100000:3.0:1734685149.271160:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872662528:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685149.271168:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2534 00000100:00100000:1.0:1734685149.271175:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872662656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685149.271180:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2533 00000100:00080000:3.0:1734685149.271191:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685119 00000100:00080000:3.0:1734685149.271195:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685119 00000100:00080000:3.0:1734685149.271197:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685119 00010000:00010000:2.0:1734685149.552816:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685150.554806:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685151.556751:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685151.780730:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848259328:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685151.780780:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685151.780827:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848259328 00000100:00100000:2.0:1734685151.780833:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848259328 00000100:00100000:2.0:1734685151.780866:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41165 00000100:00100000:2.0:1734685151.780871:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848259328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685151.780909:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685151.780946:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848259328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685151.780950:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41165 00000100:00100000:0.0:1734685151.780968:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848259328:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685151.828690:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685151.828695:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685151.828697:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685151.828703:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9947 00000100:00100000:2.0:1734685151.828705:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848259456:0@lo:400:kworker.0 00000100:00080000:0.0:1734685151.828707:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685151.828711:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685151.828715:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848259712:0@lo:400:kworker.0 00000100:00100000:0.0:1734685151.828725:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1d180 x1818938848259968/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685151.828741:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685151.828744:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685151.828745:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685151.828747:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9947 00000100:00080000:0.0:1734685151.828748:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685151.828750:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685151.828757:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1fb80 x1818938848260352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685151.828757:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685151.828758:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685151.828779:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848259968:0@lo:8:kworker.0 00000100:00100000:2.0:1734685151.828784:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848260096:0@lo:400:kworker.0 00000100:00100000:1.0:1734685151.828785:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848260480:0@lo:400:kworker.0 00000100:00100000:2.0:1734685151.828800:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685151.828803:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848259840:0@lo:400:kworker.0 00000100:00100000:3.0:1734685151.828809:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848259456 00000100:00100000:1.0:1734685151.828813:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848259712 00000100:00100000:3.0:1734685151.828814:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848259456 00000100:00100000:1.0:1734685151.828817:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848259712 00000100:00100000:2.0:1734685151.828819:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734685151.828823:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848259584:0@lo:400:kworker.0 00000100:00100000:0.0:1734685151.828824:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685151.828839:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848260608:0@lo:400:kworker.0 00000100:00100000:3.0:1734685151.828845:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1734685151.828847:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685151.828850:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848259456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685151.828852:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848259584 00000100:00100000:1.0:1734685151.828855:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848259584 00000100:00100000:0.0:1734685151.828857:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848260096 00000100:00100000:0.0:1734685151.828859:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848260096 00000100:00100000:2.0:1734685151.828862:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848260224:0@lo:400:kworker.0 00000100:00100000:1.0:1734685151.828871:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535 00000100:00100000:1.0:1734685151.828875:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848259712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685151.828876:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7651 00000100:00100000:0.0:1734685151.828880:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848260096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685151.828880:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685151.828884:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848259456:12345-0@lo:400:kworker.0 Request processed in 34us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685151.828888:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:2.0:1734685151.828902:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848259456:0@lo:400:kworker.0 00000100:00100000:0.0:1734685151.828903:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848260096:12345-0@lo:400:kworker.0 Request processed in 23us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685151.828907:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7651 00000100:00080000:3.0:1734685151.828908:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685121 00000100:00100000:1.0:1734685151.828910:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848259712:12345-0@lo:400:kworker.0 Request processed in 33us (152us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685151.828911:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685121 00000100:00080000:3.0:1734685151.828912:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685121 00000100:00080000:3.0:1734685151.828914:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685121 00000100:00100000:1.0:1734685151.828917:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535 00000100:00100000:2.0:1734685151.828919:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848260096:0@lo:400:kworker.0 00000100:00100000:0.0:1734685151.828923:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848260224 00000100:00100000:0.0:1734685151.828924:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848260224 00000100:00100000:3.0:1734685151.828925:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00100000:3.0:1734685151.828928:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848259584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685151.828937:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537 00000100:00100000:0.0:1734685151.828940:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848260224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685151.828945:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848259840 00000100:00100000:3.0:1734685151.828945:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848259584:12345-0@lo:400:kworker.0 Request processed in 16us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685151.828948:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848259840 00000100:00100000:3.0:1734685151.828948:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00000100:00100000:0.0:1734685151.828954:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848260224:12345-0@lo:400:kworker.0 Request processed in 13us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685151.828957:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537 00000100:00080000:3.0:1734685151.828958:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685121 00000100:00100000:0.0:1734685151.828966:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685151.828966:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41166 00000100:00100000:2.0:1734685151.828969:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848259840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685151.828970:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848259584:0@lo:400:kworker.0 00000100:00100000:0.0:1734685151.828974:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848260352:0@lo:8:kworker.0 00000100:00100000:3.0:1734685151.828976:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848260224:0@lo:400:kworker.0 00000100:00100000:1.0:1734685151.828979:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848259968 00000100:00100000:1.0:1734685151.828981:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848259968 00000100:00100000:0.0:1734685151.828985:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685151.828990:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848260352 00000100:00100000:1.0:1734685151.828992:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848260352 00000100:00100000:2.0:1734685151.828992:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848259840:12345-0@lo:400:kworker.0 Request processed in 22us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685151.828995:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41166 00000100:00100000:3.0:1734685151.828998:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54028 00000100:00100000:0.0:1734685151.829002:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685151.829002:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54029 00000100:00100000:3.0:1734685151.829002:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848259968:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685151.829005:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848260352:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685151.829006:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685151.829013:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848259840:0@lo:400:kworker.0 00010000:00020000:3.0:1734685151.829015:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734685151.829019:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685151.829019:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848259712:0@lo:400:kworker.0 00000100:00100000:0.0:1734685151.829022:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848260608 00000100:00100000:0.0:1734685151.829024:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848260608 00000100:00100000:2.0:1734685151.829031:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848260480 00000100:00100000:0.0:1734685151.829032:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:3.0:1734685151.829032:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848259968:12345-0@lo:8:kworker.0 Request processed in 31us (65us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685151.829033:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848260480 00000100:00100000:0.0:1734685151.829035:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848260608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685151.829036:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54028 00000100:00100000:1.0:1734685151.829037:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848260352:12345-0@lo:8:kworker.0 Request processed in 32us (51us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685151.829041:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54029 00000100:00100000:3.0:1734685151.829043:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7652 00000100:00100000:3.0:1734685151.829046:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848260480:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685151.829049:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685121 00000100:00100000:0.0:1734685151.829050:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848260608:12345-0@lo:400:kworker.0 Request processed in 15us (49us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685151.829053:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00100000:3.0:1734685151.829061:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848260480:12345-0@lo:400:kworker.0 Request processed in 14us (54us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685151.829064:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848260480:0@lo:400:kworker.0 00000100:00100000:3.0:1734685151.829064:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7652 00000100:00080000:0.0:1734685151.829066:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685151.829068:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685151.829070:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848259968:0@lo:8:kworker.0 00000100:02020000:0.0:1734685151.829075:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:0.0:1734685151.829077:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685151.829079:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685151.829080:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848260352:0@lo:8:kworker.0 00000100:00100000:0.0:1734685151.829097:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848260608:0@lo:400:kworker.0 00000100:00100000:0.0:1734685151.860749:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848260736:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685151.860806:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685151.860844:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848260736 00000100:00100000:3.0:1734685151.860850:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848260736 00000100:00100000:3.0:1734685151.860883:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41167 00000100:00100000:3.0:1734685151.860887:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848260736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685151.860913:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685151.860949:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848260736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685151.860953:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41167 00000100:00100000:0.0:1734685151.860990:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848260736:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685151.908684:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685151.908704:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848260864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685151.908756:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685151.908788:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848260864 00000100:00100000:2.0:1734685151.908794:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848260864 00000100:00100000:2.0:1734685151.908822:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6778 00000100:00100000:2.0:1734685151.908827:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848260864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685151.908849:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685151.908884:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848260864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685151.908888:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6778 00000100:00100000:0.0:1734685151.908909:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848260864:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685152.558660:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685153.560688:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685153.620744:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848260992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685153.620799:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685153.620838:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848260992 00000100:00100000:0.0:1734685153.620844:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848260992 00000100:00080000:2.0:1734685153.620863:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685123 00000100:00100000:0.0:1734685153.620882:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6779 00000100:00100000:0.0:1734685153.620889:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848260992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685153.620911:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685153.620961:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848260992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685153.620967:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6779 00000100:00100000:2.0:1734685153.620994:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848260992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685154.278915:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685154.278945:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685154.278967:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685154.278968:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872662912 00000100:00100000:3.0:1734685154.278975:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872662912 00000100:00100000:0.0:1734685154.278992:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685154.279008:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872663296 00000100:00100000:0.0:1734685154.279009:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872663040 00000100:00100000:3.0:1734685154.279010:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 817 00000100:00100000:0.0:1734685154.279013:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872663040 00000100:00100000:2.0:1734685154.279013:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872663296 00000100:00100000:3.0:1734685154.279015:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872662912:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685154.279020:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872663168 00000100:00100000:1.0:1734685154.279025:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872663168 00000100:00100000:0.0:1734685154.279034:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2539 00000100:00100000:0.0:1734685154.279038:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872663040:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685154.279038:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54030 00000100:00100000:2.0:1734685154.279043:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872663296:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685154.279050:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2540 00000100:00100000:1.0:1734685154.279056:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872663168:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685154.279061:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872662912:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685154.279063:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872663040:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (95us total) trans 0 rc 0/0 00010000:00020000:2.0:1734685154.279065:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685154.279068:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2539 00000100:00100000:3.0:1734685154.279069:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 817 00000100:00100000:1.0:1734685154.279086:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872663168:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685154.279088:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872663296:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (142us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685154.279092:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2540 00000100:00100000:2.0:1734685154.279093:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54030 00000100:00080000:2.0:1734685154.279109:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685124 00000100:00080000:2.0:1734685154.279112:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685124 00000100:00080000:2.0:1734685154.279113:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685124 00010000:00010000:2.0:1734685154.562678:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685155.564658:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685156.566725:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685156.788814:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685156.788837:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848261120:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685156.788910:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685156.788990:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848261120 00000100:00100000:3.0:1734685156.789003:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848261120 00000100:00100000:3.0:1734685156.789064:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41168 00000100:00100000:3.0:1734685156.789088:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848261120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685156.789126:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685156.789205:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848261120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685156.789214:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41168 00000100:00100000:2.0:1734685156.789231:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848261120:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685156.836750:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685156.836755:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685156.836758:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734685156.836762:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848261248:0@lo:400:kworker.0 00000100:00080000:0.0:1734685156.836764:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9952 00000100:00080000:0.0:1734685156.836769:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685156.836775:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685156.836787:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848261376:0@lo:400:kworker.0 00000100:00100000:1.0:1734685156.836789:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848261632:0@lo:400:kworker.0 00000100:00100000:0.0:1734685156.836794:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098491880 x1818938848261760/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685156.836817:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685156.836820:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685156.836821:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685156.836823:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9952 00000100:00080000:0.0:1734685156.836824:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685156.836827:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685156.836834:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098491500 x1818938848262144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685156.836843:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685156.836854:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685156.836854:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685156.836863:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848261760:0@lo:8:kworker.0 00000100:00100000:2.0:1734685156.836876:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848261888:0@lo:400:kworker.0 00000100:00100000:1.0:1734685156.836893:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848262400:0@lo:400:kworker.0 00000100:00100000:3.0:1734685156.836894:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848262016:0@lo:400:kworker.0 00000100:00100000:0.0:1734685156.836897:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685156.836908:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848261504:0@lo:400:kworker.0 00000100:00100000:3.0:1734685156.836925:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685156.836928:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848262144:0@lo:8:kworker.0 00000100:00100000:1.0:1734685156.836937:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848261632 00000100:00100000:2.0:1734685156.836939:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685156.836943:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848261632 00000100:00100000:0.0:1734685156.836949:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685156.836952:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848261248 00000100:00100000:2.0:1734685156.836954:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848262272:0@lo:400:kworker.0 00000100:00100000:3.0:1734685156.836956:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848261248 00000100:00100000:2.0:1734685156.836972:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685156.836978:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1734685156.836980:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41169 00000100:00100000:3.0:1734685156.836982:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848261248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685156.836986:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848261632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685156.837005:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848261760 00000100:00100000:0.0:1734685156.837010:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848261760 00000100:00100000:2.0:1734685156.837013:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848262144 00000100:00100000:3.0:1734685156.837015:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848261248:12345-0@lo:400:kworker.0 Request processed in 32us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685156.837017:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848262144 00000100:00100000:3.0:1734685156.837019:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1734685156.837022:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848261632:12345-0@lo:400:kworker.0 Request processed in 36us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685156.837028:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41169 00000100:00100000:0.0:1734685156.837032:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848262272 00000100:00100000:0.0:1734685156.837035:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848262272 00000100:00100000:2.0:1734685156.837039:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54031 00000100:00100000:3.0:1734685156.837045:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54032 00000100:00100000:2.0:1734685156.837046:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848261760:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685156.837048:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848262144:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685156.837049:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848261376 00000100:00100000:1.0:1734685156.837052:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848261376 00000100:00100000:0.0:1734685156.837059:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7653 00000100:00100000:0.0:1734685156.837064:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848262272:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734685156.837065:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685156.837069:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848262016 00000100:00100000:1.0:1734685156.837071:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848262016 00010000:00020000:3.0:1734685156.837076:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685156.837093:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848261504 00000100:00100000:1.0:1734685156.837095:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848261504 00000100:00100000:1.0:1734685156.837109:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2541 00000100:00100000:1.0:1734685156.837113:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848261376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685156.837118:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848262144:12345-0@lo:8:kworker.0 Request processed in 68us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685156.837119:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848261760:12345-0@lo:8:kworker.0 Request processed in 72us (221us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685156.837122:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54032 00000100:00100000:2.0:1734685156.837128:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54031 00000100:00100000:0.0:1734685156.837131:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848262272:12345-0@lo:400:kworker.0 Request processed in 65us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685156.837139:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7653 00000100:00100000:3.0:1734685156.837140:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542 00000100:00100000:1.0:1734685156.837143:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848261376:12345-0@lo:400:kworker.0 Request processed in 28us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685156.837144:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848262016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685156.837149:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2541 00000100:00080000:2.0:1734685156.837149:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685126 00000100:00080000:2.0:1734685156.837155:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685126 00000100:00080000:2.0:1734685156.837157:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685126 00000100:00100000:1.0:1734685156.837158:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2543 00000100:00080000:2.0:1734685156.837159:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685126 00000100:00100000:1.0:1734685156.837162:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848261504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685156.837169:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848262016:12345-0@lo:400:kworker.0 Request processed in 23us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685156.837175:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542 00000100:00080000:0.0:1734685156.837181:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685156.837185:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685156.837187:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848261504:12345-0@lo:400:kworker.0 Request processed in 25us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685156.837189:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848262272:0@lo:400:kworker.0 00000100:00100000:0.0:1734685156.837190:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848261760:0@lo:8:kworker.0 00000100:00100000:1.0:1734685156.837193:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2543 00000100:00080000:0.0:1734685156.837201:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685156.837203:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685156.837207:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848262144:0@lo:8:kworker.0 00000100:00100000:3.0:1734685156.837207:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848262016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685156.837215:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848261504:0@lo:400:kworker.0 00000100:00100000:3.0:1734685156.837217:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848261376:0@lo:400:kworker.0 00000100:00100000:0.0:1734685156.837235:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685156.837258:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685156.837273:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848261248:0@lo:400:kworker.0 00000100:00100000:2.0:1734685156.837289:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848261632:0@lo:400:kworker.0 00000100:00100000:1.0:1734685156.837295:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848262400 00000100:00100000:1.0:1734685156.837298:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848262400 00000100:00100000:2.0:1734685156.837313:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848261888 00000100:00100000:1.0:1734685156.837317:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544 00000100:00100000:2.0:1734685156.837317:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848261888 00000100:00100000:1.0:1734685156.837321:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848262400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685156.837348:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7654 00000100:00100000:1.0:1734685156.837350:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848262400:12345-0@lo:400:kworker.0 Request processed in 28us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685156.837354:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848261888:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685156.837355:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685126 00000100:00100000:1.0:1734685156.837356:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544 00000100:00100000:2.0:1734685156.837394:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848261888:12345-0@lo:400:kworker.0 Request processed in 40us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685156.837399:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7654 00000100:00100000:0.0:1734685156.837451:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848261888:0@lo:400:kworker.0 00000100:00100000:2.0:1734685156.837584:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848262400:0@lo:400:kworker.0 00000100:00100000:2.0:1734685156.868755:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848262528:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685156.868807:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685156.868874:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848262528 00000100:00100000:1.0:1734685156.868886:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848262528 00000100:00100000:1.0:1734685156.868938:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41170 00000100:00100000:1.0:1734685156.868945:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848262528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685156.868985:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685156.869057:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848262528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685156.869065:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41170 00000100:00100000:2.0:1734685156.869109:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848262528:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685156.916700:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848262656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685156.916756:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685156.916824:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848262656 00000100:00100000:0.0:1734685156.916831:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848262656 00000100:00100000:0.0:1734685156.916867:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6780 00000100:00100000:0.0:1734685156.916871:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848262656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685156.916895:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685156.916936:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848262656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685156.916941:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6780 00000100:00100000:3.0:1734685156.916958:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848262656:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685157.568740:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685158.570697:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685158.628704:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848262784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685158.628760:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685158.628797:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848262784 00000100:00100000:2.0:1734685158.628804:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848262784 00000100:00080000:3.0:1734685158.628834:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685128 00000100:00100000:2.0:1734685158.628852:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6781 00000100:00100000:2.0:1734685158.628858:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848262784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685158.628880:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685158.628926:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848262784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685158.628936:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6781 00000100:00100000:0.0:1734685158.628954:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848262784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685159.286801:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685159.286838:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685159.286856:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872663552 00000100:00100000:0.0:1734685159.286860:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685159.286863:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872663552 00000100:00100000:1.0:1734685159.286907:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872663680 00000100:00100000:1.0:1734685159.286910:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872663680 00000100:00100000:0.0:1734685159.286918:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:2.0:1734685159.286927:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685129 00000100:00100000:3.0:1734685159.286927:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872663424 00000100:00100000:1.0:1734685159.286929:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2545 00000100:00080000:2.0:1734685159.286932:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685129 00000100:00100000:3.0:1734685159.286932:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872663424 00000100:00100000:1.0:1734685159.286935:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872663552:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685159.286942:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2546 00000100:00100000:2.0:1734685159.286945:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872663808 00000100:00100000:2.0:1734685159.286948:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872663808 00000100:00100000:0.0:1734685159.286949:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872663680:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685159.286958:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 819 00000100:00100000:3.0:1734685159.286962:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872663424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685159.286970:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54033 00000100:00100000:2.0:1734685159.286976:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872663808:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685159.286987:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872663680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685159.286987:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872663552:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685159.286987:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872663424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685159.286991:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2545 00000100:00100000:3.0:1734685159.286991:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 819 00000100:00100000:0.0:1734685159.286995:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2546 00010000:00020000:2.0:1734685159.286995:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685159.287020:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872663808:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 44us (101us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685159.287026:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54033 00000100:00080000:2.0:1734685159.287041:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685129 00010000:00010000:2.0:1734685159.572678:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685160.574707:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685161.576721:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685161.796818:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685161.796844:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848262912:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685161.796914:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685161.797051:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848262912 00000100:00100000:1.0:1734685161.797066:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848262912 00000100:00100000:1.0:1734685161.797151:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41171 00000100:00100000:1.0:1734685161.797165:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848262912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685161.797231:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685161.797326:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848262912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 161us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685161.797336:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41171 00000100:00100000:0.0:1734685161.797388:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848262912:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685161.844665:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734685161.844666:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848263040:0@lo:400:kworker.0 00000100:00100000:3.0:1734685161.844670:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848263168:0@lo:400:kworker.0 00000100:00080000:0.0:1734685161.844671:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685161.844674:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685161.844679:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9957 00000100:00080000:0.0:1734685161.844682:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685161.844686:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685161.844703:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf0000 x1818938848263552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685161.844710:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848263296:0@lo:400:kworker.0 00000100:00100000:2.0:1734685161.844720:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685161.844720:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685161.844728:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685161.844731:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685161.844733:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685161.844735:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9957 00000100:00080000:0.0:1734685161.844738:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685161.844741:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685161.844742:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848263808:0@lo:400:kworker.0 00000100:00100000:2.0:1734685161.844743:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848263680:0@lo:400:kworker.0 00000100:00100000:1.0:1734685161.844746:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685161.844763:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096415f80 x1818938848263936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685161.844772:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848263424:0@lo:400:kworker.0 00000100:00100000:2.0:1734685161.844775:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685161.844782:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848264064:0@lo:400:kworker.0 00000100:00100000:3.0:1734685161.844792:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685161.844795:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848263552:0@lo:8:kworker.0 00000100:00100000:1.0:1734685161.844796:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685161.844800:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848263040 00000100:00100000:1.0:1734685161.844805:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685161.844805:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848263040 00000100:00100000:1.0:1734685161.844808:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848264192:0@lo:400:kworker.0 00000100:00100000:0.0:1734685161.844816:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685161.844816:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685161.844826:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848263168 00000100:00100000:1.0:1734685161.844829:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848263168 00000100:00100000:0.0:1734685161.844833:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848263936:0@lo:8:kworker.0 00000100:00100000:2.0:1734685161.844836:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1734685161.844842:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848263040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685161.844845:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848263296 00000100:00100000:0.0:1734685161.844846:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685161.844847:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848263296 00000100:00100000:3.0:1734685161.844847:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848263808 00000100:00100000:3.0:1734685161.844850:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848263808 00000100:00100000:1.0:1734685161.844856:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547 00000100:00100000:1.0:1734685161.844859:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848263168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685161.844866:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548 00000100:00100000:3.0:1734685161.844869:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848263296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685161.844874:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848263040:12345-0@lo:400:kworker.0 Request processed in 32us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685161.844876:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2549 00000100:00100000:0.0:1734685161.844881:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848263808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685161.844881:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1734685161.844882:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848263168:12345-0@lo:400:kworker.0 Request processed in 22us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685161.844886:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547 00000100:00100000:3.0:1734685161.844890:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848263296:12345-0@lo:400:kworker.0 Request processed in 21us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685161.844894:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548 00000100:00100000:1.0:1734685161.844900:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685161.844904:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848263808:12345-0@lo:400:kworker.0 Request processed in 23us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685161.844904:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848264192 00000100:00100000:3.0:1734685161.844906:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848264192 00000100:00100000:2.0:1734685161.844908:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848263680 00000100:00100000:0.0:1734685161.844909:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2549 00000100:00100000:2.0:1734685161.844911:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848263680 00000100:00100000:3.0:1734685161.844916:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550 00000100:00100000:1.0:1734685161.844917:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848263296:0@lo:400:kworker.0 00000100:00100000:3.0:1734685161.844919:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848264192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685161.844926:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848264064 00000100:00100000:0.0:1734685161.844928:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848263552 00000100:00100000:2.0:1734685161.844928:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848264064 00000100:00100000:0.0:1734685161.844930:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848263552 00000100:00100000:3.0:1734685161.844933:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848264192:12345-0@lo:400:kworker.0 Request processed in 14us (33us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685161.844936:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848264192:0@lo:400:kworker.0 00000100:00100000:3.0:1734685161.844937:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550 00000100:00100000:2.0:1734685161.844938:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848263936 00000100:00100000:2.0:1734685161.844940:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848263936 00000100:00100000:0.0:1734685161.844944:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7655 00000100:00100000:1.0:1734685161.844945:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848263424 00000100:00100000:1.0:1734685161.844947:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848263424 00000100:00100000:0.0:1734685161.844948:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848263680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685161.844952:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7656 00000100:00100000:3.0:1734685161.844956:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54034 00000100:00100000:2.0:1734685161.844957:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848264064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685161.844960:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41172 00000100:00100000:3.0:1734685161.844960:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848263552:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685161.844963:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848263424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685161.844971:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848263680:12345-0@lo:400:kworker.0 Request processed in 23us (195us total) trans 0 rc 0/0 00010000:00020000:3.0:1734685161.844974:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685161.844977:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7655 00000100:00100000:2.0:1734685161.844979:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848264064:12345-0@lo:400:kworker.0 Request processed in 23us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685161.844983:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848263424:12345-0@lo:400:kworker.0 Request processed in 19us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685161.844984:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7656 00000100:00100000:1.0:1734685161.844986:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41172 00000100:00100000:0.0:1734685161.844987:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54035 00000100:00100000:3.0:1734685161.844989:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848263552:12345-0@lo:8:kworker.0 Request processed in 29us (175us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685161.844990:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848263936:12345-0@lo:8:kworker.0 00000100:00080000:2.0:1734685161.844993:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685131 00000100:00100000:3.0:1734685161.844993:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54034 00000100:00080000:2.0:1734685161.844997:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685131 00000100:00080000:2.0:1734685161.844998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685131 00010000:00020000:0.0:1734685161.845000:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734685161.845000:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685131 00000100:00100000:1.0:1734685161.845001:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848264064:0@lo:400:kworker.0 00000100:00080000:3.0:1734685161.845008:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685161.845010:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685161.845013:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848263552:0@lo:8:kworker.0 00000100:00080000:3.0:1734685161.845018:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685161.845020:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848263936:12345-0@lo:8:kworker.0 Request processed in 29us (173us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685161.845020:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848263680:0@lo:400:kworker.0 00000100:00080000:3.0:1734685161.845020:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685161.845021:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848263936:0@lo:8:kworker.0 00000100:00100000:0.0:1734685161.845026:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54035 00000100:00100000:2.0:1734685161.845027:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848263040:0@lo:400:kworker.0 00000100:00100000:3.0:1734685161.845036:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848263424:0@lo:400:kworker.0 00000100:00100000:3.0:1734685161.845047:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848263808:0@lo:400:kworker.0 00000100:00100000:3.0:1734685161.845052:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848263168:0@lo:400:kworker.0 00000100:00100000:0.0:1734685161.876733:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848264320:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685161.876791:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685161.876849:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848264320 00000100:00100000:1.0:1734685161.876874:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848264320 00000100:00100000:1.0:1734685161.876921:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41173 00000100:00100000:1.0:1734685161.876927:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848264320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685161.876959:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685161.877006:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848264320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685161.877012:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41173 00000100:00100000:0.0:1734685161.877040:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848264320:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685161.924738:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848264448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685161.924818:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685161.924883:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848264448 00000100:00100000:2.0:1734685161.924891:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848264448 00000100:00100000:2.0:1734685161.924930:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6782 00000100:00100000:2.0:1734685161.924936:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848264448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685161.924962:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685161.925001:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848264448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685161.925007:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6782 00000100:00100000:0.0:1734685161.925042:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848264448:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685162.578723:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685163.580722:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685163.636720:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848264576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685163.636776:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685163.636841:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848264576 00000100:00100000:2.0:1734685163.636847:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848264576 00000100:00080000:0.0:1734685163.636877:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685133 00000100:00100000:2.0:1734685163.636888:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6783 00000100:00100000:2.0:1734685163.636894:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848264576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685163.636911:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685163.636940:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848264576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685163.636945:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6783 00000100:00100000:1.0:1734685163.636962:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848264576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685164.294900:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685164.294942:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685164.294967:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685164.294968:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872664064 00000100:00100000:2.0:1734685164.294975:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872664064 00000100:00100000:2.0:1734685164.295022:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872664192 00000100:00100000:2.0:1734685164.295023:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872664192 00000100:00100000:0.0:1734685164.295024:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685164.295031:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2551 00000100:00100000:3.0:1734685164.295038:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872664064:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685164.295042:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872664320 00000100:00100000:2.0:1734685164.295042:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2552 00000100:00100000:0.0:1734685164.295046:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872664320 00000100:00100000:2.0:1734685164.295046:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872664192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685164.295059:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54036 00000100:00100000:0.0:1734685164.295063:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872664320:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:1.0:1734685164.295065:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685134 00000100:00080000:1.0:1734685164.295070:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685134 00010000:00020000:0.0:1734685164.295080:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685164.295090:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872664192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685164.295090:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872664064:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685164.295094:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2552 00000100:00100000:3.0:1734685164.295097:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2551 00000100:00100000:0.0:1734685164.295098:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872664320:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 34us (73us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685164.295102:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54036 00000100:00100000:3.0:1734685164.295116:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872663936 00000100:00100000:3.0:1734685164.295118:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872663936 00000100:00080000:0.0:1734685164.295131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685134 00000100:00100000:3.0:1734685164.295138:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 821 00000100:00100000:3.0:1734685164.295141:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872663936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685164.295167:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872663936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685164.295170:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 821 00010000:00010000:2.0:1734685164.582871:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685165.584795:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685166.586771:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685166.804810:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848264704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685166.804880:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685166.804932:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848264704 00000100:00100000:1.0:1734685166.804960:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848264704 00000100:00100000:1.0:1734685166.805017:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41174 00000100:00100000:1.0:1734685166.805024:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848264704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685166.805060:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685166.805134:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848264704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685166.805141:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41174 00000100:00100000:3.0:1734685166.805160:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848264704:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685166.852810:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685166.852817:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685166.852821:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685166.852829:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9962 00000100:00080000:0.0:1734685166.852834:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685166.852841:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685166.852854:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848264832:0@lo:400:kworker.0 00000100:00100000:2.0:1734685166.852854:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848264960:0@lo:400:kworker.0 00000100:00100000:0.0:1734685166.852864:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a6567480 x1818938848265344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685166.852892:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685166.852896:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685166.852897:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685166.852898:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848265344:0@lo:8:kworker.0 00000100:00080000:0.0:1734685166.852900:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9962 00000100:00080000:0.0:1734685166.852903:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685166.852906:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685166.852913:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685166.852914:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685166.852915:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a6567800 x1818938848265728/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685166.852944:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6566a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848265472:0@lo:400:kworker.0 00000100:00100000:2.0:1734685166.852944:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848265600:0@lo:400:kworker.0 00000100:00100000:2.0:1734685166.852970:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685166.852971:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685166.852975:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848264832 00000100:00100000:1.0:1734685166.852976:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848265088:0@lo:400:kworker.0 00000100:00100000:0.0:1734685166.852983:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848264832 00000100:00100000:2.0:1734685166.852995:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848264960 00000100:00100000:1.0:1734685166.852999:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685166.853001:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848264960 00000100:00100000:1.0:1734685166.853009:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848265856:0@lo:400:kworker.0 00000100:00100000:3.0:1734685166.853012:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848265728:0@lo:8:kworker.0 00000100:00100000:1.0:1734685166.853019:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685166.853028:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1734685166.853028:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848265600 00000100:00100000:2.0:1734685166.853030:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848265600 00000100:00100000:1.0:1734685166.853032:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685166.853035:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848264832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685166.853037:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848265088 00000100:00100000:1.0:1734685166.853038:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848265216:0@lo:400:kworker.0 00000100:00100000:3.0:1734685166.853038:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685166.853039:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848265088 00000100:00100000:2.0:1734685166.853051:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553 00000100:00100000:2.0:1734685166.853055:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848264960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685166.853057:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685166.853070:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848265984:0@lo:400:kworker.0 00000100:00100000:3.0:1734685166.853083:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554 00000100:00100000:3.0:1734685166.853089:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848265600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685166.853091:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848264832:12345-0@lo:400:kworker.0 Request processed in 56us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685166.853097:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685166.853098:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1734685166.853100:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848264960:12345-0@lo:400:kworker.0 Request processed in 44us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685166.853105:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553 00000100:00100000:2.0:1734685166.853117:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848265984 00000100:00100000:2.0:1734685166.853118:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848265984 00000100:00100000:1.0:1734685166.853121:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848265344 00000100:00100000:2.0:1734685166.853125:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2555 00000100:00100000:3.0:1734685166.853125:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848265600:12345-0@lo:400:kworker.0 Request processed in 36us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685166.853126:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848265344 00000100:00100000:2.0:1734685166.853128:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848265088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685166.853131:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848265856 00000100:00100000:3.0:1734685166.853132:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554 00000100:00100000:0.0:1734685166.853134:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848265856 00000100:00100000:1.0:1734685166.853141:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848265728 00000100:00100000:1.0:1734685166.853143:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848265728 00000100:00100000:2.0:1734685166.853144:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848265088:12345-0@lo:400:kworker.0 Request processed in 15us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685166.853148:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2555 00000100:00100000:3.0:1734685166.853167:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556 00000100:00100000:1.0:1734685166.853170:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7657 00000100:00100000:3.0:1734685166.853172:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848265984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685166.853176:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848265856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685166.853180:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54037 00000100:00100000:0.0:1734685166.853186:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848265344:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685166.853196:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848265600:0@lo:400:kworker.0 00000100:00100000:2.0:1734685166.853202:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848264960:0@lo:400:kworker.0 00000100:00100000:3.0:1734685166.853203:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848265984:12345-0@lo:400:kworker.0 Request processed in 31us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685166.853207:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556 00010000:00020000:0.0:1734685166.853210:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685166.853210:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848265856:12345-0@lo:400:kworker.0 Request processed in 33us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685166.853216:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7657 00000100:00100000:1.0:1734685166.853241:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54038 00000100:00100000:1.0:1734685166.853245:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848265728:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685166.853278:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848265216 00000100:00100000:2.0:1734685166.853280:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848265216 00010000:00020000:1.0:1734685166.853282:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734685166.853291:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685166.853295:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685166.853298:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41175 00000100:00100000:3.0:1734685166.853298:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848265344:0@lo:8:kworker.0 00000100:00100000:2.0:1734685166.853302:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848265216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685166.853307:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848265344:12345-0@lo:8:kworker.0 Request processed in 118us (337us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685166.853309:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848265728:12345-0@lo:8:kworker.0 Request processed in 62us (270us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685166.853315:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54038 00000100:00080000:3.0:1734685166.853315:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685166.853317:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685166.853320:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54037 00000100:00100000:3.0:1734685166.853320:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848265728:0@lo:8:kworker.0 00000100:00100000:2.0:1734685166.853331:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848265216:12345-0@lo:400:kworker.0 Request processed in 28us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685166.853334:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685166.853338:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41175 00000100:00100000:0.0:1734685166.853343:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848265472 00000100:00100000:0.0:1734685166.853347:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848265472 00000100:00080000:3.0:1734685166.853351:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685136 00000100:00100000:1.0:1734685166.853354:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848264832:0@lo:400:kworker.0 00000100:00080000:3.0:1734685166.853355:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685136 00000100:00080000:3.0:1734685166.853357:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685136 00000100:00080000:3.0:1734685166.853359:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685136 00000100:00100000:0.0:1734685166.853376:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7658 00000100:00100000:0.0:1734685166.853383:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848265472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685166.853392:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848265216:0@lo:400:kworker.0 00000100:00100000:1.0:1734685166.853402:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848265984:0@lo:400:kworker.0 00000100:00100000:1.0:1734685166.853411:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848265088:0@lo:400:kworker.0 00000100:00100000:1.0:1734685166.853418:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848265856:0@lo:400:kworker.0 00000100:00100000:0.0:1734685166.853441:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848265472:12345-0@lo:400:kworker.0 Request processed in 56us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685166.853449:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7658 00000100:00100000:2.0:1734685166.853460:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6566a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848265472:0@lo:400:kworker.0 00000100:00100000:2.0:1734685166.884766:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848266112:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685166.884821:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685166.884879:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848266112 00000100:00100000:0.0:1734685166.884888:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848266112 00000100:00100000:0.0:1734685166.884931:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41176 00000100:00100000:0.0:1734685166.884937:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848266112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685166.884972:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685166.885040:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848266112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685166.885045:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41176 00000100:00100000:2.0:1734685166.885084:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848266112:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685166.932795:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848266240:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685166.932867:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685166.932929:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848266240 00000100:00100000:2.0:1734685166.932942:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848266240 00000100:00100000:2.0:1734685166.932995:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6784 00000100:00100000:2.0:1734685166.933001:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848266240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685166.933031:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685166.933100:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848266240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685166.933106:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6784 00000100:00100000:3.0:1734685166.933134:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848266240:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685167.588741:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685168.590762:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685168.644689:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685168.644708:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848266368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685168.644757:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685168.644802:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848266368 00000100:00100000:2.0:1734685168.644813:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848266368 00000100:00100000:2.0:1734685168.644875:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6785 00000100:00100000:2.0:1734685168.644881:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848266368:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734685168.644885:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685138 00002000:00000024:2.0:1734685168.644907:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685168.644965:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848266368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685168.644970:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6785 00000100:00100000:0.0:1734685168.645006:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848266368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685169.302987:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685169.303035:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685169.303052:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872664448 00000100:00100000:2.0:1734685169.303063:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872664448 00000100:00100000:0.0:1734685169.303074:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685169.303109:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 823 00000100:00100000:2.0:1734685169.303116:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872664448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734685169.303120:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685139 00000100:00100000:0.0:1734685169.303122:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685169.303146:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872664832 00000100:00100000:3.0:1734685169.303146:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872664576 00000100:00100000:1.0:1734685169.303152:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872664832 00000100:00100000:3.0:1734685169.303152:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872664576 00000100:00100000:0.0:1734685169.303165:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872664704 00000100:00100000:0.0:1734685169.303169:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872664704 00000100:00100000:2.0:1734685169.303175:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872664448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685169.303183:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 823 00000100:00100000:3.0:1734685169.303191:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2557 00000100:00100000:1.0:1734685169.303192:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54039 00000100:00100000:1.0:1734685169.303198:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872664832:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685169.303198:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872664576:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685169.303200:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2558 00000100:00100000:0.0:1734685169.303206:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872664704:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734685169.303238:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685169.303257:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872664704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685169.303265:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2558 00000100:00100000:3.0:1734685169.303275:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872664576:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 76us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685169.303276:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872664832:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 77us (200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685169.303282:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54039 00000100:00100000:3.0:1734685169.303283:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2557 00000100:00080000:3.0:1734685169.303302:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685139 00000100:00080000:3.0:1734685169.303305:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685139 00010000:00010000:2.0:1734685169.592722:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685170.594876:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685171.596836:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685171.812821:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685171.812846:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848266496:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685171.812962:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685171.813041:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848266496 00000100:00100000:0.0:1734685171.813051:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848266496 00000100:00100000:0.0:1734685171.813107:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41177 00000100:00100000:0.0:1734685171.813115:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848266496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685171.813158:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685171.813261:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848266496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 145us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685171.813268:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41177 00000100:00100000:2.0:1734685171.813295:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848266496:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685171.860718:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734685171.860718:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848266624:0@lo:400:kworker.0 00000100:00080000:0.0:1734685171.860723:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685171.860727:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685171.860729:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4875880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848266752:0@lo:400:kworker.0 00000100:00080000:0.0:1734685171.860732:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9967 00000100:00080000:0.0:1734685171.860736:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685171.860742:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685171.860764:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed5ad80 x1818938848267136/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685171.860789:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734685171.860789:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848267008:0@lo:400:kworker.0 00000100:00080000:0.0:1734685171.860791:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734685171.860792:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685171.860793:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734685171.860793:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685171.860795:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9967 00000100:00080000:0.0:1734685171.860797:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685171.860800:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685171.860808:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed5b480 x1818938848267520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685171.860819:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848267392:0@lo:400:kworker.0 00000100:00100000:2.0:1734685171.860821:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848267264:0@lo:400:kworker.0 00000100:00100000:3.0:1734685171.860841:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685171.860848:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685171.860852:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685171.860859:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848267136:0@lo:8:kworker.0 00000100:00100000:0.0:1734685171.860862:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848266752 00000100:00100000:0.0:1734685171.860869:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848266752 00000100:00100000:3.0:1734685171.860879:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685171.860882:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848267392 00000100:00100000:2.0:1734685171.860886:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848267392 00000100:00100000:3.0:1734685171.860888:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848267520:0@lo:8:kworker.0 00000100:00100000:1.0:1734685171.860890:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848267776:0@lo:400:kworker.0 00000100:00100000:3.0:1734685171.860899:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685171.860907:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2559 00000100:00100000:1.0:1734685171.860910:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685171.860912:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560 00000100:00100000:0.0:1734685171.860913:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848266752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685171.860916:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848267392:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685171.860919:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685141 00000100:00100000:1.0:1734685171.860921:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734685171.860926:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848266880:0@lo:400:kworker.0 00000100:00100000:1.0:1734685171.860937:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685171.860937:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848267776 00000100:00100000:3.0:1734685171.860940:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848267776 00000100:00100000:1.0:1734685171.860954:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848267648:0@lo:400:kworker.0 00000100:00100000:2.0:1734685171.860959:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848267392:12345-0@lo:400:kworker.0 Request processed in 42us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685171.860959:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848266880 00000100:00100000:3.0:1734685171.860961:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848266880 00000100:00100000:0.0:1734685171.860965:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848266752:12345-0@lo:400:kworker.0 Request processed in 52us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685171.860965:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560 00000100:00100000:0.0:1734685171.860970:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2559 00000100:00100000:3.0:1734685171.860973:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2561 00000100:00100000:1.0:1734685171.860975:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685171.860977:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848267776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685171.860982:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562 00000100:00100000:0.0:1734685171.860986:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848266880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685171.860994:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848267264 00000100:00100000:2.0:1734685171.860996:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848267264 00000100:00100000:1.0:1734685171.861004:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848267136 00000100:00100000:0.0:1734685171.861006:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848266880:12345-0@lo:400:kworker.0 Request processed in 20us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685171.861006:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848267776:12345-0@lo:400:kworker.0 Request processed in 28us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685171.861010:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848267136 00000100:00100000:0.0:1734685171.861011:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562 00000100:00100000:2.0:1734685171.861013:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848267520 00000100:00100000:3.0:1734685171.861014:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2561 00000100:00100000:2.0:1734685171.861015:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848267520 00000100:00100000:2.0:1734685171.861023:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848267648 00000100:00100000:2.0:1734685171.861025:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848267648 00000100:00100000:0.0:1734685171.861033:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848266624 00000100:00100000:1.0:1734685171.861033:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7659 00000100:00100000:0.0:1734685171.861035:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848266624 00000100:00100000:1.0:1734685171.861039:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848267264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685171.861042:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7660 00000100:00100000:2.0:1734685171.861046:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848267648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685171.861046:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54040 00000100:00100000:3.0:1734685171.861050:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848267520:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685171.861053:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1734685171.861056:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848266624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685171.861064:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848267648:12345-0@lo:400:kworker.0 Request processed in 18us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685171.861069:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7660 00010000:00020000:3.0:1734685171.861071:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685171.861078:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848267264:12345-0@lo:400:kworker.0 Request processed in 39us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685171.861079:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54041 00000100:00100000:2.0:1734685171.861082:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848267136:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685171.861084:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848266624:12345-0@lo:400:kworker.0 Request processed in 27us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685171.861084:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7659 00000100:00100000:0.0:1734685171.861088:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00010000:00020000:2.0:1734685171.861092:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685171.861106:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848267520:12345-0@lo:8:kworker.0 Request processed in 53us (204us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685171.861108:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848267136:12345-0@lo:8:kworker.0 Request processed in 25us (229us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685171.861113:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54040 00000100:00100000:2.0:1734685171.861122:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54041 00000100:00100000:1.0:1734685171.861123:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848267264:0@lo:400:kworker.0 00000100:00100000:0.0:1734685171.861125:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848267008 00000100:00100000:0.0:1734685171.861128:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848267008 00000100:00080000:3.0:1734685171.861131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685141 00000100:00080000:3.0:1734685171.861143:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685141 00000100:00080000:3.0:1734685171.861145:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685141 00000100:00080000:3.0:1734685171.861148:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685141 00000100:00100000:1.0:1734685171.861150:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848266624:0@lo:400:kworker.0 00000100:00100000:0.0:1734685171.861155:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41178 00000100:00100000:0.0:1734685171.861158:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848267008:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685171.861175:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685171.861196:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848267008:12345-0@lo:400:kworker.0 Request processed in 37us (345us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685171.861208:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685171.861213:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848267136:0@lo:8:kworker.0 00000100:00100000:0.0:1734685171.861215:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41178 00000100:00100000:1.0:1734685171.861216:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848266880:0@lo:400:kworker.0 00000100:00080000:3.0:1734685171.861222:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685171.861225:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685171.861226:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848267648:0@lo:400:kworker.0 00000100:00100000:3.0:1734685171.861228:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848267520:0@lo:8:kworker.0 00000100:00100000:1.0:1734685171.861233:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848267776:0@lo:400:kworker.0 00000100:00100000:1.0:1734685171.861240:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848267008:0@lo:400:kworker.0 00000100:00100000:3.0:1734685171.861263:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848267392:0@lo:400:kworker.0 00000100:00100000:3.0:1734685171.861270:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4875880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848266752:0@lo:400:kworker.0 00000100:00100000:3.0:1734685171.892805:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685171.892831:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848267904:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685171.892900:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685171.893029:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848267904 00000100:00100000:0.0:1734685171.893041:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848267904 00000100:00100000:0.0:1734685171.893101:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41179 00000100:00100000:0.0:1734685171.893109:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848267904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685171.893150:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685171.893272:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848267904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 158us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685171.893286:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41179 00000100:00100000:3.0:1734685171.893374:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848267904:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685171.940910:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685171.940943:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848268032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685171.941017:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685171.941117:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848268032 00000100:00100000:2.0:1734685171.941131:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848268032 00000100:00100000:2.0:1734685171.941265:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6786 00000100:00100000:2.0:1734685171.941280:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848268032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685171.941335:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685171.941456:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848268032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 175us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685171.941469:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6786 00000100:00100000:1.0:1734685171.941495:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848268032:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685172.598767:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685173.600744:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685173.652716:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848268160:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685173.652769:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685173.652810:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848268160 00000100:00100000:0.0:1734685173.652817:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848268160 00000100:00100000:0.0:1734685173.652869:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6787 00000100:00100000:0.0:1734685173.652874:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848268160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685173.652897:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:3.0:1734685173.652931:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685143 00000100:00100000:0.0:1734685173.652934:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848268160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685173.652939:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6787 00000100:00100000:2.0:1734685173.652970:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848268160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685174.310859:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685174.310890:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685174.310906:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685174.310953:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872664960 00000100:00100000:0.0:1734685174.310964:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685174.310965:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872665088 00000100:00100000:2.0:1734685174.310966:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872664960 00000100:00100000:3.0:1734685174.310975:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872665088 00000100:00100000:0.0:1734685174.310997:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872665216 00000100:00100000:0.0:1734685174.311001:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872665216 00000100:00100000:2.0:1734685174.311005:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 825 00000100:00100000:2.0:1734685174.311011:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872664960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685174.311016:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872665344 00000100:00100000:1.0:1734685174.311021:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872665344 00000100:00100000:3.0:1734685174.311026:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2563 00000100:00100000:0.0:1734685174.311032:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2564 00000100:00100000:3.0:1734685174.311033:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872665088:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685174.311037:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872665216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685174.311039:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54042 00000100:00100000:1.0:1734685174.311043:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872665344:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685174.311055:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872664960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685174.311060:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 825 00010000:00020000:1.0:1734685174.311061:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685174.311062:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872665216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685174.311066:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2564 00000100:00100000:3.0:1734685174.311086:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872665088:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (194us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685174.311089:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685144 00000100:00100000:3.0:1734685174.311091:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2563 00000100:00080000:0.0:1734685174.311092:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685144 00000100:00100000:1.0:1734685174.311092:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872665344:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 49us (127us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734685174.311093:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685144 00000100:00100000:1.0:1734685174.311097:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54042 00010000:00010000:2.0:1734685174.602707:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685175.604840:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685176.606837:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685176.820802:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848268288:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685176.820888:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685176.820978:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848268288 00000100:00100000:0.0:1734685176.820992:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848268288 00000100:00100000:0.0:1734685176.821049:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41180 00000100:00100000:0.0:1734685176.821057:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848268288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685176.821138:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685176.821208:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848268288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 150us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685176.821216:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41180 00000100:00100000:1.0:1734685176.821241:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848268288:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685176.868777:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685176.868782:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685176.868785:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685176.868791:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9972 00000100:00100000:1.0:1734685176.868793:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848268416:0@lo:400:kworker.0 00000100:00080000:0.0:1734685176.868796:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1734685176.868801:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848268672:0@lo:400:kworker.0 00000100:00080000:0.0:1734685176.868802:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685176.868803:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848268544:0@lo:400:kworker.0 00000100:00100000:0.0:1734685176.868824:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed5bb80 x1818938848268928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685176.868847:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685176.868849:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685176.868850:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685176.868852:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9972 00000100:00080000:0.0:1734685176.868854:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685176.868857:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685176.868865:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed59880 x1818938848269312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685176.868873:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685176.868873:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685176.868886:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848268928:0@lo:8:kworker.0 00000100:00100000:0.0:1734685176.868898:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848268416 00000100:00100000:1.0:1734685176.868904:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848269056:0@lo:400:kworker.0 00000100:00100000:3.0:1734685176.868904:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848269440:0@lo:400:kworker.0 00000100:00100000:0.0:1734685176.868905:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848268416 00000100:00100000:2.0:1734685176.868913:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685176.868929:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848268928 00000100:00100000:3.0:1734685176.868930:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848268672 00000100:00100000:1.0:1734685176.868933:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848268928 00000100:00100000:3.0:1734685176.868933:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848268672 00000100:00100000:2.0:1734685176.868934:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848269312:0@lo:8:kworker.0 00000100:00100000:0.0:1734685176.868940:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1734685176.868946:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848268416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685176.868948:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685176.868953:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848269312 00000100:00100000:1.0:1734685176.868956:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848269312 00000100:00100000:3.0:1734685176.868958:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565 00000100:00100000:3.0:1734685176.868963:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848268672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685176.868968:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54043 00000100:00100000:1.0:1734685176.868972:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848268928:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685176.868979:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54044 00000100:00100000:2.0:1734685176.868984:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848269312:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685176.868990:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848268416:12345-0@lo:400:kworker.0 Request processed in 44us (118us total) trans 0 rc 0/0 00010000:00020000:1.0:1734685176.868992:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685176.868994:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00010000:00020000:2.0:1734685176.868996:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685176.868999:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848268672:12345-0@lo:400:kworker.0 Request processed in 36us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685176.869005:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565 00000100:00080000:0.0:1734685176.869016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685146 00000100:00080000:0.0:1734685176.869018:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685146 00000100:00100000:1.0:1734685176.869020:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848268928:12345-0@lo:8:kworker.0 Request processed in 48us (108us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685176.869021:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848269312:12345-0@lo:8:kworker.0 Request processed in 37us (72us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685176.869026:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54043 00000100:00100000:3.0:1734685176.869027:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685176.869029:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54044 00000100:00100000:1.0:1734685176.869038:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848269440 00000100:00100000:1.0:1734685176.869040:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848269440 00000100:00100000:0.0:1734685176.869047:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848268800:0@lo:400:kworker.0 00000100:00080000:2.0:1734685176.869053:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685176.869053:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848268672:0@lo:400:kworker.0 00000100:00080000:2.0:1734685176.869056:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685176.869059:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7661 00000100:00100000:2.0:1734685176.869059:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848268928:0@lo:8:kworker.0 00000100:00100000:1.0:1734685176.869063:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848269440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685176.869064:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685176.869066:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685176.869068:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685176.869071:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848269312:0@lo:8:kworker.0 00000100:00100000:0.0:1734685176.869074:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848269568:0@lo:400:kworker.0 00000100:00100000:0.0:1734685176.869088:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685176.869089:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848269440:12345-0@lo:400:kworker.0 Request processed in 25us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685176.869109:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848268800 00000100:00100000:1.0:1734685176.869112:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7661 00000100:00100000:3.0:1734685176.869112:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848268800 00000100:00100000:2.0:1734685176.869121:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685176.869124:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685146 00000100:00080000:0.0:1734685176.869126:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685146 00000100:00100000:1.0:1734685176.869127:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685176.869143:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41181 00000100:00100000:2.0:1734685176.869147:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848269184:0@lo:400:kworker.0 00000100:00100000:3.0:1734685176.869148:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848268800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685176.869150:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848269056 00000100:00100000:0.0:1734685176.869152:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848269056 00000100:00100000:1.0:1734685176.869159:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848268416:0@lo:400:kworker.0 00000100:00100000:0.0:1734685176.869164:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7662 00000100:00100000:0.0:1734685176.869168:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848269056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685176.869168:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685176.869181:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848268800:12345-0@lo:400:kworker.0 Request processed in 32us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685176.869186:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848269568 00000100:00100000:3.0:1734685176.869186:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41181 00000100:00100000:0.0:1734685176.869189:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848269056:12345-0@lo:400:kworker.0 Request processed in 21us (61us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685176.869189:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848269568 00000100:00100000:1.0:1734685176.869191:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848268544 00000100:00100000:0.0:1734685176.869193:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7662 00000100:00100000:1.0:1734685176.869193:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848268544 00000100:00100000:3.0:1734685176.869209:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848269184 00000100:00080000:0.0:1734685176.869212:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685146 00000100:00100000:3.0:1734685176.869212:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848269184 00000100:00080000:0.0:1734685176.869215:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685146 00000100:00100000:2.0:1734685176.869218:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566 00000100:00100000:2.0:1734685176.869223:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848269568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685176.869224:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2567 00000100:00100000:0.0:1734685176.869228:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568 00000100:00100000:1.0:1734685176.869229:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848268544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685176.869231:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848269184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685176.869242:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848269440:0@lo:400:kworker.0 00000100:00100000:2.0:1734685176.869248:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848269568:12345-0@lo:400:kworker.0 Request processed in 24us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685176.869249:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848269184:12345-0@lo:400:kworker.0 Request processed in 18us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685176.869253:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568 00000100:00100000:1.0:1734685176.869257:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848268544:12345-0@lo:400:kworker.0 Request processed in 27us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685176.869257:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566 00000100:00100000:1.0:1734685176.869262:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2567 00000100:00100000:0.0:1734685176.869269:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848268800:0@lo:400:kworker.0 00000100:00100000:0.0:1734685176.869275:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848269568:0@lo:400:kworker.0 00000100:00100000:1.0:1734685176.869282:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848269056:0@lo:400:kworker.0 00000100:00100000:2.0:1734685176.869282:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848269184:0@lo:400:kworker.0 00000100:00100000:2.0:1734685176.869291:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848268544:0@lo:400:kworker.0 00000100:00100000:2.0:1734685176.900802:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685176.900824:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848269696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685176.900890:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685176.900932:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848269696 00000100:00100000:3.0:1734685176.900940:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848269696 00000100:00100000:3.0:1734685176.900982:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41182 00000100:00100000:3.0:1734685176.900987:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848269696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685176.901022:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685176.901078:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848269696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685176.901086:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41182 00000100:00100000:2.0:1734685176.901122:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848269696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685176.948893:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848269824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685176.948963:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685176.949020:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848269824 00000100:00100000:0.0:1734685176.949029:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848269824 00000100:00100000:0.0:1734685176.949074:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6788 00000100:00100000:0.0:1734685176.949079:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848269824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685176.949129:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685176.949179:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848269824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 99us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685176.949185:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6788 00000100:00100000:2.0:1734685176.949204:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848269824:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685177.608874:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685178.610775:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685178.660761:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848269952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685178.660830:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685178.660870:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848269952 00000100:00100000:0.0:1734685178.660880:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848269952 00000100:00080000:2.0:1734685178.660918:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685148 00000100:00100000:0.0:1734685178.660936:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6789 00000100:00100000:0.0:1734685178.660942:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848269952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685178.660972:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685178.661018:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848269952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685178.661024:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6789 00000100:00100000:3.0:1734685178.661041:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848269952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685179.319088:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685179.319142:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685179.319165:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872665600 00000100:00100000:0.0:1734685179.319169:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685179.319177:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872665600 00000100:00100000:3.0:1734685179.319192:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872665472 00000100:00100000:3.0:1734685179.319197:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872665472 00000100:00100000:0.0:1734685179.319216:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:2.0:1734685179.319221:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685149 00000100:00080000:2.0:1734685179.319226:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685149 00000100:00100000:1.0:1734685179.319228:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872665728 00000100:00100000:3.0:1734685179.319230:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 827 00000100:00100000:1.0:1734685179.319231:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872665728 00000100:00100000:3.0:1734685179.319237:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872665472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685179.319244:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872665856 00000100:00100000:2.0:1734685179.319244:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2569 00000100:00100000:0.0:1734685179.319248:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872665856 00000100:00100000:2.0:1734685179.319250:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872665600:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685179.319259:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2570 00000100:00100000:1.0:1734685179.319265:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872665728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685179.319268:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54045 00000100:00100000:0.0:1734685179.319272:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872665856:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685179.319292:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872665472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685179.319293:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872665600:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (253us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685179.319296:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685179.319297:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 827 00000100:00100000:2.0:1734685179.319299:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2569 00000100:00100000:1.0:1734685179.319300:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872665728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685179.319307:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2570 00000100:00080000:2.0:1734685179.319318:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685149 00000100:00100000:0.0:1734685179.319319:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872665856:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 46us (103us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685179.319326:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54045 00010000:00010000:2.0:1734685179.612744:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685180.614693:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685181.616720:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685181.828794:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685181.828826:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848270080:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685181.828910:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685181.828967:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848270080 00000100:00100000:0.0:1734685181.828981:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848270080 00000100:00100000:0.0:1734685181.829079:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41183 00000100:00100000:0.0:1734685181.829087:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848270080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685181.829127:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685181.829226:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848270080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 137us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685181.829234:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41183 00000100:00100000:3.0:1734685181.829272:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848270080:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685181.876748:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685181.876753:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685181.876755:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685181.876761:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9977 00000100:00080000:0.0:1734685181.876765:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685181.876769:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685181.876785:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed5a680 x1818938848270720/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685181.876796:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848270208:0@lo:400:kworker.0 00000100:00100000:1.0:1734685181.876803:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848270592:0@lo:400:kworker.0 00000100:00100000:3.0:1734685181.876803:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848270336:0@lo:400:kworker.0 00000100:00080000:0.0:1734685181.876810:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685181.876813:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685181.876814:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685181.876816:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9977 00000100:00080000:0.0:1734685181.876817:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685181.876819:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685181.876825:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096418700 x1818938848271104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685181.876851:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685181.876857:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848270720:0@lo:8:kworker.0 00000100:00100000:3.0:1734685181.876871:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685181.876875:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685181.876875:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848270848:0@lo:400:kworker.0 00000100:00100000:0.0:1734685181.876882:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685181.876898:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848270208 00000100:00100000:0.0:1734685181.876904:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848271104:0@lo:8:kworker.0 00000100:00100000:2.0:1734685181.876904:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848270208 00000100:00100000:3.0:1734685181.876908:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848270976:0@lo:400:kworker.0 00000100:00100000:1.0:1734685181.876911:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848271360:0@lo:400:kworker.0 00000100:00100000:0.0:1734685181.876913:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685181.876940:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685181.876943:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1734685181.876948:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848270720 00000100:00100000:2.0:1734685181.876948:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848270208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685181.876950:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848270720 00000100:00100000:1.0:1734685181.876953:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685181.876964:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848271104 00000100:00100000:0.0:1734685181.876966:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848271104 00000100:00100000:1.0:1734685181.876969:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734685181.876971:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848270336 00000100:00100000:0.0:1734685181.876974:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54046 00000100:00100000:1.0:1734685181.876976:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848270464:0@lo:400:kworker.0 00000100:00100000:3.0:1734685181.876976:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848270336 00000100:00100000:0.0:1734685181.876977:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848270720:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685181.876982:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848270208:12345-0@lo:400:kworker.0 Request processed in 33us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685181.876989:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00010000:00020000:0.0:1734685181.876994:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685181.876995:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685181.877026:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848270976 00000100:00100000:3.0:1734685181.877040:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848270976 00000100:00100000:1.0:1734685181.877043:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848271232:0@lo:400:kworker.0 00000100:00100000:3.0:1734685181.877052:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848271360 00000100:00100000:3.0:1734685181.877053:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848271360 00000100:00100000:0.0:1734685181.877054:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848270720:12345-0@lo:8:kworker.0 Request processed in 75us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685181.877058:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848270464 00000100:00100000:0.0:1734685181.877059:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54046 00000100:00100000:2.0:1734685181.877063:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848270464 00000100:00100000:3.0:1734685181.877066:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2571 00000100:00100000:1.0:1734685181.877067:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685181.877068:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54047 00000100:00100000:3.0:1734685181.877071:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848270336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685181.877072:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848271104:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685181.877078:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685181.877083:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572 00000100:00100000:2.0:1734685181.877088:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848270976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685181.877093:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848271104:12345-0@lo:8:kworker.0 Request processed in 21us (179us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685181.877099:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54047 00000100:00100000:1.0:1734685181.877100:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2573 00000100:00100000:0.0:1734685181.877106:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848271232 00000100:00100000:1.0:1734685181.877107:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848271360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685181.877108:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848271232 00000100:00100000:3.0:1734685181.877111:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848270336:12345-0@lo:400:kworker.0 Request processed in 40us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685181.877117:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2571 00000100:00100000:0.0:1734685181.877122:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7663 00000100:00100000:2.0:1734685181.877122:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848270976:12345-0@lo:400:kworker.0 Request processed in 33us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685181.877125:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848271232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685181.877128:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572 00000100:00100000:3.0:1734685181.877149:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574 00000100:00100000:3.0:1734685181.877153:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848270464:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685181.877157:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685151 00000100:00080000:2.0:1734685181.877160:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685151 00000100:00100000:0.0:1734685181.877162:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848271232:12345-0@lo:400:kworker.0 Request processed in 36us (95us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685181.877162:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685151 00000100:00080000:2.0:1734685181.877163:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685151 00000100:00100000:0.0:1734685181.877166:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7663 00000100:00100000:1.0:1734685181.877167:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848271360:12345-0@lo:400:kworker.0 Request processed in 60us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685181.877172:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848270464:12345-0@lo:400:kworker.0 Request processed in 19us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685181.877174:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685181.877175:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2573 00000100:00100000:3.0:1734685181.877178:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574 00000100:00100000:0.0:1734685181.877181:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848270848 00000100:00100000:0.0:1734685181.877183:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848270848 00000100:00100000:2.0:1734685181.877194:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848270208:0@lo:400:kworker.0 00000100:00100000:0.0:1734685181.877197:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7664 00000100:00100000:0.0:1734685181.877202:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848270848:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685181.877214:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685151 00000100:00100000:3.0:1734685181.877227:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848270976:0@lo:400:kworker.0 00000100:00100000:1.0:1734685181.877228:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848270464:0@lo:400:kworker.0 00000100:00100000:0.0:1734685181.877236:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848270848:12345-0@lo:400:kworker.0 Request processed in 32us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685181.877236:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848270336:0@lo:400:kworker.0 00000100:00100000:1.0:1734685181.877242:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848271232:0@lo:400:kworker.0 00000100:00100000:2.0:1734685181.877242:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848270848:0@lo:400:kworker.0 00000100:00100000:0.0:1734685181.877243:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7664 00000100:00100000:1.0:1734685181.877252:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848271360:0@lo:400:kworker.0 00000100:00080000:0.0:1734685181.877267:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685181.877269:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848270592 00000100:00080000:0.0:1734685181.877270:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685181.877270:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848270592 00000100:00100000:0.0:1734685181.877274:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848270720:0@lo:8:kworker.0 00000100:00080000:0.0:1734685181.877282:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685181.877284:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685181.877287:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848271104:0@lo:8:kworker.0 00000100:00080000:2.0:1734685181.877289:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685151 00000100:00100000:3.0:1734685181.877292:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41184 00000100:00100000:3.0:1734685181.877296:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848270592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685181.877329:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848270592:12345-0@lo:400:kworker.0 Request processed in 32us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685181.877334:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41184 00000100:00100000:1.0:1734685181.877362:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848270592:0@lo:400:kworker.0 00000100:00100000:0.0:1734685181.908710:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848271488:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685181.908760:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685181.908808:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848271488 00000100:00100000:2.0:1734685181.908817:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848271488 00000100:00100000:2.0:1734685181.908855:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41185 00000100:00100000:2.0:1734685181.908878:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848271488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685181.908914:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685181.908970:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848271488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685181.908978:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41185 00000100:00100000:0.0:1734685181.909003:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848271488:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685181.956767:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848271616:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685181.956850:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685181.956901:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848271616 00000100:00100000:0.0:1734685181.956910:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848271616 00000100:00100000:0.0:1734685181.956952:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6790 00000100:00100000:0.0:1734685181.956957:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848271616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685181.956982:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685181.957062:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848271616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685181.957066:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6790 00000100:00100000:3.0:1734685181.957094:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848271616:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685182.618757:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685183.620745:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685183.668783:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848271744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685183.668849:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685183.668916:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848271744 00000100:00100000:0.0:1734685183.668923:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848271744 00000100:00080000:2.0:1734685183.668971:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685153 00000100:00100000:0.0:1734685183.668976:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6791 00000100:00100000:0.0:1734685183.668995:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848271744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685183.669024:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685183.669075:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848271744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685183.669081:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6791 00000100:00100000:2.0:1734685183.669108:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848271744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685184.327107:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685184.327150:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685184.327182:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685184.327205:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872666112 00000100:00100000:0.0:1734685184.327213:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685184.327219:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872666112 00000100:00100000:1.0:1734685184.327231:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872665984 00000100:00100000:0.0:1734685184.327240:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872666368 00000100:00100000:1.0:1734685184.327241:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872665984 00000100:00100000:0.0:1734685184.327247:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872666368 00000100:00100000:0.0:1734685184.327274:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54048 00000100:00100000:0.0:1734685184.327281:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872666368:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685184.327289:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872666240 00000100:00100000:3.0:1734685184.327292:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872666240 00010000:00020000:0.0:1734685184.327304:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685184.327313:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2575 00000100:00100000:1.0:1734685184.327316:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 829 00000100:00100000:3.0:1734685184.327320:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872666112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685184.327325:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872665984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685184.327348:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685154 00000100:00100000:0.0:1734685184.327349:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872666368:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 67us (165us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734685184.327355:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685154 00000100:00100000:0.0:1734685184.327356:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54048 00000100:00080000:2.0:1734685184.327357:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685154 00000100:00100000:3.0:1734685184.327388:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872666112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685184.327395:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2575 00000100:00100000:1.0:1734685184.327397:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872665984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 71us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685184.327406:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2576 00000100:00100000:1.0:1734685184.327407:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 829 00000100:00100000:2.0:1734685184.327414:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872666240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685184.327471:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872666240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685184.327476:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2576 00010000:00010000:2.0:1734685184.622717:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685185.624860:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685186.626847:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685186.836990:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685186.837025:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848271872:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685186.837126:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685186.837299:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848271872 00000100:00100000:0.0:1734685186.837315:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848271872 00000100:00100000:0.0:1734685186.837387:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41186 00000100:00100000:0.0:1734685186.837397:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848271872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685186.837450:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685186.837565:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848271872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 130us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685186.837576:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41186 00000100:00100000:2.0:1734685186.837592:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848271872:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685186.884892:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734685186.884894:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848272128:0@lo:400:kworker.0 00000100:00080000:0.0:1734685186.884903:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685186.884909:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734685186.884913:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848272000:0@lo:400:kworker.0 00000100:00080000:0.0:1734685186.884920:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9982 00000100:00080000:0.0:1734685186.884950:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685186.884960:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685186.884977:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848272384:0@lo:400:kworker.0 00000100:00100000:0.0:1734685186.885003:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c133b80 x1818938848272512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685186.885023:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685186.885028:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685186.885047:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685186.885052:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685186.885058:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685186.885061:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685186.885064:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848272768:0@lo:400:kworker.0 00000100:00100000:2.0:1734685186.885065:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848272640:0@lo:400:kworker.0 00000100:00080000:0.0:1734685186.885067:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9982 00000100:00080000:0.0:1734685186.885072:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685186.885078:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685186.885080:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685186.885083:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685186.885090:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848272256:0@lo:400:kworker.0 00000100:00100000:2.0:1734685186.885095:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685186.885097:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098708380 x1818938848272896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685186.885121:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685186.885123:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848272128 00000100:00100000:3.0:1734685186.885131:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848272128 00000100:00100000:2.0:1734685186.885133:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848272640 00000100:00100000:2.0:1734685186.885138:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848272640 00000100:00100000:1.0:1734685186.885144:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848273152:0@lo:400:kworker.0 00000100:00100000:0.0:1734685186.885150:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848272512:0@lo:8:kworker.0 00000100:00100000:1.0:1734685186.885171:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685186.885172:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848272768 00000100:00100000:3.0:1734685186.885175:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848272768 00000100:00100000:2.0:1734685186.885176:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7665 00000100:00100000:2.0:1734685186.885184:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848272640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685186.885188:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848272256 00000100:00100000:3.0:1734685186.885190:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848272256 00000100:00100000:1.0:1734685186.885194:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685186.885196:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685186.885202:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848273024:0@lo:400:kworker.0 00000100:00100000:3.0:1734685186.885202:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848273152 00000100:00100000:3.0:1734685186.885204:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848273152 00000100:00100000:3.0:1734685186.885214:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577 00000100:00100000:3.0:1734685186.885219:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848272128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685186.885227:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848272896:0@lo:8:kworker.0 00000100:00100000:2.0:1734685186.885238:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848272640:12345-0@lo:400:kworker.0 Request processed in 54us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685186.885240:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685186.885245:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7665 00000100:00100000:0.0:1734685186.885259:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685186.885259:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848272128:12345-0@lo:400:kworker.0 Request processed in 39us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685186.885266:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577 00000100:00100000:1.0:1734685186.885280:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578 00000100:00100000:2.0:1734685186.885284:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848272512 00000100:00100000:3.0:1734685186.885285:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2579 00000100:00100000:1.0:1734685186.885287:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848272768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685186.885287:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848272512 00000100:00100000:3.0:1734685186.885289:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848272256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685186.885300:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848273024 00000100:00100000:2.0:1734685186.885302:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848273024 00000100:00100000:2.0:1734685186.885315:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848272896 00000100:00100000:2.0:1734685186.885317:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848272896 00000100:00100000:3.0:1734685186.885321:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848272256:12345-0@lo:400:kworker.0 Request processed in 30us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685186.885324:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848272768:12345-0@lo:400:kworker.0 Request processed in 37us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685186.885328:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7666 00000100:00100000:3.0:1734685186.885330:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2579 00000100:00100000:1.0:1734685186.885334:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578 00000100:00100000:2.0:1734685186.885334:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54049 00000100:00100000:0.0:1734685186.885338:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848273024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685186.885339:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848272512:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685186.885347:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580 00000100:00100000:3.0:1734685186.885353:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848273152:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734685186.885361:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685186.885364:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54050 00000100:00100000:1.0:1734685186.885369:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848272896:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685186.885383:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685186.885393:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848273024:12345-0@lo:400:kworker.0 Request processed in 55us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685186.885398:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848273152:12345-0@lo:400:kworker.0 Request processed in 44us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685186.885399:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848272512:12345-0@lo:8:kworker.0 Request processed in 59us (204us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685186.885404:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7666 00000100:00100000:1.0:1734685186.885406:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848272896:12345-0@lo:8:kworker.0 Request processed in 36us (148us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685186.885408:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54049 00000100:00100000:3.0:1734685186.885408:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580 00000100:00100000:1.0:1734685186.885413:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54050 00000100:00080000:2.0:1734685186.885431:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685156 00000100:00080000:2.0:1734685186.885435:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685156 00000100:00080000:2.0:1734685186.885436:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685156 00000100:00100000:1.0:1734685186.885437:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848272000 00000100:00100000:1.0:1734685186.885441:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848272000 00000100:00080000:0.0:1734685186.885455:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685186.885457:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848272640:0@lo:400:kworker.0 00000100:00080000:0.0:1734685186.885461:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685186.885467:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848272512:0@lo:8:kworker.0 00000100:00100000:3.0:1734685186.885470:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848272768:0@lo:400:kworker.0 00000100:00100000:1.0:1734685186.885471:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1734685186.885475:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848272000:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685186.885480:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685156 00000100:00080000:0.0:1734685186.885481:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685186.885484:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685186.885486:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848272128:0@lo:400:kworker.0 00000100:00100000:0.0:1734685186.885489:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848272896:0@lo:8:kworker.0 00000100:00100000:1.0:1734685186.885501:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848272000:12345-0@lo:400:kworker.0 Request processed in 24us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685186.885506:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1734685186.885513:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848272000:0@lo:400:kworker.0 00000100:00100000:0.0:1734685186.885520:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848272384 00000100:00100000:0.0:1734685186.885526:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848272384 00000100:00080000:2.0:1734685186.885575:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685156 00000100:00100000:1.0:1734685186.885586:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848273024:0@lo:400:kworker.0 00000100:00100000:1.0:1734685186.885596:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848273152:0@lo:400:kworker.0 00000100:00100000:0.0:1734685186.885598:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41187 00000100:00100000:0.0:1734685186.885605:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848272384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685186.885605:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848272256:0@lo:400:kworker.0 00000100:00100000:0.0:1734685186.885658:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848272384:12345-0@lo:400:kworker.0 Request processed in 51us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685186.885661:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848272384:0@lo:400:kworker.0 00000100:00100000:0.0:1734685186.885669:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41187 00000100:00100000:2.0:1734685186.916736:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848273280:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685186.916817:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685186.916871:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848273280 00000100:00100000:0.0:1734685186.916881:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848273280 00000100:00100000:0.0:1734685186.916973:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41188 00000100:00100000:0.0:1734685186.916984:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848273280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685186.917030:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685186.917106:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848273280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685186.917116:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41188 00000100:00100000:2.0:1734685186.917135:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848273280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685186.964875:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848273408:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685186.964989:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685186.965052:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848273408 00000100:00100000:2.0:1734685186.965064:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848273408 00000100:00100000:2.0:1734685186.965125:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6792 00000100:00100000:2.0:1734685186.965133:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848273408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685186.965175:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685186.965234:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848273408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685186.965242:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6792 00000100:00100000:0.0:1734685186.965278:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848273408:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685187.628781:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685188.630976:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685188.676852:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848273536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685188.676986:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685188.677063:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848273536 00000100:00100000:2.0:1734685188.677076:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848273536 00000100:00080000:0.0:1734685188.677141:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685158 00000100:00100000:2.0:1734685188.677157:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6793 00000100:00100000:2.0:1734685188.677168:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848273536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685188.677213:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685188.677279:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848273536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685188.677290:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6793 00000100:00100000:0.0:1734685188.677332:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848273536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685189.335302:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685189.335358:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685189.335390:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685189.335414:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872666496 00000100:00100000:1.0:1734685189.335428:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872666496 00000100:00100000:0.0:1734685189.335465:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685189.335472:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872666624 00000100:00100000:2.0:1734685189.335481:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872666752 00000100:00100000:3.0:1734685189.335481:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872666624 00000100:00100000:2.0:1734685189.335489:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872666752 00000100:00100000:1.0:1734685189.335493:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 831 00000100:00080000:0.0:1734685189.335497:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685159 00000100:00100000:1.0:1734685189.335502:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872666496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685189.335503:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685159 00000100:00080000:0.0:1734685189.335506:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685159 00000100:00100000:2.0:1734685189.335578:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2581 00000100:00100000:2.0:1734685189.335596:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872666624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685189.335601:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2582 00000100:00100000:0.0:1734685189.335609:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872666752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685189.335635:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872666496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 132us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685189.335644:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 831 00000100:00100000:0.0:1734685189.335656:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872666752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685189.335668:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2582 00000100:00100000:2.0:1734685189.335669:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872666624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 74us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685189.335680:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2581 00000100:00100000:0.0:1734685189.335710:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872666880 00000100:00100000:0.0:1734685189.335715:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872666880 00000100:00100000:0.0:1734685189.335754:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54051 00000100:00100000:0.0:1734685189.335762:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872666880:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685189.335806:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685189.335843:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872666880:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 81us (380us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685189.335851:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54051 00010000:00010000:2.0:1734685189.632858:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685190.634763:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685191.636819:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685191.844684:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685191.844702:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848273664:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685191.844753:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685191.844790:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848273664 00000100:00100000:2.0:1734685191.844797:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848273664 00000100:00100000:2.0:1734685191.844831:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41189 00000100:00100000:2.0:1734685191.844838:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848273664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685191.844882:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685191.844929:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848273664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685191.844936:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41189 00000100:00100000:0.0:1734685191.844947:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848273664:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685191.892730:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685191.892736:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685191.892738:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685191.892743:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9987 00000100:00100000:2.0:1734685191.892743:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848273792:0@lo:400:kworker.0 00000100:00080000:0.0:1734685191.892746:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685191.892751:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685191.892765:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0c000 x1818938848274304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685191.892781:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685191.892784:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685191.892785:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685191.892788:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9987 00000100:00080000:0.0:1734685191.892790:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685191.892792:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685191.892797:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685191.892799:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae7100 x1818938848274688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685191.892826:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848274304:0@lo:8:kworker.0 00000100:00100000:2.0:1734685191.892827:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848274432:0@lo:400:kworker.0 00000100:00100000:2.0:1734685191.892853:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685191.892862:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848274048:0@lo:400:kworker.0 00000100:00100000:1.0:1734685191.892867:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848273920:0@lo:400:kworker.0 00000100:00100000:3.0:1734685191.892869:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848273792 00000100:00100000:3.0:1734685191.892875:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848273792 00000100:00100000:0.0:1734685191.892879:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685191.892879:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848274432 00000100:00100000:2.0:1734685191.892882:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848274432 00000100:00100000:0.0:1734685191.892894:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848274816:0@lo:400:kworker.0 00000100:00100000:2.0:1734685191.892904:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7667 00000100:00100000:3.0:1734685191.892904:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1734685191.892905:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685191.892909:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848274432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685191.892909:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848273792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685191.892924:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685191.892927:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848274176:0@lo:400:kworker.0 00000100:00100000:0.0:1734685191.892948:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685191.892948:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685191.892950:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848274432:12345-0@lo:400:kworker.0 Request processed in 42us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685191.892951:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848273792:12345-0@lo:400:kworker.0 Request processed in 43us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685191.892955:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7667 00000100:00100000:0.0:1734685191.892956:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848274944:0@lo:400:kworker.0 00000100:00100000:3.0:1734685191.892956:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:2.0:1734685191.892965:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848274816 00000100:00100000:2.0:1734685191.892967:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848274816 00000100:00100000:2.0:1734685191.892977:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7668 00000100:00100000:0.0:1734685191.892978:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685191.892980:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848274816:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685191.892987:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685161 00000100:00100000:0.0:1734685191.892988:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848274688:0@lo:8:kworker.0 00000100:00080000:3.0:1734685191.892989:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685161 00000100:00100000:1.0:1734685191.892990:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848274560:0@lo:400:kworker.0 00000100:00100000:2.0:1734685191.892994:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848274816:12345-0@lo:400:kworker.0 Request processed in 14us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685191.892996:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848274304 00000100:00100000:2.0:1734685191.892998:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7668 00000100:00100000:3.0:1734685191.892998:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848274304 00000100:00100000:0.0:1734685191.892999:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685191.893004:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848274688 00000100:00100000:2.0:1734685191.893006:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848274688 00000100:00100000:1.0:1734685191.893010:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685191.893010:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54052 00000100:00100000:3.0:1734685191.893013:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848274304:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685191.893020:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848274176 00000100:00100000:2.0:1734685191.893020:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54053 00000100:00100000:0.0:1734685191.893023:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848274176 00000100:00100000:2.0:1734685191.893023:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848274688:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685191.893026:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734685191.893031:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685191.893042:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41190 00000100:00100000:3.0:1734685191.893044:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848274304:12345-0@lo:8:kworker.0 Request processed in 30us (67us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685191.893045:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848274176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685191.893045:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848274688:12345-0@lo:8:kworker.0 Request processed in 21us (45us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685191.893048:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54052 00000100:00100000:2.0:1734685191.893050:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54053 00000100:00100000:1.0:1734685191.893053:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848274048 00000100:00100000:1.0:1734685191.893061:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848274048 00000100:00100000:2.0:1734685191.893061:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848273920 00000100:00100000:3.0:1734685191.893062:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848274560 00000100:00100000:2.0:1734685191.893063:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848273920 00000100:00100000:0.0:1734685191.893064:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848274176:12345-0@lo:400:kworker.0 Request processed in 19us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685191.893064:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848274560 00000100:00100000:0.0:1734685191.893068:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41190 00000100:00100000:2.0:1734685191.893078:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2583 00000100:00100000:2.0:1734685191.893081:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848273920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685191.893081:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584 00000100:00100000:3.0:1734685191.893085:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848274560:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685191.893092:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685191.893095:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685191.893097:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848274304:0@lo:8:kworker.0 00000100:00080000:0.0:1734685191.893102:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685191.893102:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2585 00000100:00100000:2.0:1734685191.893102:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848273920:12345-0@lo:400:kworker.0 Request processed in 21us (156us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685191.893103:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685191.893103:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848274560:12345-0@lo:400:kworker.0 Request processed in 18us (95us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685191.893105:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848274688:0@lo:8:kworker.0 00000100:00100000:2.0:1734685191.893107:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2583 00000100:00100000:1.0:1734685191.893109:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848274048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685191.893109:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584 00000100:00100000:0.0:1734685191.893119:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734685191.893121:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685161 00000100:00080000:3.0:1734685191.893123:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685161 00000100:00100000:2.0:1734685191.893130:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848274432:0@lo:400:kworker.0 00000100:00100000:2.0:1734685191.893135:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848273792:0@lo:400:kworker.0 00000100:00100000:0.0:1734685191.893136:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848274816:0@lo:400:kworker.0 00000100:00100000:0.0:1734685191.893145:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848274176:0@lo:400:kworker.0 00000100:00100000:2.0:1734685191.893148:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848274944 00000100:00100000:2.0:1734685191.893150:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848274944 00000100:00100000:0.0:1734685191.893155:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848274048:0@lo:400:kworker.0 00000100:00100000:1.0:1734685191.893156:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848274048:12345-0@lo:400:kworker.0 Request processed in 47us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685191.893164:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2585 00000100:00100000:2.0:1734685191.893169:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586 00000100:00100000:2.0:1734685191.893171:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848274944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685191.893189:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848274944:12345-0@lo:400:kworker.0 Request processed in 17us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685191.893193:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586 00000100:00100000:0.0:1734685191.893198:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848274944:0@lo:400:kworker.0 00000100:00100000:1.0:1734685191.893208:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848273920:0@lo:400:kworker.0 00000100:00100000:1.0:1734685191.893219:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848274560:0@lo:400:kworker.0 00000100:00100000:0.0:1734685191.924706:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848275072:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685191.924770:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685191.924813:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848275072 00000100:00100000:2.0:1734685191.924820:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848275072 00000100:00100000:2.0:1734685191.924868:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41191 00000100:00100000:2.0:1734685191.924890:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848275072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685191.924917:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685191.924956:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848275072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685191.924964:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41191 00000100:00100000:0.0:1734685191.924971:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848275072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685191.972815:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685191.972835:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848275200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685191.972929:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685191.972993:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848275200 00000100:00100000:0.0:1734685191.973002:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848275200 00000100:00100000:0.0:1734685191.973047:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6794 00000100:00100000:0.0:1734685191.973054:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848275200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685191.973084:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685191.973142:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848275200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685191.973151:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6794 00000100:00100000:2.0:1734685191.973165:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848275200:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685192.638886:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685193.640863:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685193.684764:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848275328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685193.684852:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685193.684896:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848275328 00000100:00100000:0.0:1734685193.684904:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848275328 00000100:00080000:3.0:1734685193.684939:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685163 00000100:00100000:0.0:1734685193.684955:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6795 00000100:00100000:0.0:1734685193.684961:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848275328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685193.684992:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685193.685039:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848275328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685193.685044:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6795 00000100:00100000:2.0:1734685193.685084:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848275328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685194.343227:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685194.343292:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685194.343318:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685194.343360:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685194.343366:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872667008 00000100:00100000:3.0:1734685194.343379:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872667008 00000100:00100000:2.0:1734685194.343396:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872667264 00000100:00100000:0.0:1734685194.343400:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872667392 00000100:00100000:2.0:1734685194.343402:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872667264 00000100:00100000:0.0:1734685194.343404:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872667392 00000100:00100000:1.0:1734685194.343412:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872667136 00000100:00100000:1.0:1734685194.343420:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872667136 00000100:00100000:0.0:1734685194.343430:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54054 00000100:00100000:3.0:1734685194.343431:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 833 00000100:00100000:2.0:1734685194.343437:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2587 00000100:00100000:0.0:1734685194.343438:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872667392:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685194.343438:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872667008:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685194.343442:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872667264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685194.343462:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2588 00010000:00020000:0.0:1734685194.343465:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685194.343470:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872667136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685194.343510:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872667264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685194.343510:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872667008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685194.343511:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872667392:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 75us (150us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685194.343517:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 833 00000100:00100000:0.0:1734685194.343518:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54054 00000100:00100000:2.0:1734685194.343518:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2587 00000100:00100000:1.0:1734685194.343524:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872667136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685194.343592:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2588 00000100:00080000:2.0:1734685194.343596:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685164 00000100:00080000:2.0:1734685194.343600:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685164 00000100:00080000:2.0:1734685194.343602:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685164 00010000:00010000:2.0:1734685194.642885:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685195.644842:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685196.646812:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685196.852840:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848275456:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685196.852917:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685196.852963:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848275456 00000100:00100000:2.0:1734685196.852972:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848275456 00000100:00100000:2.0:1734685196.853020:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41192 00000100:00100000:2.0:1734685196.853026:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848275456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685196.853064:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685196.853105:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848275456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685196.853111:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41192 00000100:00100000:3.0:1734685196.853136:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848275456:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685196.900825:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685196.900831:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685196.900834:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685196.900842:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9992 00000100:00100000:1.0:1734685196.900844:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848275712:0@lo:400:kworker.0 00000100:00100000:2.0:1734685196.900844:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848275584:0@lo:400:kworker.0 00000100:00080000:0.0:1734685196.900847:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685196.900853:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685196.900863:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848275968:0@lo:400:kworker.0 00000100:00100000:0.0:1734685196.900873:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0dc00 x1818938848276096/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685196.900903:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685196.900905:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685196.900906:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685196.900909:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9992 00000100:00080000:0.0:1734685196.900910:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685196.900913:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685196.900914:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685196.900916:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685196.900918:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685196.900919:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096468e00 x1818938848276480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685196.900942:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848276352:0@lo:400:kworker.0 00000100:00100000:2.0:1734685196.900942:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848276224:0@lo:400:kworker.0 00000100:00100000:3.0:1734685196.900944:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848276736:0@lo:400:kworker.0 00000100:00100000:0.0:1734685196.900948:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848276096:0@lo:8:kworker.0 00000100:00100000:1.0:1734685196.900956:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685196.900958:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685196.900971:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685196.900971:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685196.900981:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848275712 00000100:00100000:2.0:1734685196.900983:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848275584 00000100:00100000:3.0:1734685196.900985:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734685196.900988:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848276480:0@lo:8:kworker.0 00000100:00100000:1.0:1734685196.900988:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848275712 00000100:00100000:2.0:1734685196.900988:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848275584 00000100:00100000:3.0:1734685196.900991:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848275840:0@lo:400:kworker.0 00000100:00100000:0.0:1734685196.901011:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685196.901020:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848276352 00000100:00100000:1.0:1734685196.901021:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848276352 00000100:00100000:2.0:1734685196.901022:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1734685196.901026:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685196.901028:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848275584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685196.901034:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848276736 00000100:00100000:1.0:1734685196.901035:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848276736 00000100:00100000:0.0:1734685196.901038:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848276224 00000100:00100000:0.0:1734685196.901041:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848276224 00000100:00100000:3.0:1734685196.901041:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848276608:0@lo:400:kworker.0 00000100:00100000:1.0:1734685196.901044:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848275840 00000100:00100000:1.0:1734685196.901045:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848275840 00000100:00100000:1.0:1734685196.901056:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589 00000100:00100000:1.0:1734685196.901059:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848275712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685196.901060:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848276096 00000100:00100000:3.0:1734685196.901060:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685196.901062:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848276096 00000100:00100000:0.0:1734685196.901070:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848276480 00000100:00100000:2.0:1734685196.901070:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848275584:12345-0@lo:400:kworker.0 Request processed in 42us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685196.901071:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848276480 00000100:00100000:2.0:1734685196.901076:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1734685196.901079:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848276608 00000100:00100000:0.0:1734685196.901080:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848276608 00000100:00100000:1.0:1734685196.901083:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848275712:12345-0@lo:400:kworker.0 Request processed in 23us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685196.901086:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590 00000100:00100000:0.0:1734685196.901090:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7669 00000100:00100000:1.0:1734685196.901090:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589 00000100:00100000:3.0:1734685196.901092:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848276352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685196.901094:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848276224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685196.901101:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2591 00000100:00100000:1.0:1734685196.901103:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848276736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685196.901109:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7670 00000100:00100000:2.0:1734685196.901112:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848276608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685196.901119:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848276224:12345-0@lo:400:kworker.0 Request processed in 25us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685196.901123:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848276736:12345-0@lo:400:kworker.0 Request processed in 18us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685196.901124:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7669 00000100:00100000:3.0:1734685196.901124:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848276352:12345-0@lo:400:kworker.0 Request processed in 32us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685196.901126:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2591 00000100:00100000:2.0:1734685196.901128:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848276608:12345-0@lo:400:kworker.0 Request processed in 15us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685196.901131:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590 00000100:00100000:2.0:1734685196.901132:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7670 00000100:00100000:0.0:1734685196.901134:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54055 00000100:00100000:1.0:1734685196.901135:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592 00000100:00100000:0.0:1734685196.901138:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848276096:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685196.901138:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848275840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685196.901142:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54056 00000100:00100000:2.0:1734685196.901144:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848276480:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685196.901151:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848275840:12345-0@lo:400:kworker.0 Request processed in 13us (126us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685196.901155:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685196.901155:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592 00010000:00020000:2.0:1734685196.901159:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685196.901175:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848276096:12345-0@lo:8:kworker.0 Request processed in 37us (203us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685196.901176:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848276480:12345-0@lo:8:kworker.0 Request processed in 31us (164us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685196.901179:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54055 00000100:00100000:1.0:1734685196.901180:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848276352:0@lo:400:kworker.0 00000100:00100000:3.0:1734685196.901180:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848275840:0@lo:400:kworker.0 00000100:00100000:2.0:1734685196.901181:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54056 00000100:00100000:1.0:1734685196.901186:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848275712:0@lo:400:kworker.0 00000100:00100000:3.0:1734685196.901189:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848276608:0@lo:400:kworker.0 00000100:00100000:3.0:1734685196.901197:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848276736:0@lo:400:kworker.0 00000100:00080000:0.0:1734685196.901203:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685196.901205:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685196.901207:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848276096:0@lo:8:kworker.0 00000100:00080000:1.0:1734685196.901211:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685166 00000100:00080000:0.0:1734685196.901212:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685196.901213:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:1.0:1734685196.901214:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685166 00000100:00100000:0.0:1734685196.901215:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848276480:0@lo:8:kworker.0 00000100:00080000:1.0:1734685196.901215:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685166 00000100:00080000:1.0:1734685196.901216:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685166 00000100:00100000:3.0:1734685196.901229:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848275968 00000100:00100000:3.0:1734685196.901232:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848275968 00000100:00080000:1.0:1734685196.901264:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685166 00000100:00100000:3.0:1734685196.901273:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41193 00000100:00100000:3.0:1734685196.901277:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848275968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685196.901300:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848276224:0@lo:400:kworker.0 00000100:00100000:2.0:1734685196.901305:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848275584:0@lo:400:kworker.0 00000100:00100000:3.0:1734685196.901310:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848275968:12345-0@lo:400:kworker.0 Request processed in 32us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685196.901315:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848275968:0@lo:400:kworker.0 00000100:00100000:3.0:1734685196.901316:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41193 00000100:00100000:2.0:1734685196.932835:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848276864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685196.932914:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685196.932972:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848276864 00000100:00100000:3.0:1734685196.932981:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848276864 00000100:00100000:3.0:1734685196.933024:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41194 00000100:00100000:3.0:1734685196.933031:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848276864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685196.933070:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685196.933124:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848276864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685196.933132:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41194 00000100:00100000:2.0:1734685196.933165:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848276864:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685196.980826:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848276992:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685196.980903:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685196.980977:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848276992 00000100:00100000:0.0:1734685196.980987:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848276992 00000100:00100000:0.0:1734685196.981032:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6796 00000100:00100000:0.0:1734685196.981038:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848276992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685196.981070:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685196.981112:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848276992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685196.981117:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6796 00000100:00100000:1.0:1734685196.981134:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848276992:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685197.648739:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685198.650770:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685198.692786:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848277120:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685198.692860:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685198.692908:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848277120 00000100:00100000:0.0:1734685198.692918:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848277120 00000100:00080000:1.0:1734685198.692976:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685168 00000100:00100000:0.0:1734685198.692982:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6797 00000100:00100000:0.0:1734685198.692989:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848277120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685198.693024:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685198.693081:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848277120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685198.693088:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6797 00000100:00100000:3.0:1734685198.693110:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848277120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685199.350985:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685199.351025:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685199.351043:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685199.351051:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872667648 00000100:00100000:1.0:1734685199.351061:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872667648 00000100:00100000:0.0:1734685199.351074:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734685199.351106:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685169 00000100:00100000:2.0:1734685199.351108:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872667520 00000100:00100000:1.0:1734685199.351110:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872667776 00000100:00100000:1.0:1734685199.351112:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872667776 00000100:00100000:2.0:1734685199.351113:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872667520 00000100:00100000:0.0:1734685199.351124:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2593 00000100:00100000:1.0:1734685199.351129:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2594 00000100:00100000:0.0:1734685199.351130:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872667648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685199.351132:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872667904 00000100:00100000:1.0:1734685199.351134:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872667776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685199.351137:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872667904 00000100:00100000:2.0:1734685199.351145:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 835 00000100:00100000:2.0:1734685199.351151:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872667520:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685199.351162:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54057 00000100:00100000:3.0:1734685199.351167:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872667904:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685199.351187:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096436300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872667648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685199.351187:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872667776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685199.351191:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872667520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685199.351192:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2594 00010000:00020000:3.0:1734685199.351192:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685199.351197:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2593 00000100:00100000:2.0:1734685199.351198:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 835 00000100:00100000:3.0:1734685199.351218:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872667904:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 50us (142us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685199.351225:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54057 00000100:00080000:0.0:1734685199.351295:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685169 00000100:00080000:0.0:1734685199.351297:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685169 00010000:00010000:2.0:1734685199.652749:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685200.654890:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685201.656707:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685201.860844:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848277248:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685201.860924:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685201.860969:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848277248 00000100:00100000:3.0:1734685201.860978:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848277248 00000100:00100000:3.0:1734685201.861018:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41195 00000100:00100000:3.0:1734685201.861025:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848277248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685201.861062:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685201.861102:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848277248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685201.861107:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41195 00000100:00100000:0.0:1734685201.861121:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848277248:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685201.908816:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848277504:0@lo:400:kworker.0 00000100:00100000:3.0:1734685201.908816:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848277376:0@lo:400:kworker.0 00000100:00080000:0.0:1734685201.908822:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685201.908829:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685201.908833:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734685201.908837:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848277632:0@lo:400:kworker.0 00000100:00080000:0.0:1734685201.908839:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 9997 00000100:00080000:0.0:1734685201.908844:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685201.908851:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685201.908873:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800937dad80 x1818938848277888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685201.908881:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685201.908883:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685201.908891:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848277760:0@lo:400:kworker.0 00000100:00080000:0.0:1734685201.908907:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734685201.908910:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848278144:0@lo:400:kworker.0 00000100:00100000:3.0:1734685201.908910:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848278016:0@lo:400:kworker.0 00000100:00080000:0.0:1734685201.908911:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1734685201.908911:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685201.908912:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685201.908916:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 9997 00000100:00080000:0.0:1734685201.908918:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685201.908922:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685201.908926:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685201.908929:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685201.908933:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098492300 x1818938848278272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685201.908944:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848277504 00000100:00100000:2.0:1734685201.908944:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848277376 00000100:00100000:1.0:1734685201.908950:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848277504 00000100:00100000:2.0:1734685201.908950:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848277376 00000100:00100000:3.0:1734685201.908953:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848278016 00000100:00100000:3.0:1734685201.908956:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848278016 00000100:00100000:0.0:1734685201.908970:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848277888:0@lo:8:kworker.0 00000100:00100000:1.0:1734685201.908982:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848278144 00000100:00100000:1.0:1734685201.908983:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848278144 00000100:00100000:2.0:1734685201.908986:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1734685201.908986:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7671 00000100:00100000:2.0:1734685201.908992:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848277376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685201.908992:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848278016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685201.908993:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2595 00000100:00100000:1.0:1734685201.908997:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848277504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685201.908999:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685201.909019:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848278272:0@lo:8:kworker.0 00000100:00100000:1.0:1734685201.909032:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848277504:12345-0@lo:400:kworker.0 Request processed in 34us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685201.909032:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848278016:12345-0@lo:400:kworker.0 Request processed in 41us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685201.909033:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848277376:12345-0@lo:400:kworker.0 Request processed in 42us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685201.909037:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2595 00000100:00100000:3.0:1734685201.909037:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7671 00000100:00100000:2.0:1734685201.909038:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:0.0:1734685201.909039:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685201.909049:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848277888 00000100:00100000:1.0:1734685201.909050:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596 00000100:00100000:3.0:1734685201.909051:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848277888 00000100:00100000:1.0:1734685201.909053:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848278144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685201.909059:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848278272 00000100:00100000:3.0:1734685201.909061:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848278272 00000100:00100000:2.0:1734685201.909064:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685201.909065:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848278144:12345-0@lo:400:kworker.0 Request processed in 11us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685201.909069:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596 00000100:00100000:3.0:1734685201.909070:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54058 00000100:00100000:3.0:1734685201.909072:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848277888:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685201.909075:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848278400:0@lo:400:kworker.0 00000100:00100000:1.0:1734685201.909076:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848277632 00000100:00100000:1.0:1734685201.909078:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848277632 00000100:00100000:0.0:1734685201.909079:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54059 00000100:00100000:0.0:1734685201.909084:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848278272:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685201.909086:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685201.909087:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2597 00010000:00020000:3.0:1734685201.909089:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685201.909090:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848277632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685201.909093:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00020000:0.0:1734685201.909094:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685201.909097:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848278528:0@lo:400:kworker.0 00000100:00100000:1.0:1734685201.909107:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848277632:12345-0@lo:400:kworker.0 Request processed in 17us (43us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685201.909110:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685201.909111:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2597 00000100:00100000:1.0:1734685201.909115:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848278528 00000100:00100000:1.0:1734685201.909117:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848278528 00000100:00100000:1.0:1734685201.909125:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598 00000100:00100000:1.0:1734685201.909127:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848278528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685201.909132:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848277632:0@lo:400:kworker.0 00000100:00100000:0.0:1734685201.909148:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848278272:12345-0@lo:8:kworker.0 Request processed in 63us (108us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685201.909149:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848278400 00000100:00100000:2.0:1734685201.909151:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848278400 00000100:00100000:1.0:1734685201.909152:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848278528:12345-0@lo:400:kworker.0 Request processed in 24us (41us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685201.909156:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54059 00000100:00100000:1.0:1734685201.909157:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598 00000100:00100000:2.0:1734685201.909165:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7672 00000100:00080000:1.0:1734685201.909166:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685171 00000100:00080000:1.0:1734685201.909168:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685171 00000100:00100000:2.0:1734685201.909168:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848278400:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685201.909170:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685171 00000100:00080000:1.0:1734685201.909171:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685171 00000100:00100000:2.0:1734685201.909184:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848278400:12345-0@lo:400:kworker.0 Request processed in 16us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685201.909189:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7672 00000100:00100000:1.0:1734685201.909191:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848278144:0@lo:400:kworker.0 00000100:00100000:1.0:1734685201.909197:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848277504:0@lo:400:kworker.0 00000100:00080000:0.0:1734685201.909200:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685201.909204:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685201.909206:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848278528:0@lo:400:kworker.0 00000100:00100000:0.0:1734685201.909207:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848278272:0@lo:8:kworker.0 00000100:00100000:2.0:1734685201.909210:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848278400:0@lo:400:kworker.0 00000100:00100000:1.0:1734685201.909230:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848277760 00000100:00100000:1.0:1734685201.909232:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848277760 00000100:00100000:1.0:1734685201.909247:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41196 00000100:00080000:0.0:1734685201.909248:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685171 00000100:00100000:1.0:1734685201.909250:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848277760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685201.909271:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848277760:12345-0@lo:400:kworker.0 Request processed in 20us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685201.909274:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41196 00000100:00100000:2.0:1734685201.909277:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848277760:0@lo:400:kworker.0 00000100:00100000:0.0:1734685201.915438:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848278016:0@lo:400:kworker.0 00000100:00100000:0.0:1734685201.915451:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848277376:0@lo:400:kworker.0 00000100:00100000:3.0:1734685201.918196:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848277888:12345-0@lo:8:kworker.0 Request processed in 9103us (9179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685201.918207:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54058 00000100:00080000:1.0:1734685201.918239:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685201.918244:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685201.918249:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848277888:0@lo:8:kworker.0 00000100:00100000:0.0:1734685201.940775:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848278656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685201.940843:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685201.940889:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848278656 00000100:00100000:1.0:1734685201.940898:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848278656 00000100:00100000:1.0:1734685201.940944:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41197 00000100:00100000:1.0:1734685201.940951:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848278656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685201.940988:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685201.941039:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848278656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685201.941046:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41197 00000100:00100000:0.0:1734685201.941077:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848278656:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685201.988865:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848278784:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685201.988935:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685201.988983:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848278784 00000100:00100000:0.0:1734685201.988993:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848278784 00000100:00100000:0.0:1734685201.989042:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6798 00000100:00100000:0.0:1734685201.989048:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848278784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685201.989081:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685201.989133:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848278784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685201.989140:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6798 00000100:00100000:2.0:1734685201.989157:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848278784:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685202.658772:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685203.660710:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685203.700809:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848278912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685203.700872:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685203.700915:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848278912 00000100:00100000:0.0:1734685203.700923:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848278912 00000100:00080000:2.0:1734685203.700963:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685173 00000100:00100000:0.0:1734685203.700981:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6799 00000100:00100000:0.0:1734685203.700988:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848278912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685203.701018:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685203.701063:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848278912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685203.701068:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6799 00000100:00100000:2.0:1734685203.701087:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848278912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685204.358955:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685204.358991:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685204.359014:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685204.359018:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872668032 00000100:00100000:2.0:1734685204.359026:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872668032 00000100:00100000:1.0:1734685204.359050:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872668160 00000100:00100000:0.0:1734685204.359054:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685204.359055:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872668160 00000100:00100000:2.0:1734685204.359068:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 837 00000100:00100000:2.0:1734685204.359074:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872668032:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685204.359082:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685174 00000100:00100000:1.0:1734685204.359082:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872668288 00000100:00100000:1.0:1734685204.359085:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872668288 00000100:00080000:0.0:1734685204.359086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685174 00000100:00100000:1.0:1734685204.359107:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2599 00000100:00100000:3.0:1734685204.359109:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872668416 00000100:00100000:1.0:1734685204.359113:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872668160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685204.359114:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2600 00000100:00100000:0.0:1734685204.359119:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872668288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685204.359120:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872668416 00000100:00100000:2.0:1734685204.359123:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872668032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685204.359129:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 837 00000100:00100000:0.0:1734685204.359141:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872668288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685204.359146:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2600 00000100:00100000:1.0:1734685204.359154:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872668160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (161us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685204.359162:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685174 00000100:00100000:1.0:1734685204.359162:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2599 00000100:00100000:3.0:1734685204.359166:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54060 00000100:00100000:3.0:1734685204.359174:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872668416:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685204.359200:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685204.359272:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872668416:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 97us (216us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685204.359279:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54060 00010000:00010000:2.0:1734685204.662772:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685205.664943:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685206.666793:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685206.868870:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685206.868895:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848279040:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685206.868977:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685206.869070:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848279040 00000100:00100000:1.0:1734685206.869084:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848279040 00000100:00100000:1.0:1734685206.869148:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41198 00000100:00100000:1.0:1734685206.869156:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848279040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685206.869193:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685206.869269:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848279040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685206.869275:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41198 00000100:00100000:3.0:1734685206.869309:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848279040:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685206.916712:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685206.916718:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685206.916721:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685206.916727:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10002 00000100:00080000:0.0:1734685206.916731:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1734685206.916731:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848279168:0@lo:400:kworker.0 00000100:00080000:0.0:1734685206.916737:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685206.916756:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ca73100 x1818938848279680/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685206.916762:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848279424:0@lo:400:kworker.0 00000100:00080000:0.0:1734685206.916784:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685206.916786:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685206.916787:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685206.916790:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10002 00000100:00080000:0.0:1734685206.916791:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685206.916794:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685206.916799:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685206.916802:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff2ce00 x1818938848280064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685206.916806:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685206.916809:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848279680:0@lo:8:kworker.0 00000100:00100000:2.0:1734685206.916834:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848279808:0@lo:400:kworker.0 00000100:00100000:3.0:1734685206.916835:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848280192:0@lo:400:kworker.0 00000100:00100000:1.0:1734685206.916840:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685206.916842:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848279424 00000100:00100000:0.0:1734685206.916848:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848279424 00000100:00100000:2.0:1734685206.916855:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848279552:0@lo:400:kworker.0 00000100:00100000:3.0:1734685206.916863:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685206.916865:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848280064:0@lo:8:kworker.0 00000100:00100000:2.0:1734685206.916869:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685206.916880:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685206.916881:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848280320:0@lo:400:kworker.0 00000100:00100000:0.0:1734685206.916886:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601 00000100:00100000:0.0:1734685206.916891:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848279424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685206.916893:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848279296:0@lo:400:kworker.0 00000100:00100000:2.0:1734685206.916897:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685206.916904:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848279680 00000100:00100000:1.0:1734685206.916909:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848279680 00000100:00100000:2.0:1734685206.916913:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685206.916915:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685206.916928:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848280192 00000100:00100000:3.0:1734685206.916928:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848279936:0@lo:400:kworker.0 00000100:00100000:1.0:1734685206.916930:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848280192 00000100:00100000:2.0:1734685206.916933:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848280064 00000100:00100000:2.0:1734685206.916936:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848280064 00000100:00100000:0.0:1734685206.916940:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848279424:12345-0@lo:400:kworker.0 Request processed in 48us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685206.916945:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601 00000100:00100000:1.0:1734685206.916945:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848279808 00000100:00100000:1.0:1734685206.916947:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848279808 00000100:00100000:3.0:1734685206.916948:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685206.916951:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7673 00000100:00100000:0.0:1734685206.916956:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848280320 00000100:00100000:2.0:1734685206.916956:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848280192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685206.916959:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848280320 00000100:00100000:1.0:1734685206.916963:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7674 00000100:00100000:3.0:1734685206.916966:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848279296 00000100:00100000:1.0:1734685206.916967:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848279808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685206.916969:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848279936 00000100:00100000:3.0:1734685206.916969:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848279296 00000100:00100000:0.0:1734685206.916971:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848279936 00000100:00100000:0.0:1734685206.916980:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:0.0:1734685206.916983:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848280320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685206.916987:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2603 00000100:00100000:2.0:1734685206.916989:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848280192:12345-0@lo:400:kworker.0 Request processed in 34us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685206.916991:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848279808:12345-0@lo:400:kworker.0 Request processed in 23us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685206.916991:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848279936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685206.916995:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7673 00000100:00100000:1.0:1734685206.916997:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7674 00000100:00100000:0.0:1734685206.917003:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848280320:12345-0@lo:400:kworker.0 Request processed in 19us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685206.917006:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00100000:1.0:1734685206.917008:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54061 00000100:00100000:1.0:1734685206.917011:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848279680:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685206.917012:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604 00000100:00100000:3.0:1734685206.917013:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848279936:12345-0@lo:400:kworker.0 Request processed in 21us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685206.917015:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848279296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685206.917016:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54062 00000100:00100000:2.0:1734685206.917018:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848280064:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685206.917018:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2603 00010000:00020000:1.0:1734685206.917025:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685206.917026:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848279296:12345-0@lo:400:kworker.0 Request processed in 11us (111us total) trans 0 rc 0/0 00010000:00020000:2.0:1734685206.917028:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685206.917030:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604 00000100:00100000:1.0:1734685206.917041:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848279680:12345-0@lo:8:kworker.0 Request processed in 29us (200us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685206.917043:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848280064:12345-0@lo:8:kworker.0 Request processed in 24us (162us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734685206.917045:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685176 00000100:00100000:1.0:1734685206.917045:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54061 00000100:00100000:3.0:1734685206.917046:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848280192:0@lo:400:kworker.0 00000100:00080000:0.0:1734685206.917047:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685176 00000100:00100000:2.0:1734685206.917047:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54062 00000100:00080000:0.0:1734685206.917049:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685176 00000100:00100000:3.0:1734685206.917055:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848279424:0@lo:400:kworker.0 00000100:00100000:3.0:1734685206.917073:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848279296:0@lo:400:kworker.0 00000100:00080000:1.0:1734685206.917074:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685206.917076:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685206.917076:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848280320:0@lo:400:kworker.0 00000100:00100000:0.0:1734685206.917078:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848279552 00000100:00100000:1.0:1734685206.917079:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848280064:0@lo:8:kworker.0 00000100:00100000:3.0:1734685206.917079:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848279936:0@lo:400:kworker.0 00000100:00100000:0.0:1734685206.917081:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848279552 00000100:00080000:1.0:1734685206.917084:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685206.917086:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685206.917088:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848279680:0@lo:8:kworker.0 00000100:00100000:2.0:1734685206.917093:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848279168 00000100:00100000:0.0:1734685206.917094:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41199 00000100:00100000:2.0:1734685206.917095:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848279168 00000100:00100000:0.0:1734685206.917097:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848279552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685206.917110:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1734685206.917113:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848279168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685206.917133:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848279552:12345-0@lo:400:kworker.0 Request processed in 35us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685206.917133:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848279168:12345-0@lo:400:kworker.0 Request processed in 19us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685206.917137:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41199 00000100:00100000:2.0:1734685206.917137:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00080000:0.0:1734685206.917149:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685176 00000100:00100000:3.0:1734685206.917150:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848279552:0@lo:400:kworker.0 00000100:00080000:0.0:1734685206.917151:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685176 00000100:00100000:2.0:1734685206.917156:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848279808:0@lo:400:kworker.0 00000100:00100000:2.0:1734685206.917161:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848279168:0@lo:400:kworker.0 00000100:00100000:3.0:1734685206.948744:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685206.948766:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848280448:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685206.948829:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685206.948881:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848280448 00000100:00100000:0.0:1734685206.948889:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848280448 00000100:00100000:0.0:1734685206.948937:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41200 00000100:00100000:0.0:1734685206.948946:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848280448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685206.948988:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685206.949049:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848280448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685206.949057:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41200 00000100:00100000:3.0:1734685206.949078:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848280448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685206.996834:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685206.996871:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848280576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685206.996966:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685206.997029:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848280576 00000100:00100000:2.0:1734685206.997039:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848280576 00000100:00100000:2.0:1734685206.997091:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6800 00000100:00100000:2.0:1734685206.997100:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848280576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685206.997132:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685206.997201:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848280576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685206.997206:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6800 00000100:00100000:0.0:1734685206.997262:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848280576:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685207.668848:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685208.670801:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685208.708759:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848280704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685208.708834:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685208.708887:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848280704 00000100:00100000:2.0:1734685208.708898:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848280704 00000100:00080000:0.0:1734685208.708943:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685178 00000100:00100000:2.0:1734685208.708949:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6801 00000100:00100000:2.0:1734685208.708954:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848280704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685208.708980:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685208.709035:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848280704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685208.709040:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6801 00000100:00100000:3.0:1734685208.709071:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848280704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685209.367066:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685209.367110:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685209.367132:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685209.367147:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872668672 00000100:00100000:2.0:1734685209.367158:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872668672 00000100:00100000:0.0:1734685209.367166:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685209.367172:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872668544 00000100:00100000:3.0:1734685209.367182:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872668544 00000100:00080000:0.0:1734685209.367187:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685179 00000100:00100000:1.0:1734685209.367190:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872668928 00000100:00080000:0.0:1734685209.367192:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685179 00000100:00100000:1.0:1734685209.367197:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872668928 00000100:00100000:2.0:1734685209.367206:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872668800 00000100:00100000:2.0:1734685209.367207:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872668800 00000100:00100000:0.0:1734685209.367217:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2605 00000100:00100000:1.0:1734685209.367224:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54063 00000100:00100000:0.0:1734685209.367225:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872668672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685209.367227:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 839 00000100:00100000:1.0:1734685209.367229:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872668928:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685209.367233:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2606 00000100:00100000:3.0:1734685209.367234:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872668544:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685209.367238:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872668800:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734685209.367255:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685209.367295:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872668672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 69us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685209.367295:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872668928:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 64us (160us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685209.367296:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872668544:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685209.367301:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54063 00000100:00100000:3.0:1734685209.367304:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 839 00000100:00100000:0.0:1734685209.367306:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2605 00000100:00100000:2.0:1734685209.367308:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872668800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 67us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685209.367313:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2606 00000100:00080000:0.0:1734685209.367331:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685179 00010000:00010000:2.0:1734685209.672840:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685210.674823:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685211.676792:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685211.876781:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685211.876807:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848280832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685211.876882:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685211.876958:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848280832 00000100:00100000:0.0:1734685211.876974:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848280832 00000100:00100000:0.0:1734685211.877052:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41201 00000100:00100000:0.0:1734685211.877064:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848280832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685211.877114:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685211.877226:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848280832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 160us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685211.877238:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41201 00000100:00100000:2.0:1734685211.877245:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848280832:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685211.924740:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685211.924745:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685211.924748:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685211.924754:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10007 00000100:00080000:0.0:1734685211.924757:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685211.924773:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685211.924791:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098708a80 x1818938848281472/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685211.924810:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685211.924813:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685211.924814:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734685211.924814:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848280960:0@lo:400:kworker.0 00000100:00100000:3.0:1734685211.924814:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848281088:0@lo:400:kworker.0 00000100:00080000:0.0:1734685211.924816:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10007 00000100:00080000:0.0:1734685211.924818:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685211.924820:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685211.924822:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848281344:0@lo:400:kworker.0 00000100:00100000:0.0:1734685211.924830:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eed6d80 x1818938848281856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685211.924869:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848281472:0@lo:8:kworker.0 00000100:00100000:2.0:1734685211.924904:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685211.924906:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685211.924907:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685211.924938:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685211.924949:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848281728:0@lo:400:kworker.0 00000100:00100000:1.0:1734685211.924950:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848282112:0@lo:400:kworker.0 00000100:00100000:2.0:1734685211.924951:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848281600:0@lo:400:kworker.0 00000100:00100000:0.0:1734685211.924961:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848281856:0@lo:8:kworker.0 00000100:00100000:3.0:1734685211.924973:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685211.924984:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685211.924993:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848281344 00000100:00100000:1.0:1734685211.924995:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848281472 00000100:00100000:0.0:1734685211.924999:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848281344 00000100:00100000:1.0:1734685211.925001:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848281472 00000100:00100000:3.0:1734685211.925004:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848281088 00000100:00100000:3.0:1734685211.925007:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848281088 00000100:00100000:2.0:1734685211.925020:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848281728 00000100:00100000:2.0:1734685211.925024:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848281728 00000100:00100000:1.0:1734685211.925029:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848281600 00000100:00100000:0.0:1734685211.925030:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41202 00000100:00100000:1.0:1734685211.925032:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848281600 00000100:00100000:0.0:1734685211.925034:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848281344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685211.925037:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2607 00000100:00100000:3.0:1734685211.925042:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848281088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685211.925057:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608 00000100:00100000:1.0:1734685211.925058:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7675 00000100:00100000:2.0:1734685211.925062:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848281728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685211.925064:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848281600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685211.925067:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848281344:12345-0@lo:400:kworker.0 Request processed in 32us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685211.925072:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41202 00000100:00100000:3.0:1734685211.925079:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848281088:12345-0@lo:400:kworker.0 Request processed in 37us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685211.925084:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2607 00000100:00080000:0.0:1734685211.925088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685181 00000100:00100000:2.0:1734685211.925089:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848281728:12345-0@lo:400:kworker.0 Request processed in 28us (115us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685211.925091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685181 00000100:00100000:2.0:1734685211.925095:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608 00000100:00100000:0.0:1734685211.925102:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685211.925111:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848281600:12345-0@lo:400:kworker.0 Request processed in 45us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685211.925116:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848281856 00000100:00100000:1.0:1734685211.925119:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7675 00000100:00100000:2.0:1734685211.925119:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848281856 00000100:00100000:0.0:1734685211.925128:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54064 00000100:00100000:3.0:1734685211.925129:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848281728:0@lo:400:kworker.0 00000100:00100000:0.0:1734685211.925132:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848281472:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685211.925133:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54065 00000100:00100000:2.0:1734685211.925137:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848281856:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685211.925137:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848281088:0@lo:400:kworker.0 00000100:00100000:1.0:1734685211.925147:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848280960 00010000:00020000:0.0:1734685211.925148:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685211.925151:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848280960 00010000:00020000:2.0:1734685211.925157:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685211.925167:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848281472:12345-0@lo:8:kworker.0 Request processed in 35us (229us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685211.925170:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848281216:0@lo:400:kworker.0 00000100:00100000:0.0:1734685211.925172:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54064 00000100:00100000:1.0:1734685211.925181:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:2.0:1734685211.925181:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848281856:12345-0@lo:8:kworker.0 Request processed in 43us (77us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685211.925186:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848280960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685211.925187:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685211.925188:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685181 00000100:00100000:2.0:1734685211.925188:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54065 00000100:00100000:3.0:1734685211.925196:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848281984:0@lo:400:kworker.0 00000100:00080000:0.0:1734685211.925202:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685211.925203:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848281216 00000100:00080000:0.0:1734685211.925204:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685211.925206:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848281216 00000100:00100000:0.0:1734685211.925207:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848281472:0@lo:8:kworker.0 00000100:00100000:3.0:1734685211.925209:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685211.925213:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848280960:12345-0@lo:400:kworker.0 Request processed in 27us (312us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685211.925214:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685211.925217:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685211.925218:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1734685211.925219:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848281856:0@lo:8:kworker.0 00000100:00100000:2.0:1734685211.925231:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609 00000100:00080000:0.0:1734685211.925233:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685181 00000100:00100000:2.0:1734685211.925236:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848281216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685211.925241:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848281984 00000100:00100000:1.0:1734685211.925243:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848281984 00000100:00100000:1.0:1734685211.925261:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7676 00000100:00100000:1.0:1734685211.925265:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848281984:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685211.925267:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685181 00000100:00100000:1.0:1734685211.925304:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848281984:12345-0@lo:400:kworker.0 Request processed in 39us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685211.925305:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848281216:12345-0@lo:400:kworker.0 Request processed in 68us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685211.925308:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7676 00000100:00100000:2.0:1734685211.925310:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609 00000100:00100000:1.0:1734685211.925319:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685211.925322:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848281216:0@lo:400:kworker.0 00000100:00100000:2.0:1734685211.925333:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848281600:0@lo:400:kworker.0 00000100:00100000:3.0:1734685211.925335:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848281984:0@lo:400:kworker.0 00000100:00100000:1.0:1734685211.925340:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848281344:0@lo:400:kworker.0 00000100:00100000:2.0:1734685211.925340:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848280960:0@lo:400:kworker.0 00000100:00100000:2.0:1734685211.925353:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848282112 00000100:00100000:2.0:1734685211.925356:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848282112 00000100:00100000:2.0:1734685211.925365:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610 00000100:00100000:2.0:1734685211.925368:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848282112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685211.925396:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848282112:12345-0@lo:400:kworker.0 Request processed in 27us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685211.925400:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610 00000100:00100000:1.0:1734685211.925440:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848282112:0@lo:400:kworker.0 00000100:00100000:2.0:1734685211.956901:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848282240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685211.956992:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685211.957047:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848282240 00000100:00100000:3.0:1734685211.957057:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848282240 00000100:00100000:3.0:1734685211.957108:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41203 00000100:00100000:3.0:1734685211.957114:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848282240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685211.957152:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685211.957199:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848282240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685211.957206:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41203 00000100:00100000:2.0:1734685211.957243:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848282240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685212.004867:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848282368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685212.004964:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685212.005099:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848282368 00000100:00100000:0.0:1734685212.005114:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848282368 00000100:00100000:0.0:1734685212.005199:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6802 00000100:00100000:0.0:1734685212.005210:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848282368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685212.005255:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685212.005382:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848282368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 170us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685212.005395:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6802 00000100:00100000:2.0:1734685212.005424:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848282368:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685212.678775:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685213.680711:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685213.716703:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848282496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685213.716753:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685213.716885:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848282496 00000100:00100000:2.0:1734685213.716903:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848282496 00000100:00080000:0.0:1734685213.716956:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685183 00000100:00100000:2.0:1734685213.716995:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6803 00000100:00100000:2.0:1734685213.717005:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848282496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685213.717051:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685213.717141:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848282496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685213.717151:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6803 00000100:00100000:0.0:1734685213.717173:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848282496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685214.374995:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685214.375023:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685214.375041:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685214.375057:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872669056 00000100:00100000:1.0:1734685214.375064:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872669056 00000100:00100000:0.0:1734685214.375070:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734685214.375083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685184 00000100:00100000:0.0:1734685214.375103:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872669312 00000100:00100000:3.0:1734685214.375103:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872669184 00000100:00100000:0.0:1734685214.375106:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872669312 00000100:00100000:1.0:1734685214.375107:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 841 00000100:00100000:3.0:1734685214.375108:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872669184 00000100:00100000:1.0:1734685214.375113:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872669056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685214.375114:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872669440 00000100:00100000:2.0:1734685214.375126:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872669440 00000100:00100000:0.0:1734685214.375129:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2611 00000100:00100000:0.0:1734685214.375134:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872669312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685214.375134:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2612 00000100:00100000:3.0:1734685214.375139:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872669184:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685214.375161:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872669312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685214.375161:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872669056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685214.375164:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872669184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685214.375165:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 841 00000100:00100000:0.0:1734685214.375167:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2611 00000100:00100000:2.0:1734685214.375168:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54066 00000100:00100000:2.0:1734685214.375174:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872669440:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685214.375175:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2612 00000100:00080000:0.0:1734685214.375186:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685184 00000100:00080000:0.0:1734685214.375188:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685184 00010000:00020000:2.0:1734685214.375198:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685214.375240:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872669440:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 66us (169us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685214.375245:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54066 00010000:00010000:2.0:1734685214.682736:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685215.684738:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685216.686800:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685216.884772:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848282624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685216.884850:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685216.885015:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848282624 00000100:00100000:3.0:1734685216.885030:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848282624 00000100:00100000:3.0:1734685216.885099:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41204 00000100:00100000:3.0:1734685216.885109:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848282624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685216.885151:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685216.885243:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848282624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 134us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685216.885252:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41204 00000100:00100000:1.0:1734685216.885283:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848282624:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685216.932743:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685216.932748:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685216.932751:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685216.932757:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10012 00000100:00080000:0.0:1734685216.932759:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734685216.932759:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848282880:0@lo:400:kworker.0 00000100:00100000:3.0:1734685216.932759:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848282752:0@lo:400:kworker.0 00000100:00080000:0.0:1734685216.932764:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685216.932776:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848283008:0@lo:400:kworker.0 00000100:00100000:0.0:1734685216.932780:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072de1c00 x1818938848283264/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685216.932800:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685216.932802:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685216.932803:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685216.932805:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10012 00000100:00080000:0.0:1734685216.932807:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685216.932809:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685216.932812:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685216.932814:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685216.932815:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d02300 x1818938848283648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685216.932816:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848283136:0@lo:400:kworker.0 00000100:00100000:1.0:1734685216.932835:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685216.932835:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848283520:0@lo:400:kworker.0 00000100:00100000:3.0:1734685216.932837:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848283392:0@lo:400:kworker.0 00000100:00100000:0.0:1734685216.932839:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848283264:0@lo:8:kworker.0 00000100:00100000:2.0:1734685216.932847:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685216.932849:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848283904:0@lo:400:kworker.0 00000100:00100000:3.0:1734685216.932860:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685216.932861:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685216.932867:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685216.932869:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848282880 00000100:00100000:1.0:1734685216.932870:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848283776:0@lo:400:kworker.0 00000100:00100000:0.0:1734685216.932873:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848282752 00000100:00100000:2.0:1734685216.932873:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848282880 00000100:00100000:0.0:1734685216.932875:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848282752 00000100:00100000:1.0:1734685216.932880:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685216.932891:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685216.932892:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848283520 00000100:00100000:3.0:1734685216.932896:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848283520 00000100:00100000:2.0:1734685216.932900:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848283904 00000100:00100000:2.0:1734685216.932901:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848283904 00000100:00100000:1.0:1734685216.932905:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848283008 00000100:00100000:0.0:1734685216.932906:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:1.0:1734685216.932908:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848283008 00000100:00100000:0.0:1734685216.932912:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848282752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685216.932912:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613 00000100:00100000:2.0:1734685216.932915:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848282880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685216.932920:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614 00000100:00100000:1.0:1734685216.932925:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2615 00000100:00100000:3.0:1734685216.932925:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848283904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685216.932929:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848283520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685216.932942:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848282880:12345-0@lo:400:kworker.0 Request processed in 26us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685216.932947:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613 00000100:00100000:1.0:1734685216.932951:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848283520:12345-0@lo:400:kworker.0 Request processed in 22us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685216.932955:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2615 00000100:00100000:2.0:1734685216.932959:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616 00000100:00100000:0.0:1734685216.932962:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848282752:12345-0@lo:400:kworker.0 Request processed in 50us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685216.932962:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848283008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685216.932964:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848283904:12345-0@lo:400:kworker.0 Request processed in 39us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685216.932969:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1734685216.932971:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614 00000100:00100000:1.0:1734685216.932973:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848283136 00000100:00100000:1.0:1734685216.932974:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848283136 00000100:00100000:2.0:1734685216.932976:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848283008:12345-0@lo:400:kworker.0 Request processed in 14us (84us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685216.932979:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616 00000100:00100000:1.0:1734685216.932989:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41205 00000100:00080000:0.0:1734685216.932992:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685186 00000100:00100000:1.0:1734685216.932993:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848283136:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685216.932995:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685186 00000100:00080000:0.0:1734685216.932997:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685186 00000100:00100000:2.0:1734685216.932997:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848283392 00000100:00100000:2.0:1734685216.932999:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848283392 00000100:00100000:3.0:1734685216.933004:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848282752:0@lo:400:kworker.0 00000100:00100000:0.0:1734685216.933005:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848283776 00000100:00100000:0.0:1734685216.933007:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848283776 00000100:00100000:2.0:1734685216.933013:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7677 00000100:00100000:2.0:1734685216.933016:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848283392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685216.933018:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848283136:12345-0@lo:400:kworker.0 Request processed in 24us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685216.933022:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7678 00000100:00100000:1.0:1734685216.933023:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41205 00000100:00100000:0.0:1734685216.933025:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848283776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685216.933032:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848283392:12345-0@lo:400:kworker.0 Request processed in 15us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685216.933035:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7677 00000100:00100000:3.0:1734685216.933039:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848283392:0@lo:400:kworker.0 00000100:00100000:0.0:1734685216.933046:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848283776:12345-0@lo:400:kworker.0 Request processed in 20us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685216.933049:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7678 00000100:00100000:2.0:1734685216.933050:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848283520:0@lo:400:kworker.0 00000100:00100000:1.0:1734685216.933051:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848283008:0@lo:400:kworker.0 00000100:00100000:2.0:1734685216.933056:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848282880:0@lo:400:kworker.0 00000100:00080000:0.0:1734685216.933058:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685186 00000100:00100000:0.0:1734685216.933063:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685216.933068:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848283776:0@lo:400:kworker.0 00000100:00100000:0.0:1734685216.933072:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848283648:0@lo:8:kworker.0 00000100:00100000:1.0:1734685216.933077:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848283904:0@lo:400:kworker.0 00000100:00100000:0.0:1734685216.933083:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685216.933084:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848283136:0@lo:400:kworker.0 00000100:00100000:3.0:1734685216.933084:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848283264 00000100:00100000:3.0:1734685216.933087:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848283264 00000100:00100000:3.0:1734685216.933108:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848283648 00000100:00100000:3.0:1734685216.933111:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848283648 00000100:00100000:0.0:1734685216.933116:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54067 00000100:00100000:0.0:1734685216.933120:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848283264:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685216.933124:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54068 00000100:00100000:3.0:1734685216.933129:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848283648:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685216.933137:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734685216.933140:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685216.933170:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848283264:12345-0@lo:8:kworker.0 Request processed in 49us (105us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685216.933177:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54067 00000100:00100000:3.0:1734685216.933179:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848283648:12345-0@lo:8:kworker.0 Request processed in 48us (94us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685216.933185:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54068 00000100:00080000:1.0:1734685216.933196:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685216.933200:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685216.933203:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848283264:0@lo:8:kworker.0 00000100:00080000:1.0:1734685216.933211:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685216.933213:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685216.933215:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848283648:0@lo:8:kworker.0 00000100:00100000:3.0:1734685216.964771:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848284032:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685216.964832:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685216.964886:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848284032 00000100:00100000:1.0:1734685216.964893:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848284032 00000100:00100000:1.0:1734685216.964926:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41206 00000100:00100000:1.0:1734685216.964931:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848284032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685216.964958:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685216.965016:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848284032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685216.965022:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41206 00000100:00100000:3.0:1734685216.965060:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848284032:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685217.012831:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848284160:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685217.012902:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685217.012988:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848284160 00000100:00100000:2.0:1734685217.013001:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848284160 00000100:00100000:2.0:1734685217.013069:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6804 00000100:00100000:2.0:1734685217.013080:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848284160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685217.013123:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685217.013199:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848284160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685217.013210:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6804 00000100:00100000:0.0:1734685217.013245:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848284160:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685217.688792:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685218.690823:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685218.724749:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848284288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685218.724826:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685218.724907:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848284288 00000100:00100000:2.0:1734685218.724922:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848284288 00000100:00080000:0.0:1734685218.724995:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685188 00000100:00100000:2.0:1734685218.725016:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6805 00000100:00100000:2.0:1734685218.725028:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848284288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685218.725072:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685218.725164:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848284288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685218.725177:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6805 00000100:00100000:1.0:1734685218.725217:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848284288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685219.383090:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685219.383137:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685219.383155:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872669696 00000100:00100000:2.0:1734685219.383163:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872669696 00000100:00100000:0.0:1734685219.383173:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685219.383197:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872669568 00000100:00100000:1.0:1734685219.383202:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872669568 00000100:00100000:2.0:1734685219.383207:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2617 00000100:00100000:2.0:1734685219.383214:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872669696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685219.383225:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685219.383228:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 843 00000100:00100000:1.0:1734685219.383233:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872669568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685219.383245:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685189 00000100:00080000:0.0:1734685219.383249:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685189 00000100:00100000:3.0:1734685219.383266:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872669952 00000100:00100000:3.0:1734685219.383271:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872669952 00000100:00100000:1.0:1734685219.383273:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872669568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685219.383273:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872669696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685219.383279:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 843 00000100:00100000:2.0:1734685219.383280:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2617 00000100:00100000:3.0:1734685219.383289:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54069 00000100:00100000:3.0:1734685219.383293:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872669952:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685219.383294:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872669824 00000100:00100000:2.0:1734685219.383297:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872669824 00010000:00020000:3.0:1734685219.383310:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685219.383315:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2618 00000100:00100000:2.0:1734685219.383320:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872669824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685219.383331:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872669952:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (159us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685219.383335:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54069 00000100:00100000:2.0:1734685219.383342:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872669824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685219.383348:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2618 00000100:00080000:0.0:1734685219.383373:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685189 00010000:00010000:2.0:1734685219.692728:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685220.694766:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685221.696771:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685221.892722:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685221.892745:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848284416:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685221.892802:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685221.892845:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848284416 00000100:00100000:1.0:1734685221.892852:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848284416 00000100:00100000:1.0:1734685221.892883:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41207 00000100:00100000:1.0:1734685221.892888:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848284416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685221.892914:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685221.892951:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848284416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685221.892956:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41207 00000100:00100000:0.0:1734685221.892998:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848284416:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685221.940753:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685221.940759:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685221.940762:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685221.940769:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10017 00000100:00100000:1.0:1734685221.940772:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848284672:0@lo:400:kworker.0 00000100:00080000:0.0:1734685221.940774:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685221.940779:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685221.940780:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848284544:0@lo:400:kworker.0 00000100:00100000:2.0:1734685221.940792:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848284928:0@lo:400:kworker.0 00000100:00100000:0.0:1734685221.940797:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979a5500 x1818938848285056/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685221.940822:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685221.940825:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685221.940826:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685221.940829:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10017 00000100:00080000:0.0:1734685221.940831:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1734685221.940834:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685221.940835:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685221.940844:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979a5f80 x1818938848285440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685221.940844:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685221.940845:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685221.940862:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848285312:0@lo:400:kworker.0 00000100:00100000:2.0:1734685221.940876:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848285696:0@lo:400:kworker.0 00000100:00100000:3.0:1734685221.940878:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848285184:0@lo:400:kworker.0 00000100:00100000:0.0:1734685221.940879:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848284672 00000100:00100000:1.0:1734685221.940879:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685221.940885:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848284672 00000100:00100000:2.0:1734685221.940898:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685221.940903:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685221.940904:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848285056:0@lo:8:kworker.0 00000100:00100000:2.0:1734685221.940908:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734685221.940913:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848284800:0@lo:400:kworker.0 00000100:00100000:0.0:1734685221.940918:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848285312 00000100:00100000:0.0:1734685221.940920:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848285312 00000100:00100000:1.0:1734685221.940926:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685221.940927:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685221.940937:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848285440:0@lo:8:kworker.0 00000100:00100000:2.0:1734685221.940942:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848285568:0@lo:400:kworker.0 00000100:00100000:0.0:1734685221.940943:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848285696 00000100:00100000:0.0:1734685221.940945:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848285696 00000100:00100000:3.0:1734685221.940945:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848284800 00000100:00100000:3.0:1734685221.940950:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848284800 00000100:00100000:1.0:1734685221.940951:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685221.940962:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2619 00000100:00100000:2.0:1734685221.940969:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620 00000100:00100000:0.0:1734685221.940970:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848284672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685221.940974:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848285312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685221.940983:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2621 00000100:00100000:1.0:1734685221.940987:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848285696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685221.940988:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622 00000100:00100000:3.0:1734685221.940992:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848284800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685221.941012:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848285696:12345-0@lo:400:kworker.0 Request processed in 24us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685221.941018:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2621 00000100:00100000:0.0:1734685221.941020:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff43800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848284672:12345-0@lo:400:kworker.0 Request processed in 52us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685221.941020:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848285312:12345-0@lo:400:kworker.0 Request processed in 46us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685221.941024:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2619 00000100:00100000:3.0:1734685221.941024:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848284800:12345-0@lo:400:kworker.0 Request processed in 32us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685221.941028:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620 00000100:00100000:3.0:1734685221.941031:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622 00000100:00080000:0.0:1734685221.941039:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685191 00000100:00100000:1.0:1734685221.941040:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848285184 00000100:00080000:0.0:1734685221.941042:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685191 00000100:00100000:1.0:1734685221.941043:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848285184 00000100:00100000:3.0:1734685221.941050:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848285056 00000100:00100000:0.0:1734685221.941051:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848285440 00000100:00100000:2.0:1734685221.941051:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685221.941053:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848285440 00000100:00100000:3.0:1734685221.941053:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848285056 00000100:00100000:1.0:1734685221.941066:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848285568 00000100:00100000:1.0:1734685221.941069:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848285568 00000100:00100000:3.0:1734685221.941073:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7679 00000100:00100000:3.0:1734685221.941077:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848285184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685221.941079:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7680 00000100:00100000:0.0:1734685221.941083:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848285568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685221.941083:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54070 00000100:00100000:2.0:1734685221.941086:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848285696:0@lo:400:kworker.0 00000100:00100000:1.0:1734685221.941088:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848285056:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685221.941104:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848285184:12345-0@lo:400:kworker.0 Request processed in 26us (201us total) trans 0 rc 0/0 00010000:00020000:1.0:1734685221.941105:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685221.941108:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7679 00000100:00100000:2.0:1734685221.941111:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848284800:0@lo:400:kworker.0 00000100:00100000:0.0:1734685221.941115:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848285568:12345-0@lo:400:kworker.0 Request processed in 31us (63us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685221.941120:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54071 00000100:00100000:2.0:1734685221.941122:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848285568:0@lo:400:kworker.0 00000100:00100000:0.0:1734685221.941125:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7680 00000100:00100000:3.0:1734685221.941125:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848285440:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685221.941126:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848285056:12345-0@lo:8:kworker.0 Request processed in 38us (200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685221.941131:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54070 00010000:00020000:3.0:1734685221.941138:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734685221.941142:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685191 00000100:00100000:2.0:1734685221.941151:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848284928 00000100:00100000:3.0:1734685221.941153:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848285440:12345-0@lo:8:kworker.0 Request processed in 28us (201us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685221.941154:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848284928 00000100:00100000:3.0:1734685221.941157:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54071 00000100:00100000:1.0:1734685221.941168:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848285312:0@lo:400:kworker.0 00000100:00100000:3.0:1734685221.941172:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848284544 00000100:00100000:3.0:1734685221.941174:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848284544 00000100:00100000:1.0:1734685221.941176:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848284672:0@lo:400:kworker.0 00000100:00100000:2.0:1734685221.941185:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41208 00000100:00100000:2.0:1734685221.941190:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848284928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685221.941191:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1734685221.941194:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848284544:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685221.941201:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685221.941203:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685221.941206:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848285056:0@lo:8:kworker.0 00000100:00100000:3.0:1734685221.941210:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848284544:12345-0@lo:400:kworker.0 Request processed in 15us (367us total) trans 0 rc 0/0 00000100:00080000:1.0:1734685221.941214:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685221.941214:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00080000:1.0:1734685221.941216:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685221.941219:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848285440:0@lo:8:kworker.0 00000100:00100000:2.0:1734685221.941225:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848284928:12345-0@lo:400:kworker.0 Request processed in 34us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685221.941231:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41208 00000100:00100000:3.0:1734685221.941236:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848285184:0@lo:400:kworker.0 00000100:00100000:3.0:1734685221.941241:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848284544:0@lo:400:kworker.0 00000100:00080000:2.0:1734685221.941251:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685191 00000100:00080000:2.0:1734685221.941254:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685191 00000100:00100000:2.0:1734685221.941269:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848284928:0@lo:400:kworker.0 00000100:00100000:0.0:1734685221.972802:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848285824:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685221.972877:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685221.972970:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848285824 00000100:00100000:2.0:1734685221.972980:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848285824 00000100:00100000:2.0:1734685221.973023:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41209 00000100:00100000:2.0:1734685221.973028:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848285824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685221.973061:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685221.973124:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848285824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685221.973132:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41209 00000100:00100000:0.0:1734685221.973144:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848285824:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685222.020786:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685222.020810:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848285952:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685222.020881:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685222.020923:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848285952 00000100:00100000:0.0:1734685222.020932:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848285952 00000100:00100000:0.0:1734685222.020973:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6806 00000100:00100000:0.0:1734685222.020979:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848285952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685222.021008:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685222.021062:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848285952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685222.021068:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6806 00000100:00100000:2.0:1734685222.021090:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848285952:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685222.698786:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685223.700807:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685223.732719:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685223.732736:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848286080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685223.732783:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685223.732819:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848286080 00000100:00100000:0.0:1734685223.732826:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848286080 00000100:00080000:2.0:1734685223.732858:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685193 00000100:00100000:0.0:1734685223.732871:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6807 00000100:00100000:0.0:1734685223.732878:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848286080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685223.732903:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685223.732942:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848286080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685223.732948:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6807 00000100:00100000:3.0:1734685223.732959:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848286080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685224.391046:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685224.391096:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685224.391117:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872670080 00000100:00100000:0.0:1734685224.391120:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685224.391125:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872670080 00000100:00100000:0.0:1734685224.391151:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685224.391154:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872670208 00000100:00100000:1.0:1734685224.391159:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872670208 00000100:00100000:0.0:1734685224.391170:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872670336 00000100:00100000:3.0:1734685224.391170:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 845 00000100:00100000:0.0:1734685224.391172:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872670336 00000100:00100000:3.0:1734685224.391175:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872670080:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685224.391203:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2623 00000100:00080000:2.0:1734685224.391203:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685194 00000100:00100000:0.0:1734685224.391209:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2624 00000100:00100000:1.0:1734685224.391209:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872670208:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685224.391210:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685194 00000100:00100000:0.0:1734685224.391213:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872670336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685224.391213:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685194 00000100:00100000:3.0:1734685224.391240:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872670080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685224.391245:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872670336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685224.391245:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 845 00000100:00100000:1.0:1734685224.391250:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872670208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685224.391252:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2624 00000100:00100000:1.0:1734685224.391256:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2623 00000100:00100000:0.0:1734685224.391272:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872670464 00000100:00100000:0.0:1734685224.391276:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872670464 00000100:00100000:0.0:1734685224.391325:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54072 00000100:00100000:0.0:1734685224.391330:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872670464:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685224.391351:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685224.391372:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872670464:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (220us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685224.391378:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54072 00010000:00010000:2.0:1734685224.702756:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685225.704898:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685226.706740:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685226.900719:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848286208:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685226.900770:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685226.900805:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848286208 00000100:00100000:2.0:1734685226.900812:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848286208 00000100:00100000:2.0:1734685226.900858:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41210 00000100:00100000:2.0:1734685226.900863:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848286208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685226.900890:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685226.900928:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848286208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685226.900933:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41210 00000100:00100000:3.0:1734685226.900972:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848286208:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685226.948746:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734685226.948749:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848286464:0@lo:400:kworker.0 00000100:00100000:2.0:1734685226.948749:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848286336:0@lo:400:kworker.0 00000100:00080000:0.0:1734685226.948752:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685226.948755:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685226.948760:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10022 00000100:00080000:0.0:1734685226.948765:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1734685226.948766:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848286592:0@lo:400:kworker.0 00000100:00080000:0.0:1734685226.948771:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685226.948789:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979a5f80 x1818938848286848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685226.948811:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685226.948811:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685226.948815:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848286720:0@lo:400:kworker.0 00000100:00080000:0.0:1734685226.948816:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685226.948818:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685226.948819:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685226.948822:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10022 00000100:00080000:0.0:1734685226.948823:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685226.948825:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685226.948836:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848286976:0@lo:400:kworker.0 00000100:00100000:1.0:1734685226.948837:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848287104:0@lo:400:kworker.0 00000100:00100000:0.0:1734685226.948839:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979a5c00 x1818938848287232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685226.948839:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685226.948854:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685226.948855:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685226.948860:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848287488:0@lo:400:kworker.0 00000100:00100000:1.0:1734685226.948876:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848286848:0@lo:8:kworker.0 00000100:00100000:0.0:1734685226.948877:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848286464 00000100:00100000:3.0:1734685226.948878:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685226.948880:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848286720 00000100:00100000:0.0:1734685226.948882:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848286464 00000100:00100000:2.0:1734685226.948885:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848286720 00000100:00100000:1.0:1734685226.948892:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685226.948892:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685226.948898:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848287360:0@lo:400:kworker.0 00000100:00100000:1.0:1734685226.948903:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848287232:0@lo:8:kworker.0 00000100:00100000:0.0:1734685226.948907:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848287104 00000100:00100000:0.0:1734685226.948909:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848287104 00000100:00100000:2.0:1734685226.948914:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41211 00000100:00100000:3.0:1734685226.948914:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685226.948916:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848287488 00000100:00100000:0.0:1734685226.948917:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848287488 00000100:00100000:2.0:1734685226.948920:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848286720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685226.948926:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2625 00000100:00100000:1.0:1734685226.948927:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848286976 00000100:00100000:0.0:1734685226.948929:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848286464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685226.948929:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848286976 00000100:00100000:3.0:1734685226.948939:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848286336 00000100:00100000:3.0:1734685226.948942:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848286336 00000100:00100000:1.0:1734685226.948948:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848286848 00000100:00100000:1.0:1734685226.948950:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848286848 00000100:00100000:1.0:1734685226.948960:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848287360 00000100:00100000:3.0:1734685226.948961:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1734685226.948962:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848287360 00000100:00100000:2.0:1734685226.948962:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848286720:12345-0@lo:400:kworker.0 Request processed in 42us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685226.948964:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848286336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685226.948966:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848286464:12345-0@lo:400:kworker.0 Request processed in 36us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685226.948968:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41211 00000100:00100000:0.0:1734685226.948972:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2625 00000100:00100000:1.0:1734685226.948973:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7681 00000100:00100000:1.0:1734685226.948977:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848286976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685226.948984:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848286336:12345-0@lo:400:kworker.0 Request processed in 20us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685226.948985:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626 00000100:00100000:2.0:1734685226.948989:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7682 00000100:00100000:3.0:1734685226.948989:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1734685226.948990:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848287104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685226.948994:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848287360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685226.949012:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848286976:12345-0@lo:400:kworker.0 Request processed in 34us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685226.949017:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7681 00000100:00100000:3.0:1734685226.949021:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685226.949028:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848287104:12345-0@lo:400:kworker.0 Request processed in 38us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685226.949028:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54073 00000100:00100000:2.0:1734685226.949029:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848287360:12345-0@lo:400:kworker.0 Request processed in 34us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685226.949032:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848286848:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685226.949034:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626 00000100:00100000:2.0:1734685226.949034:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7682 00000100:00100000:3.0:1734685226.949036:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848286592 00000100:00100000:3.0:1734685226.949038:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848286592 00000100:00100000:0.0:1734685226.949045:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2627 00010000:00020000:1.0:1734685226.949048:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685226.949049:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628 00000100:00100000:0.0:1734685226.949050:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848287488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685226.949052:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848286592:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685226.949060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685196 00000100:00080000:2.0:1734685226.949063:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685196 00000100:00080000:2.0:1734685226.949065:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685196 00000100:00080000:2.0:1734685226.949067:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685196 00000100:00100000:1.0:1734685226.949069:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848286848:12345-0@lo:8:kworker.0 Request processed in 36us (176us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685226.949071:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848286592:12345-0@lo:400:kworker.0 Request processed in 19us (49us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685226.949076:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54073 00000100:00100000:3.0:1734685226.949076:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628 00000100:00100000:0.0:1734685226.949078:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848287488:12345-0@lo:400:kworker.0 Request processed in 27us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685226.949084:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2627 00000100:00100000:3.0:1734685226.949092:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848286592:0@lo:400:kworker.0 00000100:00100000:2.0:1734685226.949093:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848286976:0@lo:400:kworker.0 00000100:00100000:1.0:1734685226.949094:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685226.949101:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848287232 00000100:00100000:2.0:1734685226.949101:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848286336:0@lo:400:kworker.0 00000100:00100000:0.0:1734685226.949105:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848287232 00000100:00100000:3.0:1734685226.949105:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848287360:0@lo:400:kworker.0 00000100:00100000:3.0:1734685226.949111:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848287488:0@lo:400:kworker.0 00000100:00100000:3.0:1734685226.949116:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848286720:0@lo:400:kworker.0 00000100:00080000:1.0:1734685226.949117:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685226.949118:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54074 00000100:00080000:1.0:1734685226.949120:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685226.949121:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848287232:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685226.949124:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848286848:0@lo:8:kworker.0 00010000:00020000:0.0:1734685226.949130:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685226.949148:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848287104:0@lo:400:kworker.0 00000100:00100000:0.0:1734685226.949149:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848287232:12345-0@lo:8:kworker.0 Request processed in 27us (55us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685226.949153:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54074 00000100:00100000:1.0:1734685226.949156:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848286464:0@lo:400:kworker.0 00000100:00080000:2.0:1734685226.949158:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685226.949160:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685226.949163:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848287232:0@lo:8:kworker.0 00000100:00100000:2.0:1734685226.980715:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848287616:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685226.980768:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685226.980805:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848287616 00000100:00100000:0.0:1734685226.980812:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848287616 00000100:00100000:0.0:1734685226.980843:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41212 00000100:00100000:0.0:1734685226.980848:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848287616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685226.980874:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685226.980908:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848287616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685226.980913:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41212 00000100:00100000:2.0:1734685226.980926:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848287616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685227.028731:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848287744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685227.028787:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685227.028847:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848287744 00000100:00100000:0.0:1734685227.028854:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848287744 00000100:00100000:0.0:1734685227.028887:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6808 00000100:00100000:0.0:1734685227.028893:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848287744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685227.028927:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685227.028968:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848287744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685227.028972:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6808 00000100:00100000:1.0:1734685227.029019:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848287744:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685227.708702:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685228.710857:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685228.740794:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848287872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685228.740875:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685228.740941:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848287872 00000100:00100000:2.0:1734685228.740954:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848287872 00000100:00080000:0.0:1734685228.740993:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685198 00000100:00100000:2.0:1734685228.741025:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6809 00000100:00100000:2.0:1734685228.741033:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848287872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685228.741068:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685228.741131:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848287872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685228.741140:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6809 00000100:00100000:0.0:1734685228.741175:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848287872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685229.398784:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685229.398817:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685229.398832:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685229.398854:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685229.398865:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872670592 00000100:00100000:3.0:1734685229.398873:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872670592 00000100:00100000:2.0:1734685229.398874:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872670720 00000100:00100000:2.0:1734685229.398879:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872670720 00000100:00100000:0.0:1734685229.398886:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872670848 00000100:00100000:0.0:1734685229.398889:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872670848 00000100:00100000:1.0:1734685229.398897:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872670976 00000100:00100000:1.0:1734685229.398901:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872670976 00000100:00100000:3.0:1734685229.398908:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 847 00000100:00100000:2.0:1734685229.398912:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2629 00000100:00100000:3.0:1734685229.398913:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872670592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685229.398916:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2630 00000100:00100000:1.0:1734685229.398916:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54075 00000100:00100000:2.0:1734685229.398916:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872670720:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685229.398920:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872670848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685229.398920:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872670976:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685229.398937:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685229.398960:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872670848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685229.398960:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872670720:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685229.398963:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872670592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685229.398965:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2630 00000100:00100000:1.0:1734685229.398966:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872670976:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (111us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685229.398967:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 847 00000100:00100000:1.0:1734685229.398970:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54075 00000100:00100000:2.0:1734685229.398972:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2629 00000100:00080000:0.0:1734685229.398979:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685199 00000100:00080000:0.0:1734685229.398981:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685199 00000100:00080000:0.0:1734685229.398983:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685199 00010000:00010000:2.0:1734685229.712739:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685230.714631:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685231.716717:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685231.908725:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848288000:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685231.908779:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685231.908813:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848288000 00000100:00100000:0.0:1734685231.908820:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848288000 00000100:00100000:0.0:1734685231.908849:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41213 00000100:00100000:0.0:1734685231.908854:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848288000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685231.908881:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685231.908935:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848288000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685231.908942:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41213 00000100:00100000:2.0:1734685231.908950:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848288000:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685231.956793:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685231.956800:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734685231.956802:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848288128:0@lo:400:kworker.0 00000100:00080000:0.0:1734685231.956803:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734685231.956806:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848288256:0@lo:400:kworker.0 00000100:00080000:0.0:1734685231.956808:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10027 00000100:00080000:0.0:1734685231.956812:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685231.956818:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685231.956837:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979a6d80 x1818938848288640/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685231.956839:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848288512:0@lo:400:kworker.0 00000100:00080000:0.0:1734685231.956861:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685231.956864:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685231.956866:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734685231.956867:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685231.956867:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685231.956869:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10027 00000100:00080000:0.0:1734685231.956871:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685231.956874:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685231.956878:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685231.956882:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979a7100 x1818938848289024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685231.956891:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848288768:0@lo:400:kworker.0 00000100:00100000:1.0:1734685231.956892:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848288896:0@lo:400:kworker.0 00000100:00100000:2.0:1734685231.956897:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685231.956902:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848288384:0@lo:400:kworker.0 00000100:00100000:1.0:1734685231.956911:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685231.956911:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685231.956924:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685231.956929:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848289152:0@lo:400:kworker.0 00000100:00100000:1.0:1734685231.956940:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848288256 00000100:00100000:2.0:1734685231.956940:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848289280:0@lo:400:kworker.0 00000100:00100000:3.0:1734685231.956940:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848288128 00000100:00100000:1.0:1734685231.956946:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848288256 00000100:00100000:3.0:1734685231.956946:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848288128 00000100:00100000:0.0:1734685231.956948:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685231.956968:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685231.956974:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848288768 00000100:00100000:3.0:1734685231.956975:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1734685231.956976:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848288768 00000100:00100000:1.0:1734685231.956978:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848288896 00000100:00100000:1.0:1734685231.956980:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848288896 00000100:00100000:3.0:1734685231.956982:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848288128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685231.956990:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848288640:0@lo:8:kworker.0 00000100:00100000:0.0:1734685231.956992:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848289152 00000100:00100000:0.0:1734685231.956994:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848289152 00000100:00100000:1.0:1734685231.956994:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848288384 00000100:00100000:1.0:1734685231.956996:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848288384 00000100:00100000:0.0:1734685231.957006:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7683 00000100:00100000:1.0:1734685231.957007:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848289280 00000100:00100000:1.0:1734685231.957009:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848289280 00000100:00100000:2.0:1734685231.957010:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685231.957011:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848288768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685231.957016:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848288128:12345-0@lo:400:kworker.0 Request processed in 35us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685231.957019:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2631 00000100:00100000:3.0:1734685231.957021:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1734685231.957022:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848289024:0@lo:8:kworker.0 00000100:00100000:1.0:1734685231.957024:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848288256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685231.957037:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848288768:12345-0@lo:400:kworker.0 Request processed in 26us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685231.957040:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685231.957042:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7683 00000100:00080000:3.0:1734685231.957046:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685201 00000100:00080000:3.0:1734685231.957049:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685201 00000100:00100000:0.0:1734685231.957052:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848288640 00000100:00080000:3.0:1734685231.957052:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685201 00000100:00100000:0.0:1734685231.957054:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848288640 00000100:00080000:3.0:1734685231.957054:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685201 00000100:00100000:1.0:1734685231.957057:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848288256:12345-0@lo:400:kworker.0 Request processed in 32us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685231.957063:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848289024 00000100:00100000:1.0:1734685231.957063:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2631 00000100:00100000:0.0:1734685231.957065:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848289024 00000100:00100000:3.0:1734685231.957067:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632 00000100:00100000:2.0:1734685231.957072:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633 00000100:00100000:3.0:1734685231.957072:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848288896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685231.957073:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7684 00000100:00100000:0.0:1734685231.957076:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848289152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685231.957077:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2634 00000100:00100000:2.0:1734685231.957078:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848288384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685231.957081:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848289280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685231.957094:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848288896:12345-0@lo:400:kworker.0 Request processed in 23us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685231.957097:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848289152:12345-0@lo:400:kworker.0 Request processed in 19us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685231.957100:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632 00000100:00100000:0.0:1734685231.957101:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7684 00000100:00100000:1.0:1734685231.957106:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848289280:12345-0@lo:400:kworker.0 Request processed in 24us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685231.957108:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54076 00000100:00100000:2.0:1734685231.957109:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848288384:12345-0@lo:400:kworker.0 Request processed in 31us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685231.957113:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848288640:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685231.957113:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2634 00000100:00100000:2.0:1734685231.957116:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633 00000100:00100000:3.0:1734685231.957126:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848288768:0@lo:400:kworker.0 00010000:00020000:0.0:1734685231.957128:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685231.957133:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848288128:0@lo:400:kworker.0 00000100:00100000:1.0:1734685231.957134:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54077 00000100:00100000:1.0:1734685231.957138:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848289024:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685231.957149:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685231.957152:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848288640:12345-0@lo:8:kworker.0 Request processed in 38us (142us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685231.957152:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848289280:0@lo:400:kworker.0 00000100:00100000:0.0:1734685231.957158:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54076 00000100:00100000:2.0:1734685231.957160:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848288384:0@lo:400:kworker.0 00000100:00100000:3.0:1734685231.957168:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848288512 00000100:00100000:3.0:1734685231.957192:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848288512 00000100:00100000:0.0:1734685231.957202:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848289152:0@lo:400:kworker.0 00000100:00100000:1.0:1734685231.957202:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848289024:12345-0@lo:8:kworker.0 Request processed in 30us (129us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734685231.957202:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685231.957206:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685231.957209:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54077 00000100:00100000:2.0:1734685231.957209:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848288640:0@lo:8:kworker.0 00000100:00100000:3.0:1734685231.957231:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41214 00000100:00080000:2.0:1734685231.957233:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685231.957235:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685231.957235:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848288512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685231.957238:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848289024:0@lo:8:kworker.0 00000100:00100000:1.0:1734685231.957255:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848288896:0@lo:400:kworker.0 00000100:00100000:1.0:1734685231.957264:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848288256:0@lo:400:kworker.0 00000100:00100000:3.0:1734685231.957266:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848288512:12345-0@lo:400:kworker.0 Request processed in 30us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685231.957269:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848288512:0@lo:400:kworker.0 00000100:00100000:3.0:1734685231.957271:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41214 00000100:00080000:3.0:1734685231.957282:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685201 00000100:00100000:3.0:1734685231.988851:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4875880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848289408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685231.988905:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685231.988974:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848289408 00000100:00100000:0.0:1734685231.988983:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848289408 00000100:00100000:0.0:1734685231.989025:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41215 00000100:00100000:0.0:1734685231.989031:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848289408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685231.989060:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685231.989116:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848289408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685231.989124:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41215 00000100:00100000:3.0:1734685231.989197:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4875880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848289408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685232.036791:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848289536:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685232.036857:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685232.036920:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848289536 00000100:00100000:0.0:1734685232.036929:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848289536 00000100:00100000:0.0:1734685232.036973:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6810 00000100:00100000:0.0:1734685232.036981:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848289536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685232.037014:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685232.037070:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848289536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685232.037077:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6810 00000100:00100000:2.0:1734685232.037099:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848289536:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685232.718768:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685233.720687:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685233.748777:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848289664:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685233.748851:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685233.748895:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848289664 00000100:00100000:0.0:1734685233.748902:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848289664 00000100:00080000:3.0:1734685233.748940:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685203 00000100:00100000:0.0:1734685233.748945:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6811 00000100:00100000:0.0:1734685233.748952:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848289664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685233.748978:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685233.749015:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848289664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685233.749021:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6811 00000100:00100000:2.0:1734685233.749035:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848289664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685234.406786:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685234.406816:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685234.406836:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685234.406850:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872671232 00000100:00100000:3.0:1734685234.406859:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872671232 00000100:00100000:0.0:1734685234.406861:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685234.406885:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872671360 00000100:00100000:1.0:1734685234.406886:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872671488 00000100:00100000:0.0:1734685234.406888:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872671360 00000100:00100000:1.0:1734685234.406891:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872671488 00000100:00100000:2.0:1734685234.406904:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872671104 00000100:00100000:2.0:1734685234.406909:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872671104 00000100:00100000:1.0:1734685234.406912:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54078 00000100:00100000:3.0:1734685234.406914:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2635 00000100:00100000:0.0:1734685234.406919:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2636 00000100:00100000:1.0:1734685234.406921:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872671488:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685234.406921:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872671232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685234.406923:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872671360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685234.406933:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 849 00000100:00100000:2.0:1734685234.406937:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872671104:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734685234.406940:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685234.406972:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872671104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685234.406976:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 849 00000100:00100000:3.0:1734685234.406978:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872671232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685234.406979:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872671488:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 58us (142us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685234.406981:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872671360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685234.406984:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54078 00000100:00100000:3.0:1734685234.406985:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2635 00000100:00100000:0.0:1734685234.406988:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2636 00000100:00080000:3.0:1734685234.407005:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685204 00000100:00080000:3.0:1734685234.407008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685204 00000100:00080000:3.0:1734685234.407010:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685204 00010000:00010000:2.0:1734685234.722688:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685235.724693:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685236.726847:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685236.916775:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848289792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685236.916864:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685236.916927:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848289792 00000100:00100000:0.0:1734685236.916937:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848289792 00000100:00100000:0.0:1734685236.916992:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41216 00000100:00100000:0.0:1734685236.917000:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848289792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685236.917041:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685236.917146:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848289792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 144us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685236.917154:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41216 00000100:00100000:3.0:1734685236.917183:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848289792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685236.964748:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848289920:0@lo:400:kworker.0 00000100:00080000:0.0:1734685236.964749:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734685236.964751:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848290048:0@lo:400:kworker.0 00000100:00080000:0.0:1734685236.964756:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685236.964759:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685236.964766:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10032 00000100:00080000:0.0:1734685236.964769:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734685236.964775:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848290176:0@lo:400:kworker.0 00000100:00080000:0.0:1734685236.964786:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685236.964810:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685236.964810:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685236.964812:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ecb6300 x1818938848290432/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685236.964818:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848290304:0@lo:400:kworker.0 00000100:00100000:2.0:1734685236.964837:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685236.964840:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734685236.964841:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848290560:0@lo:400:kworker.0 00000100:00080000:0.0:1734685236.964843:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685236.964845:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685236.964848:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10032 00000100:00100000:1.0:1734685236.964850:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685236.964852:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685236.964856:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685236.964863:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685236.964865:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848290688:0@lo:400:kworker.0 00000100:00100000:0.0:1734685236.964866:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ecb6d80 x1818938848290816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685236.964869:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848289920 00000100:00100000:2.0:1734685236.964875:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848289920 00000100:00100000:3.0:1734685236.964890:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848290176 00000100:00100000:3.0:1734685236.964894:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848290176 00000100:00100000:1.0:1734685236.964896:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685236.964904:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848290432:0@lo:8:kworker.0 00000100:00100000:2.0:1734685236.964905:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1734685236.964909:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848289920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685236.964917:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848290048 00000100:00100000:1.0:1734685236.964920:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848290944:0@lo:400:kworker.0 00000100:00100000:3.0:1734685236.964920:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848290048 00000100:00100000:3.0:1734685236.964932:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848290688 00000100:00100000:3.0:1734685236.964935:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848290688 00000100:00100000:0.0:1734685236.964938:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685236.964947:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685236.964947:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848289920:12345-0@lo:400:kworker.0 Request processed in 36us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685236.964947:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2637 00000100:00100000:2.0:1734685236.964952:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1734685236.964953:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848290176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685236.964959:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848290816:0@lo:8:kworker.0 00000100:00100000:1.0:1734685236.964959:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685236.964964:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848291072:0@lo:400:kworker.0 00000100:00100000:2.0:1734685236.964976:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2638 00000100:00100000:0.0:1734685236.964977:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685236.964980:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848290048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685236.964982:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685236.964985:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848290176:12345-0@lo:400:kworker.0 Request processed in 31us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685236.964991:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2637 00000100:00100000:0.0:1734685236.965004:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848291072 00000100:00100000:1.0:1734685236.965006:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848290176:0@lo:400:kworker.0 00000100:00100000:2.0:1734685236.965006:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848290048:12345-0@lo:400:kworker.0 Request processed in 21us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685236.965006:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2639 00000100:00100000:0.0:1734685236.965008:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848291072 00000100:00100000:2.0:1734685236.965010:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2638 00000100:00100000:3.0:1734685236.965010:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848290688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685236.965030:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2640 00000100:00100000:2.0:1734685236.965033:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848290048:0@lo:400:kworker.0 00000100:00100000:3.0:1734685236.965035:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848290688:12345-0@lo:400:kworker.0 Request processed in 23us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685236.965036:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848291072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685236.965042:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2639 00000100:00100000:2.0:1734685236.965046:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848290688:0@lo:400:kworker.0 00000100:00100000:1.0:1734685236.965052:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848290560 00000100:00100000:1.0:1734685236.965055:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848290560 00000100:00100000:3.0:1734685236.965058:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848290432 00000100:00100000:3.0:1734685236.965060:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848290432 00000100:00080000:2.0:1734685236.965067:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685206 00000100:00100000:0.0:1734685236.965069:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848291072:12345-0@lo:400:kworker.0 Request processed in 32us (86us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685236.965070:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685206 00000100:00080000:2.0:1734685236.965072:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685206 00000100:00100000:3.0:1734685236.965072:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848290944 00000100:00080000:2.0:1734685236.965073:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685206 00000100:00100000:3.0:1734685236.965075:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848290944 00000100:00100000:0.0:1734685236.965076:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2640 00000100:00100000:1.0:1734685236.965076:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848290816 00000100:00100000:1.0:1734685236.965078:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848290816 00000100:00080000:2.0:1734685236.965083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685206 00000100:00100000:1.0:1734685236.965114:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7685 00000100:00100000:3.0:1734685236.965118:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7686 00000100:00100000:1.0:1734685236.965119:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848290560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685236.965122:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848290944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685236.965127:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54079 00000100:00100000:0.0:1734685236.965133:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848290432:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685236.965133:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54080 00000100:00100000:2.0:1734685236.965137:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848290816:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685236.965147:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848290560:12345-0@lo:400:kworker.0 Request processed in 28us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685236.965147:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848290944:12345-0@lo:400:kworker.0 Request processed in 23us (200us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685236.965151:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685236.965153:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7686 00010000:00020000:2.0:1734685236.965154:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685236.965156:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7685 00000100:00100000:3.0:1734685236.965176:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848290560:0@lo:400:kworker.0 00000100:00100000:1.0:1734685236.965179:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848291072:0@lo:400:kworker.0 00000100:00100000:2.0:1734685236.965180:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848290816:12345-0@lo:8:kworker.0 Request processed in 42us (203us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685236.965182:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848290432:12345-0@lo:8:kworker.0 Request processed in 49us (244us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685236.965184:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54080 00000100:00100000:3.0:1734685236.965185:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848289920:0@lo:400:kworker.0 00000100:00100000:1.0:1734685236.965187:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848290944:0@lo:400:kworker.0 00000100:00100000:0.0:1734685236.965188:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54079 00000100:00100000:2.0:1734685236.965209:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848290304 00000100:00100000:2.0:1734685236.965211:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848290304 00000100:00080000:3.0:1734685236.965228:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685206 00000100:00100000:2.0:1734685236.965234:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41217 00000100:00100000:2.0:1734685236.965237:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848290304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685236.965264:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848290304:12345-0@lo:400:kworker.0 Request processed in 26us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685236.965268:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41217 00000100:00100000:3.0:1734685236.965288:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848290304:0@lo:400:kworker.0 00000100:00080000:0.0:1734685236.965327:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685236.965331:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685236.965336:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848290432:0@lo:8:kworker.0 00000100:00080000:0.0:1734685236.965343:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685236.965345:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685236.965348:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848290816:0@lo:8:kworker.0 00000100:00100000:2.0:1734685236.996815:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685236.996832:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848291200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685236.996874:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685236.996929:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848291200 00000100:00100000:0.0:1734685236.996938:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848291200 00000100:00100000:0.0:1734685236.996984:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41218 00000100:00100000:0.0:1734685236.996993:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848291200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685236.997028:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685236.997111:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848291200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685236.997118:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41218 00000100:00100000:2.0:1734685236.997135:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848291200:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685237.044726:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848291328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685237.044779:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685237.044836:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848291328 00000100:00100000:2.0:1734685237.044844:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848291328 00000100:00100000:2.0:1734685237.044880:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6812 00000100:00100000:2.0:1734685237.044888:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848291328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685237.044918:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685237.044980:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848291328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685237.045003:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6812 00000100:00100000:0.0:1734685237.045024:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848291328:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685237.728835:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685238.730770:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685238.756767:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848291456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685238.756844:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685238.756912:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848291456 00000100:00100000:2.0:1734685238.756925:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848291456 00000100:00080000:3.0:1734685238.756973:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685208 00000100:00100000:2.0:1734685238.756992:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6813 00000100:00100000:2.0:1734685238.757001:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848291456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685238.757037:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685238.757138:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848291456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685238.757150:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6813 00000100:00100000:1.0:1734685238.757207:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848291456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685239.415436:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685239.415516:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685239.415610:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872671616 00000100:00100000:0.0:1734685239.415615:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685239.415624:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872671616 00000100:00100000:1.0:1734685239.415640:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872671744 00000100:00100000:1.0:1734685239.415651:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872671744 00000100:00100000:0.0:1734685239.415664:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685239.415696:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 851 00000100:00100000:1.0:1734685239.415702:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872671872 00000100:00100000:2.0:1734685239.415706:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872671616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685239.415707:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872671872 00000100:00100000:0.0:1734685239.415719:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2641 00000100:00100000:0.0:1734685239.415732:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872671744:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685239.415746:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2642 00000100:00100000:1.0:1734685239.415757:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872671872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734685239.415763:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685209 00000100:00080000:3.0:1734685239.415772:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685209 00000100:00080000:3.0:1734685239.415774:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685209 00000100:00100000:2.0:1734685239.415778:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872671616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685239.415788:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 851 00000100:00100000:0.0:1734685239.415791:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872671744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685239.415804:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2641 00000100:00100000:1.0:1734685239.415814:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872671872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685239.415820:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872672000 00000100:00100000:1.0:1734685239.415823:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2642 00000100:00100000:3.0:1734685239.415827:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872672000 00000100:00100000:3.0:1734685239.415857:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54081 00000100:00100000:3.0:1734685239.415864:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872672000:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685239.415891:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685239.415928:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872672000:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 63us (265us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685239.415937:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54081 00010000:00010000:2.0:1734685239.732762:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685240.734852:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685241.736785:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685241.924801:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685241.924827:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848291584:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685241.924902:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685241.924967:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848291584 00000100:00100000:0.0:1734685241.924980:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848291584 00000100:00100000:0.0:1734685241.925080:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41219 00000100:00100000:0.0:1734685241.925089:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848291584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685241.925130:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685241.925201:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848291584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685241.925209:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41219 00000100:00100000:1.0:1734685241.925249:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848291584:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685241.972727:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685241.972733:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685241.972736:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685241.972744:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10037 00000100:00080000:0.0:1734685241.972747:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685241.972752:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685241.972757:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848291712:0@lo:400:kworker.0 00000100:00100000:2.0:1734685241.972762:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848291840:0@lo:400:kworker.0 00000100:00100000:0.0:1734685241.972769:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ecb7480 x1818938848292224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685241.972792:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685241.972794:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685241.972796:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685241.972799:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10037 00000100:00080000:0.0:1734685241.972802:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685241.972805:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685241.972812:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ecb5880 x1818938848292608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685241.972821:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685241.972824:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685241.972840:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848292224:0@lo:8:kworker.0 00000100:00100000:1.0:1734685241.972855:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848292352:0@lo:400:kworker.0 00000100:00100000:2.0:1734685241.972861:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848292480:0@lo:400:kworker.0 00000100:00100000:0.0:1734685241.972868:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685241.972880:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848291968:0@lo:400:kworker.0 00000100:00100000:0.0:1734685241.972893:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848292608:0@lo:8:kworker.0 00000100:00100000:2.0:1734685241.972906:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685241.972907:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685241.972917:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848291840 00000100:00100000:1.0:1734685241.972926:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848292224 00000100:00100000:3.0:1734685241.972927:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848291840 00000100:00100000:1.0:1734685241.972931:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848292224 00000100:00100000:1.0:1734685241.972952:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848292608 00000100:00100000:0.0:1734685241.972954:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685241.972954:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848292608 00000100:00100000:2.0:1734685241.972960:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848291712 00000100:00100000:1.0:1734685241.972964:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848292352 00000100:00100000:1.0:1734685241.972966:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848292352 00000100:00100000:2.0:1734685241.972966:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848291712 00000100:00100000:3.0:1734685241.972968:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848292480 00000100:00100000:3.0:1734685241.972972:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848292480 00000100:00100000:0.0:1734685241.972981:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7687 00000100:00100000:0.0:1734685241.972988:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848292352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685241.972990:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2643 00000100:00100000:1.0:1734685241.972993:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54082 00000100:00100000:3.0:1734685241.972997:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848291840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685241.972998:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848292224:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685241.972999:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1734685241.973029:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848291712:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734685241.973035:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685241.973043:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848292352:12345-0@lo:400:kworker.0 Request processed in 55us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685241.973049:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7687 00000100:00100000:0.0:1734685241.973066:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54083 00000100:00100000:0.0:1734685241.973070:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848292608:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685241.973077:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848292224:12345-0@lo:8:kworker.0 Request processed in 78us (208us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685241.973078:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848291840:12345-0@lo:400:kworker.0 Request processed in 80us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685241.973080:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848291712:12345-0@lo:400:kworker.0 Request processed in 51us (255us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685241.973081:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685241.973083:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54082 00000100:00100000:2.0:1734685241.973088:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1734685241.973088:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2643 00000100:00100000:0.0:1734685241.973096:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848292608:12345-0@lo:8:kworker.0 Request processed in 25us (188us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685241.973100:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848292096:0@lo:400:kworker.0 00000100:00100000:0.0:1734685241.973101:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54083 00000100:00100000:3.0:1734685241.973108:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644 00000100:00100000:3.0:1734685241.973113:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848292480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685241.973122:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685241.973129:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685241.973131:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685241.973133:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848292864:0@lo:400:kworker.0 00000100:00100000:0.0:1734685241.973135:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848292224:0@lo:8:kworker.0 00000100:00080000:0.0:1734685241.973142:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685241.973144:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685241.973146:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848292608:0@lo:8:kworker.0 00000100:00100000:2.0:1734685241.973147:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848291840:0@lo:400:kworker.0 00000100:00100000:1.0:1734685241.973148:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685241.973151:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848292480:12345-0@lo:400:kworker.0 Request processed in 36us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685241.973159:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644 00000100:00100000:0.0:1734685241.973164:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848292864 00000100:00100000:0.0:1734685241.973167:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848292864 00000100:00100000:2.0:1734685241.973170:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848292480:0@lo:400:kworker.0 00000100:00100000:1.0:1734685241.973176:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848292096 00000100:00100000:1.0:1734685241.973179:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848292096 00000100:00080000:3.0:1734685241.973181:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685211 00000100:00100000:0.0:1734685241.973185:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645 00000100:00080000:3.0:1734685241.973186:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685211 00000100:00100000:0.0:1734685241.973189:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848292864:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685241.973189:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685211 00000100:00100000:2.0:1734685241.973190:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685241.973196:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41220 00000100:00100000:1.0:1734685241.973201:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848292096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685241.973201:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848291968 00000100:00100000:3.0:1734685241.973205:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848291968 00000100:00100000:2.0:1734685241.973210:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848292736:0@lo:400:kworker.0 00000100:00100000:0.0:1734685241.973215:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848292864:12345-0@lo:400:kworker.0 Request processed in 26us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685241.973221:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645 00000100:00100000:1.0:1734685241.973231:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848292096:12345-0@lo:400:kworker.0 Request processed in 29us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685241.973232:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2646 00000100:00100000:1.0:1734685241.973235:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41220 00000100:00100000:2.0:1734685241.973235:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685241.973238:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848291968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685241.973250:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848292352:0@lo:400:kworker.0 00000100:00100000:0.0:1734685241.973256:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848291712:0@lo:400:kworker.0 00000100:00100000:1.0:1734685241.973266:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848292096:0@lo:400:kworker.0 00000100:00100000:1.0:1734685241.973275:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848292864:0@lo:400:kworker.0 00000100:00100000:3.0:1734685241.973277:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848291968:12345-0@lo:400:kworker.0 Request processed in 38us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685241.973282:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848291968:0@lo:400:kworker.0 00000100:00100000:3.0:1734685241.973285:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646 00000100:00100000:3.0:1734685241.973304:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848292736 00000100:00100000:3.0:1734685241.973307:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848292736 00000100:00100000:3.0:1734685241.973338:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7688 00000100:00100000:3.0:1734685241.973344:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848292736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685241.973387:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848292736:12345-0@lo:400:kworker.0 Request processed in 42us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685241.973395:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7688 00000100:00100000:2.0:1734685241.973411:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848292736:0@lo:400:kworker.0 00000100:00080000:3.0:1734685241.973411:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685211 00000100:00080000:3.0:1734685241.973414:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685211 00000100:00100000:0.0:1734685242.004788:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848292992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685242.004844:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685242.004944:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848292992 00000100:00100000:1.0:1734685242.004954:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848292992 00000100:00100000:1.0:1734685242.005033:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41221 00000100:00100000:1.0:1734685242.005044:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848292992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685242.005092:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685242.005166:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848292992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 121us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685242.005178:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41221 00000100:00100000:0.0:1734685242.005204:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848292992:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685242.052845:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848293120:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685242.052924:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685242.053067:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848293120 00000100:00100000:2.0:1734685242.053077:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848293120 00000100:00100000:2.0:1734685242.053135:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6814 00000100:00100000:2.0:1734685242.053143:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848293120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685242.053174:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685242.053226:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848293120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685242.053233:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6814 00000100:00100000:3.0:1734685242.053282:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848293120:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685242.738823:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685243.740858:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685243.764765:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848293248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685243.764854:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685243.764930:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848293248 00000100:00100000:0.0:1734685243.764942:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848293248 00000100:00080000:3.0:1734685243.765044:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685213 00000100:00100000:0.0:1734685243.765088:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6815 00000100:00100000:0.0:1734685243.765100:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848293248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685243.765141:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685243.765228:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848293248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685243.765238:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6815 00000100:00100000:2.0:1734685243.765244:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848293248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685244.423314:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685244.423378:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685244.423411:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872672128 00000100:00100000:2.0:1734685244.423423:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872672128 00000100:00100000:0.0:1734685244.423428:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685244.423477:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 853 00000100:00100000:2.0:1734685244.423486:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872672128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685244.423488:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685244.423491:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872672256 00000100:00100000:3.0:1734685244.423502:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872672256 00000100:00100000:3.0:1734685244.423589:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872672384 00000100:00100000:3.0:1734685244.423595:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872672384 00000100:00100000:0.0:1734685244.423602:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2647 00000100:00100000:2.0:1734685244.423604:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872672128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 117us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685244.423607:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872672512 00000100:00100000:2.0:1734685244.423613:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 853 00000100:00100000:0.0:1734685244.423614:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872672256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685244.423619:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872672512 00000100:00100000:3.0:1734685244.423631:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2648 00000100:00100000:3.0:1734685244.423642:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872672384:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685244.423648:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685214 00000100:00080000:2.0:1734685244.423653:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685214 00000100:00080000:2.0:1734685244.423655:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685214 00000100:00100000:1.0:1734685244.423662:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54084 00000100:00100000:0.0:1734685244.423668:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872672256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685244.423672:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872672512:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685244.423680:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2647 00000100:00100000:3.0:1734685244.423699:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872672384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (270us total) trans 0 rc 0/0 00010000:00020000:1.0:1734685244.423700:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685244.423718:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2648 00000100:00100000:1.0:1734685244.423741:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872672512:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 70us (256us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685244.423750:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54084 00010000:00010000:2.0:1734685244.742845:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685245.744851:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685246.746740:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685246.932778:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848293376:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685246.932841:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685246.932900:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848293376 00000100:00100000:1.0:1734685246.932909:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848293376 00000100:00100000:1.0:1734685246.933008:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41222 00000100:00100000:1.0:1734685246.933018:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848293376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685246.933055:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685246.933123:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848293376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685246.933131:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41222 00000100:00100000:0.0:1734685246.933159:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848293376:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685246.980713:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685246.980718:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685246.980721:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734685246.980722:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848293504:0@lo:400:kworker.0 00000100:00080000:0.0:1734685246.980727:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10042 00000100:00080000:0.0:1734685246.980730:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685246.980735:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685246.980736:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848293760:0@lo:400:kworker.0 00000100:00100000:0.0:1734685246.980750:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ecb7480 x1818938848294016/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685246.980770:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685246.980772:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685246.980773:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685246.980776:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10042 00000100:00080000:0.0:1734685246.980777:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685246.980780:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685246.980787:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079892680 x1818938848294400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685246.980787:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685246.980791:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685246.980805:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848293632:0@lo:400:kworker.0 00000100:00100000:2.0:1734685246.980810:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848294528:0@lo:400:kworker.0 00000100:00100000:0.0:1734685246.980812:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848294016:0@lo:8:kworker.0 00000100:00100000:1.0:1734685246.980815:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848294144:0@lo:400:kworker.0 00000100:00100000:2.0:1734685246.980826:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685246.980837:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685246.980837:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1734685246.980837:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685246.980840:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848293888:0@lo:400:kworker.0 00000100:00100000:1.0:1734685246.980847:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848293504 00000100:00100000:1.0:1734685246.980851:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848293504 00000100:00100000:0.0:1734685246.980854:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848294400:0@lo:8:kworker.0 00000100:00100000:2.0:1734685246.980858:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685246.980858:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848294272:0@lo:400:kworker.0 00000100:00100000:0.0:1734685246.980864:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685246.980866:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848294656:0@lo:400:kworker.0 00000100:00100000:3.0:1734685246.980869:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685246.980877:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685246.980880:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1734685246.980884:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848294528 00000100:00100000:1.0:1734685246.980885:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848293504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685246.980887:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848294528 00000100:00080000:2.0:1734685246.980889:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685216 00000100:00100000:3.0:1734685246.980889:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848293760 00000100:00080000:2.0:1734685246.980892:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685216 00000100:00100000:3.0:1734685246.980892:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848293760 00000100:00100000:2.0:1734685246.980901:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848294016 00000100:00100000:0.0:1734685246.980903:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848294400 00000100:00100000:2.0:1734685246.980903:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848294016 00000100:00100000:0.0:1734685246.980905:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848294400 00000100:00100000:3.0:1734685246.980910:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848293632 00000100:00100000:3.0:1734685246.980912:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848293632 00000100:00100000:0.0:1734685246.980914:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7689 00000100:00100000:1.0:1734685246.980915:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848293504:12345-0@lo:400:kworker.0 Request processed in 30us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685246.980932:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54085 00000100:00100000:3.0:1734685246.980933:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848294272 00000100:00100000:0.0:1734685246.980934:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848294528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685246.980934:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848294272 00000100:00100000:2.0:1734685246.980936:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848294400:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685246.980939:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:3.0:1734685246.980941:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848294656 00000100:00100000:3.0:1734685246.980942:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848294656 00000100:00100000:3.0:1734685246.980949:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2649 00010000:00020000:2.0:1734685246.980950:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685246.980953:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848293760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685246.980961:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848294528:12345-0@lo:400:kworker.0 Request processed in 43us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685246.980965:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7689 00000100:00100000:1.0:1734685246.980968:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54086 00000100:00100000:1.0:1734685246.980971:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848294016:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685246.980971:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848294400:12345-0@lo:8:kworker.0 Request processed in 35us (106us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685246.980975:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54085 00000100:00100000:3.0:1734685246.980976:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848293760:12345-0@lo:400:kworker.0 Request processed in 22us (190us total) trans 0 rc 0/0 00010000:00020000:1.0:1734685246.980980:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685246.980980:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2649 00000100:00100000:0.0:1734685246.980983:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650 00000100:00100000:0.0:1734685246.980986:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848293632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685246.980988:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2651 00000100:00100000:2.0:1734685246.980991:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848294272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685246.980991:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652 00000100:00100000:1.0:1734685246.980993:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848294016:12345-0@lo:8:kworker.0 Request processed in 21us (157us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685246.980993:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848294656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685246.980997:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54086 00000100:00100000:0.0:1734685246.981003:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848293632:12345-0@lo:400:kworker.0 Request processed in 16us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685246.981007:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650 00000100:00100000:3.0:1734685246.981008:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848294656:12345-0@lo:400:kworker.0 Request processed in 13us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685246.981010:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848293888 00000100:00100000:2.0:1734685246.981010:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848294272:12345-0@lo:400:kworker.0 Request processed in 18us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685246.981011:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652 00000100:00100000:1.0:1734685246.981012:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848293888 00000100:00100000:2.0:1734685246.981013:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2651 00000100:00080000:3.0:1734685246.981024:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685216 00000100:00100000:1.0:1734685246.981025:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41223 00000100:00080000:3.0:1734685246.981026:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685216 00000100:00100000:1.0:1734685246.981028:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848293888:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685246.981032:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685246.981034:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685246.981037:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848294016:0@lo:8:kworker.0 00000100:00100000:2.0:1734685246.981037:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848294656:0@lo:400:kworker.0 00000100:00100000:3.0:1734685246.981040:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848293632:0@lo:400:kworker.0 00000100:00080000:0.0:1734685246.981043:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685246.981043:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848294528:0@lo:400:kworker.0 00000100:00080000:0.0:1734685246.981044:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685246.981046:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848294272:0@lo:400:kworker.0 00000100:00100000:0.0:1734685246.981047:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848294400:0@lo:8:kworker.0 00000100:00100000:1.0:1734685246.981047:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848293888:12345-0@lo:400:kworker.0 Request processed in 18us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685246.981049:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848293760:0@lo:400:kworker.0 00000100:00100000:1.0:1734685246.981050:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41223 00000100:00100000:1.0:1734685246.981061:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685246.981062:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848293888:0@lo:400:kworker.0 00000100:00100000:1.0:1734685246.981073:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848293504:0@lo:400:kworker.0 00000100:00100000:3.0:1734685246.981077:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848294144 00000100:00100000:3.0:1734685246.981079:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848294144 00000100:00100000:3.0:1734685246.981100:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7690 00000100:00100000:3.0:1734685246.981103:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848294144:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685246.981116:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685216 00000100:00100000:3.0:1734685246.981126:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848294144:12345-0@lo:400:kworker.0 Request processed in 22us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685246.981129:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7690 00000100:00100000:1.0:1734685246.981144:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848294144:0@lo:400:kworker.0 00000100:00100000:3.0:1734685247.012773:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685247.012793:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848294784:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685247.012851:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685247.012964:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848294784 00000100:00100000:1.0:1734685247.012974:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848294784 00000100:00100000:1.0:1734685247.013037:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41224 00000100:00100000:1.0:1734685247.013043:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848294784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685247.013075:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685247.013120:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848294784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685247.013126:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41224 00000100:00100000:3.0:1734685247.013149:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848294784:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685247.060843:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848294912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685247.060906:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685247.060994:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848294912 00000100:00100000:2.0:1734685247.061003:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848294912 00000100:00100000:2.0:1734685247.061061:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6816 00000100:00100000:2.0:1734685247.061070:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848294912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685247.061101:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685247.061155:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848294912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685247.061164:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6816 00000100:00100000:0.0:1734685247.061181:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848294912:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685247.748786:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685248.750743:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685248.772694:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848295040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685248.772745:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685248.772793:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848295040 00000100:00100000:0.0:1734685248.772801:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848295040 00000100:00080000:2.0:1734685248.772839:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685218 00000100:00100000:0.0:1734685248.772854:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6817 00000100:00100000:0.0:1734685248.772861:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848295040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685248.772904:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685248.772959:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848295040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685248.772964:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6817 00000100:00100000:2.0:1734685248.772983:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848295040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685249.431501:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685249.431602:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872672640 00000100:00100000:1.0:1734685249.431617:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872672640 00000100:00100000:0.0:1734685249.431618:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685249.431655:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685249.431691:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 855 00000100:00100000:0.0:1734685249.431692:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685249.431701:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872672640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685249.431725:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685219 00000100:00100000:3.0:1734685249.431733:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872673024 00000100:00100000:3.0:1734685249.431743:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872673024 00000100:00100000:2.0:1734685249.431768:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872672768 00000100:00100000:1.0:1734685249.431773:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872672640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685249.431776:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872672768 00000100:00100000:3.0:1734685249.431779:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54087 00000100:00100000:1.0:1734685249.431786:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 855 00000100:00100000:3.0:1734685249.431790:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872673024:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685249.431823:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685249.431827:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872672896 00000100:00100000:2.0:1734685249.431832:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872672896 00000100:00100000:2.0:1734685249.431863:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2653 00000100:00100000:3.0:1734685249.431867:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872673024:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 77us (247us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685249.431873:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872672768:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685249.431924:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54087 00000100:00100000:3.0:1734685249.431963:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2654 00000100:00100000:3.0:1734685249.431973:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872672896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685249.431981:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872672768:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 108us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685249.431999:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2653 00000100:00100000:3.0:1734685249.432028:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872672896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (334us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685249.432030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685219 00000100:00080000:2.0:1734685249.432034:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685219 00000100:00100000:3.0:1734685249.432039:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2654 00010000:00010000:2.0:1734685249.752802:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685250.754743:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685251.756705:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685251.940829:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848295168:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685251.940928:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685251.941017:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848295168 00000100:00100000:1.0:1734685251.941027:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848295168 00000100:00100000:1.0:1734685251.941081:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41225 00000100:00100000:1.0:1734685251.941091:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848295168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685251.941131:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685251.941194:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848295168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685251.941204:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41225 00000100:00100000:2.0:1734685251.941222:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848295168:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685251.988792:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734685251.988796:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848295296:0@lo:400:kworker.0 00000100:00080000:0.0:1734685251.988801:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1734685251.988802:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848295424:0@lo:400:kworker.0 00000100:00080000:0.0:1734685251.988806:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685251.988813:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10047 00000100:00080000:0.0:1734685251.988818:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685251.988826:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685251.988852:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848295552:0@lo:400:kworker.0 00000100:00100000:0.0:1734685251.988890:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d8e00 x1818938848295808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685251.988918:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685251.988918:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685251.988936:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685251.988940:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685251.988942:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685251.988945:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10047 00000100:00100000:3.0:1734685251.988945:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848295424 00000100:00080000:0.0:1734685251.988947:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685251.988950:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685251.988952:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848295936:0@lo:400:kworker.0 00000100:00100000:2.0:1734685251.988952:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848296064:0@lo:400:kworker.0 00000100:00100000:3.0:1734685251.988953:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848295424 00000100:00100000:0.0:1734685251.988960:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf5500 x1818938848296192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685251.988969:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685251.988978:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685251.988987:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848295808:0@lo:8:kworker.0 00000100:00080000:2.0:1734685251.988988:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685221 00000100:00100000:2.0:1734685251.988999:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848296064 00000100:00100000:2.0:1734685251.989002:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848296064 00000100:00100000:1.0:1734685251.989009:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848295296 00000100:00100000:3.0:1734685251.989010:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2655 00000100:00100000:0.0:1734685251.989014:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685251.989014:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848295296 00000100:00100000:3.0:1734685251.989019:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848295424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685251.989022:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656 00000100:00100000:2.0:1734685251.989026:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848296064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685251.989031:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848296192:0@lo:8:kworker.0 00000100:00100000:1.0:1734685251.989038:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1734685251.989041:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685251.989043:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848295296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685251.989061:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848296064:12345-0@lo:400:kworker.0 Request processed in 34us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685251.989067:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656 00000100:00100000:0.0:1734685251.989069:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848295936 00000100:00100000:3.0:1734685251.989071:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848295424:12345-0@lo:400:kworker.0 Request processed in 52us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685251.989073:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848295936 00000100:00100000:1.0:1734685251.989075:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848295296:12345-0@lo:400:kworker.0 Request processed in 32us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685251.989080:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2655 00000100:00100000:1.0:1734685251.989081:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1734685251.989098:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848295808 00000100:00080000:1.0:1734685251.989100:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685221 00000100:00100000:0.0:1734685251.989101:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848295808 00000100:00080000:1.0:1734685251.989103:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685221 00000100:00100000:2.0:1734685251.989104:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848296064:0@lo:400:kworker.0 00000100:00100000:3.0:1734685251.989107:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848296192 00000100:00100000:3.0:1734685251.989110:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848296192 00000100:00100000:2.0:1734685251.989111:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848295424:0@lo:400:kworker.0 00000100:00100000:0.0:1734685251.989117:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7691 00000100:00100000:1.0:1734685251.989121:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54088 00000100:00100000:0.0:1734685251.989123:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848295936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685251.989126:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848295808:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685251.989138:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54089 00000100:00100000:3.0:1734685251.989143:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848296192:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685251.989144:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685251.989148:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848295680:0@lo:400:kworker.0 00010000:00020000:3.0:1734685251.989168:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685251.989173:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848295936:12345-0@lo:400:kworker.0 Request processed in 49us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685251.989180:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685251.989181:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7691 00000100:00100000:1.0:1734685251.989191:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848295808:12345-0@lo:8:kworker.0 Request processed in 63us (175us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685251.989192:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848296448:0@lo:400:kworker.0 00000100:00100000:1.0:1734685251.989199:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54088 00000100:00100000:3.0:1734685251.989199:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848296192:12345-0@lo:8:kworker.0 Request processed in 54us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685251.989204:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685251.989206:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54089 00000100:00100000:2.0:1734685251.989212:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685251.989216:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848296320:0@lo:400:kworker.0 00000100:00080000:0.0:1734685251.989228:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685251.989229:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685251.989230:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685251.989233:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685251.989234:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848295936:0@lo:400:kworker.0 00000100:00100000:0.0:1734685251.989237:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848295808:0@lo:8:kworker.0 00000100:00100000:2.0:1734685251.989243:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848296448 00000100:00100000:1.0:1734685251.989244:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848295296:0@lo:400:kworker.0 00000100:00100000:2.0:1734685251.989246:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848296448 00000100:00080000:0.0:1734685251.989247:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685251.989250:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685251.989253:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848296192:0@lo:8:kworker.0 00000100:00100000:2.0:1734685251.989257:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848295552 00000100:00100000:2.0:1734685251.989258:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848295552 00000100:00100000:3.0:1734685251.989260:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000100:00100000:3.0:1734685251.989264:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848296448:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685251.989271:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685221 00000100:00100000:2.0:1734685251.989272:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658 00000100:00100000:2.0:1734685251.989275:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848295552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685251.989295:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848296448:12345-0@lo:400:kworker.0 Request processed in 30us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685251.989300:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848295552:12345-0@lo:400:kworker.0 Request processed in 24us (71us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685251.989303:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 00000100:00100000:2.0:1734685251.989305:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658 00000100:00100000:3.0:1734685251.989318:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848296320 00000100:00100000:0.0:1734685251.989321:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848296448:0@lo:400:kworker.0 00000100:00100000:3.0:1734685251.989321:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848296320 00000100:00100000:2.0:1734685251.989322:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848295680 00000100:00100000:2.0:1734685251.989324:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848295680 00000100:00100000:3.0:1734685251.989346:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7692 00000100:00100000:3.0:1734685251.989349:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848296320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685251.989353:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41226 00000100:00100000:2.0:1734685251.989357:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848295680:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685251.989361:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685221 00000100:00080000:1.0:1734685251.989365:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685221 00000100:00100000:3.0:1734685251.989378:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848296320:12345-0@lo:400:kworker.0 Request processed in 28us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685251.989380:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848295680:12345-0@lo:400:kworker.0 Request processed in 22us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685251.989383:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7692 00000100:00100000:2.0:1734685251.989384:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41226 00000100:00100000:0.0:1734685251.989402:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848296320:0@lo:400:kworker.0 00000100:00100000:3.0:1734685251.989405:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848295552:0@lo:400:kworker.0 00000100:00100000:0.0:1734685251.989409:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848295680:0@lo:400:kworker.0 00000100:00100000:1.0:1734685252.020783:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848296576:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685252.020896:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685252.020951:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848296576 00000100:00100000:2.0:1734685252.020961:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848296576 00000100:00100000:2.0:1734685252.021011:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41227 00000100:00100000:2.0:1734685252.021018:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848296576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685252.021052:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685252.021121:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848296576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685252.021131:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41227 00000100:00100000:1.0:1734685252.021156:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848296576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685252.068809:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848296704:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685252.068908:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685252.068968:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848296704 00000100:00100000:0.0:1734685252.068978:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848296704 00000100:00100000:0.0:1734685252.069025:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6818 00000100:00100000:0.0:1734685252.069032:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848296704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685252.069063:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685252.069139:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848296704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685252.069147:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6818 00000100:00100000:2.0:1734685252.069186:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848296704:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685252.758729:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685253.760888:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685253.780782:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848296832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685253.780892:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685253.780974:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848296832 00000100:00100000:0.0:1734685253.780984:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848296832 00000100:00100000:0.0:1734685253.781057:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6819 00000100:00100000:0.0:1734685253.781067:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848296832:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734685253.781084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685223 00002000:00000024:0.0:1734685253.781103:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685253.781179:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848296832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685253.781190:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6819 00000100:00100000:3.0:1734685253.781221:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848296832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685254.439318:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685254.439384:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685254.439421:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872673280 00000100:00100000:2.0:1734685254.439433:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872673280 00000100:00100000:0.0:1734685254.439443:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685254.439483:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872673408 00000100:00100000:2.0:1734685254.439486:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872673408 00000100:00100000:1.0:1734685254.439492:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872673152 00000100:00100000:1.0:1734685254.439501:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872673152 00000100:00100000:2.0:1734685254.439509:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2659 00000100:00100000:0.0:1734685254.439513:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685254.439567:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872673280:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685254.439594:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 857 00000100:00100000:0.0:1734685254.439599:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872673536 00000100:00100000:1.0:1734685254.439602:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872673152:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685254.439605:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872673536 00000100:00100000:3.0:1734685254.439620:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2660 00000100:00100000:0.0:1734685254.439630:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54090 00000100:00100000:3.0:1734685254.439632:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872673408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685254.439637:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872673536:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685254.439660:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872673152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685254.439661:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872673280:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 139us (349us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685254.439663:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685254.439669:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 857 00000100:00100000:2.0:1734685254.439674:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2659 00000100:00100000:3.0:1734685254.439679:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872673408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685254.439687:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2660 00000100:00100000:0.0:1734685254.439696:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872673536:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 58us (185us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685254.439703:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54090 00000100:00080000:1.0:1734685254.439704:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685224 00000100:00080000:1.0:1734685254.439708:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685224 00000100:00080000:1.0:1734685254.439710:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685224 00010000:00010000:2.0:1734685254.762862:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685255.764738:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685256.766725:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685256.948938:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848296960:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685256.949015:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685256.949098:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848296960 00000100:00100000:2.0:1734685256.949109:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848296960 00000100:00100000:2.0:1734685256.949179:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41228 00000100:00100000:2.0:1734685256.949190:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848296960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685256.949230:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685256.949302:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848296960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685256.949310:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41228 00000100:00100000:0.0:1734685256.949343:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848296960:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685256.996815:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848297088:0@lo:400:kworker.0 00000100:00080000:0.0:1734685256.996816:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685256.996823:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1734685256.996824:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848297216:0@lo:400:kworker.0 00000100:00080000:0.0:1734685256.996826:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685256.996833:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10052 00000100:00080000:0.0:1734685256.996837:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685256.996844:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685256.996865:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848297344:0@lo:400:kworker.0 00000100:00100000:0.0:1734685256.996869:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130f33100 x1818938848297600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685256.996899:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685256.996899:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685256.996915:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685256.996919:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685256.996922:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685256.996925:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685256.996926:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10052 00000100:00080000:0.0:1734685256.996929:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685256.996934:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685256.996934:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848297728:0@lo:400:kworker.0 00000100:00100000:2.0:1734685256.996935:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848297856:0@lo:400:kworker.0 00000100:00100000:0.0:1734685256.996950:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905bce00 x1818938848297984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685256.996951:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685256.996959:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685256.996961:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848297472:0@lo:400:kworker.0 00000100:00100000:2.0:1734685256.996963:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685256.996986:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848297600:0@lo:8:kworker.0 00000100:00100000:3.0:1734685256.996990:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685256.996992:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848297216 00000100:00100000:1.0:1734685256.996993:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848297728 00000100:00100000:1.0:1734685256.996999:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848297728 00000100:00100000:2.0:1734685256.996999:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848297216 00000100:00100000:3.0:1734685256.997006:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848298112:0@lo:400:kworker.0 00000100:00100000:3.0:1734685256.997023:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685256.997030:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848297344 00000100:00100000:2.0:1734685256.997033:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848297344 00000100:00100000:1.0:1734685256.997049:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848298112 00000100:00100000:3.0:1734685256.997050:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685256.997051:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848297856 00000100:00100000:1.0:1734685256.997053:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848298112 00000100:00100000:2.0:1734685256.997054:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848297856 00000100:00100000:3.0:1734685256.997055:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848298240:0@lo:400:kworker.0 00000100:00100000:0.0:1734685256.997057:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7693 00000100:00100000:0.0:1734685256.997065:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848297728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685256.997072:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661 00000100:00100000:3.0:1734685256.997072:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685256.997078:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7694 00000100:00100000:2.0:1734685256.997079:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848297216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685256.997086:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848298112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685256.997093:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848298240 00000100:00100000:3.0:1734685256.997097:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848298240 00000100:00100000:3.0:1734685256.997117:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662 00000100:00100000:0.0:1734685256.997120:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848297728:12345-0@lo:400:kworker.0 Request processed in 53us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685256.997123:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848297344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685256.997129:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7693 00000100:00100000:2.0:1734685256.997133:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848297216:12345-0@lo:400:kworker.0 Request processed in 52us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685256.997142:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848298112:12345-0@lo:400:kworker.0 Request processed in 55us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685256.997147:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661 00000100:00100000:1.0:1734685256.997153:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7694 00000100:00100000:3.0:1734685256.997153:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848297344:12345-0@lo:400:kworker.0 Request processed in 29us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685256.997160:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2663 00000100:00100000:3.0:1734685256.997165:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662 00000100:00100000:0.0:1734685256.997167:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848297856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685256.997169:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664 00000100:00100000:2.0:1734685256.997174:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848298240:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685256.997175:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685226 00000100:00080000:1.0:1734685256.997179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685226 00000100:00080000:1.0:1734685256.997182:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685226 00000100:00100000:1.0:1734685256.997199:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848297088 00000100:00100000:1.0:1734685256.997204:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848297088 00000100:00100000:2.0:1734685256.997207:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848298240:12345-0@lo:400:kworker.0 Request processed in 33us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685256.997212:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664 00000100:00100000:3.0:1734685256.997212:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848298112:0@lo:400:kworker.0 00000100:00100000:0.0:1734685256.997217:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848297856:12345-0@lo:400:kworker.0 Request processed in 48us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685256.997226:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2663 00000100:00100000:3.0:1734685256.997228:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848297344:0@lo:400:kworker.0 00000100:00100000:1.0:1734685256.997231:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1734685256.997237:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848297088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685256.997249:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848298240:0@lo:400:kworker.0 00000100:00100000:2.0:1734685256.997250:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848297856:0@lo:400:kworker.0 00000100:00100000:0.0:1734685256.997257:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685256.997263:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848297216:0@lo:400:kworker.0 00000100:00100000:3.0:1734685256.997275:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848297472 00000100:00100000:1.0:1734685256.997276:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848297088:12345-0@lo:400:kworker.0 Request processed in 37us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685256.997277:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848297984:0@lo:8:kworker.0 00000100:00100000:3.0:1734685256.997278:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848297472 00000100:00100000:1.0:1734685256.997284:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:0.0:1734685256.997296:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685256.997300:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41229 00000100:00100000:3.0:1734685256.997304:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848297472:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685256.997309:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685226 00000100:00080000:1.0:1734685256.997311:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685226 00000100:00100000:0.0:1734685256.997319:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848297600 00000100:00100000:1.0:1734685256.997320:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848297984 00000100:00100000:0.0:1734685256.997323:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848297600 00000100:00100000:1.0:1734685256.997323:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848297984 00000100:00100000:3.0:1734685256.997336:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848297472:12345-0@lo:400:kworker.0 Request processed in 31us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685256.997337:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54091 00000100:00100000:0.0:1734685256.997341:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54092 00000100:00100000:1.0:1734685256.997341:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848297984:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685256.997342:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41229 00000100:00100000:0.0:1734685256.997346:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848297600:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685256.997353:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848297472:0@lo:400:kworker.0 00010000:00020000:1.0:1734685256.997362:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734685256.997373:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685256.997399:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848297984:12345-0@lo:8:kworker.0 Request processed in 54us (99us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685256.997405:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848297600:12345-0@lo:8:kworker.0 Request processed in 58us (148us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685256.997408:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54091 00000100:00080000:2.0:1734685256.997411:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685256.997412:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54092 00000100:00080000:2.0:1734685256.997415:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685256.997418:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848297600:0@lo:8:kworker.0 00000100:00080000:2.0:1734685256.997426:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685256.997428:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685256.997430:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848297984:0@lo:8:kworker.0 00000100:00100000:1.0:1734685256.997444:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848297728:0@lo:400:kworker.0 00000100:00100000:1.0:1734685256.997454:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848297088:0@lo:400:kworker.0 00000100:00100000:2.0:1734685257.028823:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848298368:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685257.028892:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685257.028945:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848298368 00000100:00100000:3.0:1734685257.028955:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848298368 00000100:00100000:3.0:1734685257.029012:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41230 00000100:00100000:3.0:1734685257.029022:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848298368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685257.029063:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685257.029142:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848298368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685257.029152:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41230 00000100:00100000:2.0:1734685257.029168:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848298368:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685257.076826:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848298496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685257.076920:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685257.076981:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848298496 00000100:00100000:0.0:1734685257.076992:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848298496 00000100:00100000:0.0:1734685257.077040:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6820 00000100:00100000:0.0:1734685257.077049:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848298496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685257.077080:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685257.077139:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848298496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685257.077146:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6820 00000100:00100000:3.0:1734685257.077196:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848298496:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685257.768797:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685258.770788:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685258.788765:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848298624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685258.788840:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685258.788871:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848298624 00000100:00100000:0.0:1734685258.788883:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848298624 00000100:00100000:0.0:1734685258.788954:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6821 00000100:00100000:0.0:1734685258.788963:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848298624:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734685258.788993:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685228 00002000:00000024:0.0:1734685258.788999:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685258.789066:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848298624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685258.789076:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6821 00000100:00100000:2.0:1734685258.789099:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848298624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685259.447449:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685259.447505:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685259.447575:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872673792 00000100:00100000:2.0:1734685259.447589:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872673792 00000100:00100000:0.0:1734685259.447612:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685259.447617:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872673664 00000100:00100000:1.0:1734685259.447629:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872673664 00000100:00100000:2.0:1734685259.447653:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872673920 00000100:00100000:2.0:1734685259.447658:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872673920 00000100:00100000:1.0:1734685259.447685:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 859 00000100:00100000:2.0:1734685259.447689:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2665 00000100:00100000:1.0:1734685259.447698:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872673664:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685259.447698:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872673792:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685259.447750:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2666 00000100:00100000:0.0:1734685259.447760:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685259.447765:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872673920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685259.447803:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872673792:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 105us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685259.447808:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872673664:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 109us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685259.447812:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2665 00000100:00100000:0.0:1734685259.447817:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872674048 00000100:00100000:1.0:1734685259.447817:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 859 00000100:00100000:0.0:1734685259.447823:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872674048 00000100:00100000:3.0:1734685259.447824:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872673920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685259.447836:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2666 00000100:00100000:0.0:1734685259.447847:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54093 00000100:00100000:0.0:1734685259.447854:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872674048:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:1.0:1734685259.447858:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685229 00000100:00080000:1.0:1734685259.447862:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685229 00000100:00080000:1.0:1734685259.447865:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685229 00010000:00020000:0.0:1734685259.447888:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685259.447948:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872674048:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 90us (186us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685259.447961:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54093 00010000:00010000:2.0:1734685259.772798:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685260.774917:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685261.776808:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685261.956855:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848298752:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685261.956943:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685261.957018:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848298752 00000100:00100000:3.0:1734685261.957030:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848298752 00000100:00100000:3.0:1734685261.957092:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41231 00000100:00100000:3.0:1734685261.957101:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848298752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685261.957143:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685261.957197:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848298752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685261.957206:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41231 00000100:00100000:2.0:1734685261.957236:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848298752:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685262.004747:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685262.004754:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685262.004757:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685262.004765:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10057 00000100:00080000:0.0:1734685262.004769:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685262.004775:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685262.004784:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848298880:0@lo:400:kworker.0 00000100:00100000:0.0:1734685262.004795:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51d880 x1818938848299392/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685262.004799:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848299008:0@lo:400:kworker.0 00000100:00080000:0.0:1734685262.004829:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685262.004832:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685262.004834:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685262.004837:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10057 00000100:00080000:0.0:1734685262.004840:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685262.004844:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685262.004847:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685262.004853:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51e300 x1818938848299776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685262.004864:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685262.004875:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848299520:0@lo:400:kworker.0 00000100:00100000:1.0:1734685262.004885:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848299392:0@lo:8:kworker.0 00000100:00100000:2.0:1734685262.004896:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685262.004898:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848298880 00000100:00100000:3.0:1734685262.004898:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848299648:0@lo:400:kworker.0 00000100:00100000:0.0:1734685262.004904:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848298880 00000100:00100000:1.0:1734685262.004926:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685262.004928:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848299008 00000100:00100000:3.0:1734685262.004928:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685262.004932:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848299008 00000100:00100000:0.0:1734685262.004939:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1734685262.004945:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848299776:0@lo:8:kworker.0 00000100:00100000:0.0:1734685262.004946:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848298880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685262.004959:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848299648 00000100:00100000:2.0:1734685262.004961:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848299648 00000100:00100000:3.0:1734685262.004967:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2667 00000100:00100000:3.0:1734685262.004976:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848299008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685262.004985:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668 00000100:00100000:1.0:1734685262.004986:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685262.004991:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848299648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685262.005003:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848298880:12345-0@lo:400:kworker.0 Request processed in 57us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685262.005010:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1734685262.005031:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848299648:12345-0@lo:400:kworker.0 Request processed in 39us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685262.005032:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848299520 00000100:00100000:3.0:1734685262.005032:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848299008:12345-0@lo:400:kworker.0 Request processed in 55us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685262.005037:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848299520 00000100:00100000:0.0:1734685262.005040:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848299392 00000100:00100000:2.0:1734685262.005041:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668 00000100:00100000:0.0:1734685262.005043:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848299392 00000100:00100000:3.0:1734685262.005046:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2667 00000100:00100000:0.0:1734685262.005055:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848299776 00000100:00100000:0.0:1734685262.005057:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848299776 00000100:00100000:1.0:1734685262.005063:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7695 00000100:00100000:1.0:1734685262.005069:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848299520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685262.005072:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848299264:0@lo:400:kworker.0 00000100:00100000:3.0:1734685262.005077:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848299136:0@lo:400:kworker.0 00000100:00100000:0.0:1734685262.005081:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54094 00000100:00100000:0.0:1734685262.005086:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848299392:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685262.005094:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1734685262.005106:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685262.005106:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848299520:12345-0@lo:400:kworker.0 Request processed in 37us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685262.005110:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848300032:0@lo:400:kworker.0 00000100:00100000:3.0:1734685262.005113:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685262.005114:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7695 00000100:00100000:1.0:1734685262.005128:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54095 00000100:00100000:2.0:1734685262.005131:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685262.005132:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848299776:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685262.005132:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848299904:0@lo:400:kworker.0 00000100:00100000:0.0:1734685262.005137:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848299392:12345-0@lo:8:kworker.0 Request processed in 50us (211us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685262.005144:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54094 00010000:00020000:1.0:1734685262.005146:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685262.005152:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848299136 00000100:00100000:2.0:1734685262.005155:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848299136 00000100:00100000:3.0:1734685262.005155:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685262.005164:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848299904 00000100:00100000:1.0:1734685262.005164:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848299776:12345-0@lo:8:kworker.0 Request processed in 30us (177us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685262.005166:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848299904 00000100:00100000:1.0:1734685262.005169:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54095 00000100:00100000:2.0:1734685262.005169:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848300032 00000100:00100000:2.0:1734685262.005171:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848300032 00000100:00100000:1.0:1734685262.005181:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7696 00000100:00100000:2.0:1734685262.005182:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669 00000100:00100000:1.0:1734685262.005185:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848299904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685262.005186:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848299136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685262.005188:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2670 00000100:00100000:3.0:1734685262.005196:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848300032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685262.005208:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848299520:0@lo:400:kworker.0 00000100:00100000:1.0:1734685262.005211:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848299904:12345-0@lo:400:kworker.0 Request processed in 25us (57us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685262.005214:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848299136:12345-0@lo:400:kworker.0 Request processed in 27us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685262.005217:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848298880:0@lo:400:kworker.0 00000100:00100000:1.0:1734685262.005217:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7696 00000100:00100000:2.0:1734685262.005220:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669 00000100:00100000:3.0:1734685262.005237:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848300032:12345-0@lo:400:kworker.0 Request processed in 40us (103us total) trans 0 rc 0/0 00000100:00080000:1.0:1734685262.005240:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685262.005243:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685232 00000100:00080000:1.0:1734685262.005243:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:0.0:1734685262.005247:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685232 00000100:00100000:1.0:1734685262.005247:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848299392:0@lo:8:kworker.0 00000100:00100000:2.0:1734685262.005247:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848300032:0@lo:400:kworker.0 00000100:00100000:3.0:1734685262.005247:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2670 00000100:00080000:0.0:1734685262.005249:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685232 00000100:00080000:0.0:1734685262.005251:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685232 00000100:00080000:1.0:1734685262.005255:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685262.005257:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685262.005260:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848299776:0@lo:8:kworker.0 00000100:00100000:0.0:1734685262.005270:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848299264 00000100:00100000:0.0:1734685262.005272:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848299264 00000100:00100000:3.0:1734685262.005288:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848299648:0@lo:400:kworker.0 00000100:00100000:0.0:1734685262.005294:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41232 00000100:00100000:0.0:1734685262.005298:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848299264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685262.005302:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848299008:0@lo:400:kworker.0 00000100:00100000:0.0:1734685262.005330:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848299264:12345-0@lo:400:kworker.0 Request processed in 31us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685262.005336:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41232 00000100:00100000:3.0:1734685262.005336:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848299136:0@lo:400:kworker.0 00000100:00100000:2.0:1734685262.005338:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848299264:0@lo:400:kworker.0 00000100:00080000:0.0:1734685262.005347:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685232 00000100:00100000:3.0:1734685262.005348:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848299904:0@lo:400:kworker.0 00000100:00100000:3.0:1734685262.036794:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685262.036817:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848300160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685262.036867:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685262.036939:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848300160 00000100:00100000:0.0:1734685262.036951:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848300160 00000100:00100000:0.0:1734685262.037011:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41233 00000100:00100000:0.0:1734685262.037021:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848300160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685262.037058:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685262.037122:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848300160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685262.037130:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41233 00000100:00100000:3.0:1734685262.037255:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848300160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685262.084777:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848300288:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685262.084832:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685262.084898:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848300288 00000100:00100000:2.0:1734685262.084907:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848300288 00000100:00100000:2.0:1734685262.084947:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6822 00000100:00100000:2.0:1734685262.084956:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848300288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685262.085007:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685262.085081:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848300288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685262.085093:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6822 00000100:00100000:0.0:1734685262.085110:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848300288:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685262.778801:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685263.780772:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685263.796857:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685263.796883:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848300416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685263.796956:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685263.797019:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848300416 00000100:00100000:2.0:1734685263.797030:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848300416 00000100:00100000:2.0:1734685263.797080:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6823 00000100:00100000:2.0:1734685263.797088:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848300416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685263.797122:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685263.797182:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848300416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685263.797191:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6823 00000100:00100000:0.0:1734685263.797220:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848300416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685264.455360:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685264.455442:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685264.455480:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872674176 00000100:00100000:2.0:1734685264.455491:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872674176 00000100:00100000:0.0:1734685264.455498:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:1.0:1734685264.455590:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685234 00000100:00100000:3.0:1734685264.455603:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872674304 00000100:00100000:2.0:1734685264.455612:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 861 00000100:00100000:3.0:1734685264.455613:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872674304 00000100:00100000:2.0:1734685264.455621:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872674176:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685264.455677:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685234 00000100:00100000:0.0:1734685264.455687:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685264.455704:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872674432 00000100:00100000:3.0:1734685264.455709:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872674432 00000100:00100000:1.0:1734685264.455723:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872674560 00000100:00100000:1.0:1734685264.455731:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872674560 00000100:00100000:2.0:1734685264.455741:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872674176:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 119us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685264.455742:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2671 00000100:00100000:2.0:1734685264.455750:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 861 00000100:00100000:3.0:1734685264.455752:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872674304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685264.455788:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54096 00000100:00100000:2.0:1734685264.455803:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2672 00000100:00100000:1.0:1734685264.455804:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872674560:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685264.455808:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872674432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685264.455816:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872674304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685264.455828:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2671 00000100:00100000:2.0:1734685264.455835:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872674432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (340us total) trans 0 rc 0/0 00010000:00020000:1.0:1734685264.455839:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685264.455842:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2672 00000100:00100000:1.0:1734685264.455889:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872674560:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 90us (204us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685264.455902:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54096 00000100:00080000:1.0:1734685264.455927:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685234 00010000:00010000:2.0:1734685264.782832:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685265.784726:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685266.786705:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685266.964759:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848300544:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685266.964815:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685266.964859:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848300544 00000100:00100000:2.0:1734685266.964865:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848300544 00000100:00100000:2.0:1734685266.964901:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41234 00000100:00100000:2.0:1734685266.964906:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848300544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685266.964934:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685266.964969:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848300544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685266.964974:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41234 00000100:00100000:0.0:1734685266.964986:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848300544:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685267.012839:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685267.012848:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685267.012852:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685267.012859:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10062 00000100:00100000:1.0:1734685267.012862:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848300672:0@lo:400:kworker.0 00000100:00080000:0.0:1734685267.012864:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685267.012870:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685267.012881:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848300928:0@lo:400:kworker.0 00000100:00100000:2.0:1734685267.012888:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848300800:0@lo:400:kworker.0 00000100:00100000:0.0:1734685267.012894:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51ce00 x1818938848301184/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685267.012924:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685267.012928:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685267.012932:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685267.012934:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685267.012939:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10062 00000100:00100000:2.0:1734685267.012940:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685267.012943:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685267.012948:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685267.012955:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848301312:0@lo:400:kworker.0 00000100:00100000:0.0:1734685267.012962:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51d880 x1818938848301568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685267.012967:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848300800 00000100:00100000:2.0:1734685267.012970:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848301440:0@lo:400:kworker.0 00000100:00100000:3.0:1734685267.012974:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848300800 00000100:00100000:1.0:1734685267.012980:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685267.012988:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685267.013002:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848301056:0@lo:400:kworker.0 00000100:00080000:1.0:1734685267.013015:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685237 00000100:00100000:3.0:1734685267.013020:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848301440 00000100:00100000:3.0:1734685267.013024:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848301440 00000100:00100000:1.0:1734685267.013030:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848301312 00000100:00100000:2.0:1734685267.013033:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673 00000100:00100000:1.0:1734685267.013035:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848301312 00000100:00100000:2.0:1734685267.013043:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848300800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685267.013055:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674 00000100:00100000:3.0:1734685267.013062:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848301440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685267.013070:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7697 00000100:00100000:0.0:1734685267.013078:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685267.013078:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848301312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685267.013110:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848301824:0@lo:400:kworker.0 00000100:00100000:2.0:1734685267.013110:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848300800:12345-0@lo:400:kworker.0 Request processed in 67us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685267.013120:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673 00000100:00100000:3.0:1734685267.013123:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848301440:12345-0@lo:400:kworker.0 Request processed in 59us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685267.013131:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674 00000100:00100000:0.0:1734685267.013138:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685267.013140:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848301312:12345-0@lo:400:kworker.0 Request processed in 61us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685267.013148:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848301824 00000100:00100000:1.0:1734685267.013149:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7697 00000100:00100000:2.0:1734685267.013153:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848301824 00000100:00100000:0.0:1734685267.013157:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685267.013163:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848300672 00000100:00100000:0.0:1734685267.013165:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848301696:0@lo:400:kworker.0 00000100:00100000:3.0:1734685267.013167:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848300672 00000100:00100000:2.0:1734685267.013176:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2675 00000100:00080000:1.0:1734685267.013181:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685237 00000100:00100000:2.0:1734685267.013182:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848301824:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685267.013185:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685237 00000100:00100000:0.0:1734685267.013186:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685267.013195:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1734685267.013202:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848300672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685267.013211:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848301184:0@lo:8:kworker.0 00000100:00100000:0.0:1734685267.013213:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848301696 00000100:00100000:0.0:1734685267.013218:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848301696 00000100:00100000:2.0:1734685267.013220:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848301824:12345-0@lo:400:kworker.0 Request processed in 36us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685267.013229:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2675 00000100:00100000:3.0:1734685267.013240:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848300672:12345-0@lo:400:kworker.0 Request processed in 37us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685267.013242:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685267.013249:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1734685267.013253:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848301056 00000100:00100000:2.0:1734685267.013271:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848301056 00000100:00100000:0.0:1734685267.013272:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848301184 00000100:00100000:1.0:1734685267.013275:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848301568:0@lo:8:kworker.0 00000100:00100000:0.0:1734685267.013276:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848301184 00000100:00100000:0.0:1734685267.013290:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7698 00000100:00100000:2.0:1734685267.013291:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41235 00000100:00100000:1.0:1734685267.013292:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685267.013296:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848301056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685267.013297:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848301696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685267.013307:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848301568 00000100:00100000:3.0:1734685267.013310:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848301568 00000100:00100000:1.0:1734685267.013317:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54097 00000100:00100000:1.0:1734685267.013321:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848301184:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685267.013322:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54098 00000100:00100000:3.0:1734685267.013326:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848301568:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685267.013329:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848301056:12345-0@lo:400:kworker.0 Request processed in 32us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685267.013333:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848301696:12345-0@lo:400:kworker.0 Request processed in 36us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685267.013335:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41235 00010000:00020000:1.0:1734685267.013338:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685267.013340:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7698 00010000:00020000:3.0:1734685267.013342:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685267.013354:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685267.013359:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848301184:12345-0@lo:8:kworker.0 Request processed in 37us (118us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685267.013364:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848300928 00000100:00100000:1.0:1734685267.013365:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54097 00000100:00100000:3.0:1734685267.013366:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848301568:12345-0@lo:8:kworker.0 Request processed in 38us (72us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685267.013367:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848300928 00000100:00100000:3.0:1734685267.013370:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54098 00000100:00080000:1.0:1734685267.013375:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685237 00000100:00080000:1.0:1734685267.013377:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685237 00000100:00080000:1.0:1734685267.013379:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685237 00000100:00100000:0.0:1734685267.013387:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676 00000100:00100000:2.0:1734685267.013390:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848301440:0@lo:400:kworker.0 00000100:00080000:1.0:1734685267.013391:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685267.013392:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848300928:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685267.013395:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685267.013399:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848301184:0@lo:8:kworker.0 00000100:00100000:2.0:1734685267.013402:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848300800:0@lo:400:kworker.0 00000100:00080000:1.0:1734685267.013407:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685267.013410:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685267.013413:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848301568:0@lo:8:kworker.0 00000100:00100000:0.0:1734685267.013426:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848300928:12345-0@lo:400:kworker.0 Request processed in 33us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685267.013433:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676 00000100:00100000:1.0:1734685267.013439:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848301312:0@lo:400:kworker.0 00000100:00100000:3.0:1734685267.013440:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848300928:0@lo:400:kworker.0 00000100:00100000:1.0:1734685267.013449:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848300672:0@lo:400:kworker.0 00000100:00100000:0.0:1734685267.013462:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848301696:0@lo:400:kworker.0 00000100:00100000:0.0:1734685267.013472:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848301056:0@lo:400:kworker.0 00000100:00100000:0.0:1734685267.013481:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848301824:0@lo:400:kworker.0 00000100:00100000:1.0:1734685267.044758:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848301952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685267.044811:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685267.044869:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848301952 00000100:00100000:2.0:1734685267.044876:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848301952 00000100:00100000:2.0:1734685267.044918:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41236 00000100:00100000:2.0:1734685267.044925:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848301952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685267.044958:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685267.045017:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848301952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685267.045026:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41236 00000100:00100000:1.0:1734685267.045042:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848301952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685267.092737:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685267.092757:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848302080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685267.092803:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685267.092861:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848302080 00000100:00100000:2.0:1734685267.092877:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848302080 00000100:00100000:2.0:1734685267.092927:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6824 00000100:00100000:2.0:1734685267.092936:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848302080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685267.092966:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685267.093026:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848302080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685267.093035:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6824 00000100:00100000:1.0:1734685267.093057:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848302080:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685267.788801:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685268.790863:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685268.804778:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848302208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685268.804852:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685268.804979:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848302208 00000100:00100000:2.0:1734685268.804991:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848302208 00000100:00100000:2.0:1734685268.805049:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6825 00000100:00100000:2.0:1734685268.805057:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848302208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685268.805091:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685268.805153:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848302208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685268.805166:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6825 00000100:00100000:3.0:1734685268.805201:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848302208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685269.462848:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685269.462883:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685269.462900:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685269.462907:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872674816 00000100:00100000:2.0:1734685269.462914:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872674816 00000100:00100000:0.0:1734685269.462927:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685269.462931:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872674688 00000100:00100000:3.0:1734685269.462935:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872674688 00000100:00080000:0.0:1734685269.462958:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685239 00000100:00100000:2.0:1734685269.462958:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872674944 00000100:00100000:2.0:1734685269.462959:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872674944 00000100:00080000:0.0:1734685269.462960:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685239 00000100:00100000:1.0:1734685269.462961:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872675072 00000100:00100000:1.0:1734685269.462966:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872675072 00000100:00100000:3.0:1734685269.462969:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 863 00000100:00080000:0.0:1734685269.462974:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685239 00000100:00100000:3.0:1734685269.462974:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872674688:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685269.462979:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2677 00000100:00100000:2.0:1734685269.462983:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872674816:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685269.462984:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54099 00000100:00100000:0.0:1734685269.462986:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2678 00000100:00100000:1.0:1734685269.462988:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872675072:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685269.462991:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872674944:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734685269.463004:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685269.463018:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872674816:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685269.463018:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872674688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685269.463022:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872674944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685269.463023:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2677 00000100:00100000:3.0:1734685269.463025:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 863 00000100:00100000:0.0:1734685269.463026:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2678 00000100:00100000:1.0:1734685269.463027:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872675072:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 39us (125us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685269.463031:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54099 00010000:00010000:2.0:1734685269.792702:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685270.794745:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685271.796725:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685271.972724:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848302336:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685271.972782:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685271.972835:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848302336 00000100:00100000:2.0:1734685271.972841:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848302336 00000100:00100000:2.0:1734685271.972876:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41237 00000100:00100000:2.0:1734685271.972882:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848302336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685271.972912:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685271.972956:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848302336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685271.972962:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41237 00000100:00100000:1.0:1734685271.972980:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848302336:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685272.020723:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685272.020730:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734685272.020732:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848302848:0@lo:400:kworker.0 00000100:00100000:2.0:1734685272.020732:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848302592:0@lo:400:kworker.0 00000100:00080000:0.0:1734685272.020733:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685272.020739:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10067 00000100:00080000:0.0:1734685272.020743:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685272.020748:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685272.020767:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a63f6d80 x1818938848302976/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685272.020767:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848302720:0@lo:400:kworker.0 00000100:00100000:1.0:1734685272.020791:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685272.020791:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685272.020795:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685272.020798:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685272.020799:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685272.020802:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10067 00000100:00080000:0.0:1734685272.020805:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685272.020808:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685272.020817:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a63f7800 x1818938848303360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685272.020819:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848302592 00000100:00100000:3.0:1734685272.020825:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848302592 00000100:00100000:2.0:1734685272.020827:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848303232:0@lo:400:kworker.0 00000100:00100000:1.0:1734685272.020832:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848303616:0@lo:400:kworker.0 00000100:00100000:0.0:1734685272.020840:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848302976:0@lo:8:kworker.0 00000100:00100000:2.0:1734685272.020844:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685272.020850:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848302464:0@lo:400:kworker.0 00000100:00100000:3.0:1734685272.020861:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848303232 00000100:00100000:0.0:1734685272.020862:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685272.020863:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848303232 00000100:00100000:2.0:1734685272.020869:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2679 00000100:00100000:2.0:1734685272.020876:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848302592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685272.020877:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848303360:0@lo:8:kworker.0 00000100:00100000:1.0:1734685272.020877:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685272.020885:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685272.020885:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680 00000100:00100000:1.0:1734685272.020889:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848303104:0@lo:400:kworker.0 00000100:00100000:3.0:1734685272.020891:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848303232:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685272.020900:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685242 00000100:00100000:2.0:1734685272.020912:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848302592:12345-0@lo:400:kworker.0 Request processed in 36us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685272.020916:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848302976 00000100:00100000:1.0:1734685272.020916:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685272.020918:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2679 00000100:00100000:0.0:1734685272.020919:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848302976 00000100:00100000:3.0:1734685272.020921:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848303232:12345-0@lo:400:kworker.0 Request processed in 30us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685272.020927:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680 00000100:00100000:0.0:1734685272.020930:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848303360 00000100:00100000:0.0:1734685272.020931:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848303360 00000100:00100000:0.0:1734685272.020937:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848303104 00000100:00100000:0.0:1734685272.020938:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848303104 00000100:00100000:2.0:1734685272.020941:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685272.020942:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54100 00000100:00100000:3.0:1734685272.020945:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848302464 00000100:00100000:1.0:1734685272.020947:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848302976:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685272.020948:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848302464 00000100:00100000:0.0:1734685272.020952:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7699 00000100:00100000:2.0:1734685272.020954:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848303488:0@lo:400:kworker.0 00000100:00100000:0.0:1734685272.020955:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848303104:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734685272.020964:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685272.020966:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:2.0:1734685272.020969:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685272.020971:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848302464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685272.020988:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848302976:12345-0@lo:8:kworker.0 Request processed in 40us (124us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685272.020988:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848303488 00000100:00100000:0.0:1734685272.020990:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848303104:12345-0@lo:400:kworker.0 Request processed in 35us (74us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685272.020991:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848303488 00000100:00100000:1.0:1734685272.020994:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54100 00000100:00100000:3.0:1734685272.020996:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848302464:12345-0@lo:400:kworker.0 Request processed in 24us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685272.020997:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7699 00000100:00100000:3.0:1734685272.021002:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1734685272.021006:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7700 00000100:00100000:1.0:1734685272.021010:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848303488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685272.021010:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54101 00000100:00100000:2.0:1734685272.021013:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848303360:12345-0@lo:8:kworker.0 00000100:00080000:0.0:1734685272.021020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685242 00000100:00080000:0.0:1734685272.021022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685242 00010000:00020000:2.0:1734685272.021022:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685272.021026:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848302848 00000100:00100000:3.0:1734685272.021028:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848302848 00000100:00100000:1.0:1734685272.021034:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848303488:12345-0@lo:400:kworker.0 Request processed in 23us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685272.021039:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848303360:12345-0@lo:8:kworker.0 Request processed in 25us (153us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685272.021040:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7700 00000100:00080000:0.0:1734685272.021042:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685272.021044:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685272.021044:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54101 00000100:00100000:3.0:1734685272.021046:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41238 00000100:00100000:0.0:1734685272.021047:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848302976:0@lo:8:kworker.0 00000100:00100000:3.0:1734685272.021051:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848302848:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685272.021052:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685272.021053:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685272.021055:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848303360:0@lo:8:kworker.0 00000100:00100000:1.0:1734685272.021056:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685272.021057:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848302720 00000100:00100000:2.0:1734685272.021059:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848302720 00000100:00080000:0.0:1734685272.021066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685242 00000100:00080000:0.0:1734685272.021068:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685242 00000100:00100000:2.0:1734685272.021071:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848303616 00000100:00100000:1.0:1734685272.021073:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2681 00000100:00100000:2.0:1734685272.021073:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848303616 00000100:00100000:3.0:1734685272.021076:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848302848:12345-0@lo:400:kworker.0 Request processed in 24us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685272.021077:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848302720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685272.021081:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41238 00000100:00100000:2.0:1734685272.021085:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2682 00000100:00100000:2.0:1734685272.021088:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848303616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685272.021098:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848302720:12345-0@lo:400:kworker.0 Request processed in 21us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685272.021103:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2681 00000100:00100000:2.0:1734685272.021105:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848303616:12345-0@lo:400:kworker.0 Request processed in 16us (49us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685272.021110:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2682 00000100:00100000:1.0:1734685272.021127:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848303616:0@lo:400:kworker.0 00000100:00100000:2.0:1734685272.021127:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848303232:0@lo:400:kworker.0 00000100:00100000:1.0:1734685272.021135:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848302848:0@lo:400:kworker.0 00000100:00100000:2.0:1734685272.021135:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848302592:0@lo:400:kworker.0 00000100:00100000:1.0:1734685272.021150:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848302464:0@lo:400:kworker.0 00000100:00100000:2.0:1734685272.021151:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848303488:0@lo:400:kworker.0 00000100:00100000:1.0:1734685272.021157:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848303104:0@lo:400:kworker.0 00000100:00100000:2.0:1734685272.021159:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848302720:0@lo:400:kworker.0 00000100:00100000:1.0:1734685272.052766:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848303744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685272.052820:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685272.052863:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848303744 00000100:00100000:3.0:1734685272.052870:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848303744 00000100:00100000:3.0:1734685272.052910:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41239 00000100:00100000:3.0:1734685272.052917:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848303744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685272.052945:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685272.052988:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848303744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685272.052995:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41239 00000100:00100000:1.0:1734685272.053010:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848303744:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685272.100740:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848303872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685272.100810:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685272.100846:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848303872 00000100:00100000:0.0:1734685272.100854:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848303872 00000100:00100000:0.0:1734685272.100888:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6826 00000100:00100000:0.0:1734685272.100893:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848303872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685272.100916:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685272.100951:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848303872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685272.100955:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6826 00000100:00100000:2.0:1734685272.100964:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848303872:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685272.798746:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685273.800733:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685273.812710:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685273.812729:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848304000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685273.812780:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685273.812870:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848304000 00000100:00100000:0.0:1734685273.812878:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848304000 00000100:00100000:0.0:1734685273.812911:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6827 00000100:00100000:0.0:1734685273.812916:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848304000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685273.812939:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685273.812986:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848304000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685273.812992:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6827 00000100:00100000:1.0:1734685273.812999:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848304000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685274.470913:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685274.470957:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685274.470981:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872675200 00000100:00100000:0.0:1734685274.470985:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685274.470993:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872675200 00000100:00100000:2.0:1734685274.471027:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872675328 00000100:00100000:2.0:1734685274.471032:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872675328 00000100:00100000:3.0:1734685274.471042:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 865 00000100:00100000:3.0:1734685274.471048:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872675200:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685274.471056:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685274.471056:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872675456 00000100:00100000:2.0:1734685274.471057:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872675456 00000100:00100000:2.0:1734685274.471070:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2683 00000100:00100000:2.0:1734685274.471074:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872675328:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685274.471079:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872675584 00000100:00100000:0.0:1734685274.471083:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872675584 00000100:00080000:1.0:1734685274.471087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685244 00000100:00080000:1.0:1734685274.471092:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685244 00000100:00080000:1.0:1734685274.471093:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685244 00000100:00100000:3.0:1734685274.471093:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872675200:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685274.471098:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 865 00000100:00100000:2.0:1734685274.471100:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872675328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685274.471102:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54102 00000100:00100000:1.0:1734685274.471106:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2684 00000100:00100000:0.0:1734685274.471107:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872675584:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685274.471111:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872675456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685274.471114:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2683 00010000:00020000:0.0:1734685274.471127:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685274.471136:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872675456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685274.471140:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2684 00000100:00100000:0.0:1734685274.471148:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872675584:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (92us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685274.471154:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54102 00010000:00010000:2.0:1734685274.802715:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685275.804689:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685276.806680:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685276.980818:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848304128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685276.980889:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685276.980979:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848304128 00000100:00100000:3.0:1734685276.980992:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848304128 00000100:00100000:3.0:1734685276.981067:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41240 00000100:00100000:3.0:1734685276.981075:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848304128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685276.981111:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685276.981168:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848304128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685276.981176:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41240 00000100:00100000:2.0:1734685276.981211:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848304128:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685277.028679:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685277.028685:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685277.028688:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685277.028694:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10072 00000100:00100000:2.0:1734685277.028697:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848304256:0@lo:400:kworker.0 00000100:00080000:0.0:1734685277.028699:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685277.028703:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685277.028719:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a63f6300 x1818938848304768/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685277.028745:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848304384:0@lo:400:kworker.0 00000100:00080000:0.0:1734685277.028753:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1734685277.028754:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685277.028757:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685277.028760:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685277.028764:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10072 00000100:00080000:0.0:1734685277.028766:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685277.028771:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685277.028785:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685277.028790:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848304896:0@lo:400:kworker.0 00000100:00100000:1.0:1734685277.028795:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848304768:0@lo:8:kworker.0 00000100:00100000:0.0:1734685277.028803:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008cafc000 x1818938848305152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685277.028806:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848305024:0@lo:400:kworker.0 00000100:00100000:2.0:1734685277.028826:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685277.028835:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685277.028843:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685277.028857:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848304256 00000100:00100000:0.0:1734685277.028858:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848304896 00000100:00100000:2.0:1734685277.028860:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848304384 00000100:00100000:0.0:1734685277.028863:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848304896 00000100:00100000:3.0:1734685277.028863:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848304256 00000100:00100000:2.0:1734685277.028865:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848304384 00000100:00100000:1.0:1734685277.028868:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848305152:0@lo:8:kworker.0 00000100:00100000:1.0:1734685277.028887:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685277.028891:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1734685277.028894:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848305024 00000100:00100000:0.0:1734685277.028895:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848304768 00000100:00100000:2.0:1734685277.028896:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848305024 00000100:00100000:3.0:1734685277.028896:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848304256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685277.028898:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848304768 00000100:00100000:2.0:1734685277.028910:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685 00000100:00100000:0.0:1734685277.028911:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848305152 00000100:00100000:0.0:1734685277.028913:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848305152 00000100:00100000:2.0:1734685277.028915:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848304384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685277.028916:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7701 00000100:00100000:1.0:1734685277.028924:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848304896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685277.028927:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54103 00000100:00100000:3.0:1734685277.028928:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848304256:12345-0@lo:400:kworker.0 Request processed in 31us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685277.028932:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848304768:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685277.028933:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1734685277.028950:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848304384:12345-0@lo:400:kworker.0 Request processed in 35us (166us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685277.028953:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685277.028956:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685 00000100:00100000:3.0:1734685277.028959:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848304512:0@lo:400:kworker.0 00000100:00100000:1.0:1734685277.028961:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848304896:12345-0@lo:400:kworker.0 Request processed in 38us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685277.028969:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7701 00000100:00100000:2.0:1734685277.028969:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686 00000100:00100000:2.0:1734685277.028972:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848305024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685277.028975:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685277.028990:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848305280:0@lo:400:kworker.0 00000100:00100000:0.0:1734685277.028991:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848304768:12345-0@lo:8:kworker.0 Request processed in 58us (148us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685277.028998:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54103 00000100:00100000:2.0:1734685277.029000:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848305024:12345-0@lo:400:kworker.0 Request processed in 27us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685277.029004:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685277.029005:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686 00000100:00100000:0.0:1734685277.029008:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848305280 00000100:00100000:0.0:1734685277.029011:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848305280 00000100:00100000:2.0:1734685277.029013:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848304512 00000100:00100000:3.0:1734685277.029014:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1734685277.029015:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848304512 00000100:00100000:3.0:1734685277.029018:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848304640:0@lo:400:kworker.0 00000100:00100000:0.0:1734685277.029027:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7702 00000100:00100000:2.0:1734685277.029028:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2687 00000100:00100000:3.0:1734685277.029030:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685277.029032:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848305280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685277.029038:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848304512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685277.029038:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848305408:0@lo:400:kworker.0 00000100:00100000:3.0:1734685277.029052:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685277.029062:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848304512:12345-0@lo:400:kworker.0 Request processed in 23us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685277.029066:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2687 00000100:00100000:0.0:1734685277.029067:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848305280:12345-0@lo:400:kworker.0 Request processed in 34us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685277.029071:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848304512:0@lo:400:kworker.0 00000100:00100000:2.0:1734685277.029073:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848305408 00000100:00100000:0.0:1734685277.029074:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7702 00000100:00100000:2.0:1734685277.029075:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848305408 00000100:00100000:3.0:1734685277.029078:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848305280:0@lo:400:kworker.0 00000100:00100000:2.0:1734685277.029082:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688 00000100:00100000:0.0:1734685277.029084:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54104 00000100:00100000:2.0:1734685277.029085:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848305408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685277.029088:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848305152:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685277.029104:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685277.029104:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848305408:12345-0@lo:400:kworker.0 Request processed in 19us (52us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685277.029107:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685247 00000100:00100000:2.0:1734685277.029109:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688 00000100:00080000:3.0:1734685277.029110:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685247 00000100:00080000:3.0:1734685277.029112:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685247 00000100:00080000:3.0:1734685277.029114:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685247 00000100:00100000:3.0:1734685277.029124:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848305024:0@lo:400:kworker.0 00000100:00100000:0.0:1734685277.029125:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848305152:12345-0@lo:8:kworker.0 Request processed in 35us (237us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734685277.029131:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685277.029132:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54104 00000100:00100000:3.0:1734685277.029133:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848304384:0@lo:400:kworker.0 00000100:00080000:1.0:1734685277.029135:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685277.029136:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848304896:0@lo:400:kworker.0 00000100:00100000:1.0:1734685277.029139:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848305152:0@lo:8:kworker.0 00000100:00100000:2.0:1734685277.029144:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848304256:0@lo:400:kworker.0 00000100:00100000:3.0:1734685277.029148:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848305408:0@lo:400:kworker.0 00000100:00080000:1.0:1734685277.029149:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685277.029151:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685277.029155:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848304768:0@lo:8:kworker.0 00000100:00100000:3.0:1734685277.029158:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848304640 00000100:00100000:3.0:1734685277.029160:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848304640 00000100:00100000:3.0:1734685277.029178:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41241 00000100:00080000:2.0:1734685277.029182:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685247 00000100:00100000:3.0:1734685277.029183:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848304640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685277.029232:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848304640:12345-0@lo:400:kworker.0 Request processed in 47us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685277.029240:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41241 00000100:00100000:0.0:1734685277.029259:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848304640:0@lo:400:kworker.0 00000100:00100000:2.0:1734685277.060695:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848305536:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685277.060752:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685277.060793:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848305536 00000100:00100000:3.0:1734685277.060801:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848305536 00000100:00100000:3.0:1734685277.060845:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41242 00000100:00100000:3.0:1734685277.060851:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848305536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685277.060880:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685277.060924:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848305536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685277.060932:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41242 00000100:00100000:2.0:1734685277.060955:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848305536:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685277.108717:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848305664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685277.108764:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685277.108796:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848305664 00000100:00100000:0.0:1734685277.108804:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848305664 00000100:00100000:0.0:1734685277.108836:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6828 00000100:00100000:0.0:1734685277.108840:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848305664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685277.108862:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685277.108899:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848305664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685277.108904:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6828 00000100:00100000:3.0:1734685277.108919:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848305664:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685277.808731:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685278.810808:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685278.820777:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848305792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685278.820861:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685278.820980:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848305792 00000100:00100000:2.0:1734685278.820991:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848305792 00000100:00100000:2.0:1734685278.821054:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6829 00000100:00100000:2.0:1734685278.821064:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848305792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685278.821103:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685278.821174:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848305792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685278.821185:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6829 00000100:00100000:0.0:1734685278.821232:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848305792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685279.479418:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685279.479478:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685279.479504:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685279.479586:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872675712 00000100:00100000:2.0:1734685279.479608:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872675840 00000100:00100000:0.0:1734685279.479612:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685279.479618:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872675840 00000100:00100000:3.0:1734685279.479618:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872675712 00000100:00080000:0.0:1734685279.479673:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685249 00000100:00100000:1.0:1734685279.479676:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872676096 00000100:00080000:0.0:1734685279.479678:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685249 00000100:00100000:2.0:1734685279.479684:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2689 00000100:00100000:3.0:1734685279.479687:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 867 00000100:00100000:1.0:1734685279.479688:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872676096 00000100:00100000:2.0:1734685279.479697:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872675840:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685279.479698:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872675968 00000100:00100000:3.0:1734685279.479699:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872675712:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685279.479704:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872675968 00000100:00100000:1.0:1734685279.479729:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54105 00000100:00100000:0.0:1734685279.479739:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2690 00000100:00100000:1.0:1734685279.479740:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872676096:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685279.479746:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872675968:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734685279.479773:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685279.479777:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872675840:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 81us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685279.479777:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872675712:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 78us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685279.479785:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872675968:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685279.479787:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2689 00000100:00100000:3.0:1734685279.479788:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 867 00000100:00100000:0.0:1734685279.479793:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2690 00000100:00080000:0.0:1734685279.479815:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685249 00000100:00100000:1.0:1734685279.479818:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872676096:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 78us (203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685279.479829:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54105 00010000:00010000:2.0:1734685279.812716:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685280.814754:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685281.816780:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685281.988800:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848305920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685281.988888:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685281.988948:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848305920 00000100:00100000:3.0:1734685281.988955:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848305920 00000100:00100000:3.0:1734685281.988995:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41243 00000100:00100000:3.0:1734685281.989000:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848305920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685281.989034:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685281.989069:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848305920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685281.989074:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41243 00000100:00100000:0.0:1734685281.989099:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848305920:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685282.036750:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685282.036756:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685282.036759:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734685282.036765:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848306048:0@lo:400:kworker.0 00000100:00100000:3.0:1734685282.036765:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848306176:0@lo:400:kworker.0 00000100:00080000:0.0:1734685282.036766:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10077 00000100:00080000:0.0:1734685282.036770:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685282.036775:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685282.036782:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848306304:0@lo:400:kworker.0 00000100:00100000:0.0:1734685282.036794:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008cafe680 x1818938848306560/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685282.036814:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685282.036817:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685282.036818:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685282.036820:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10077 00000100:00080000:0.0:1734685282.036821:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685282.036823:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685282.036829:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008caff100 x1818938848306944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685282.036839:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685282.036839:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685282.036844:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848306560:0@lo:8:kworker.0 00000100:00100000:0.0:1734685282.036858:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848306432:0@lo:400:kworker.0 00000100:00100000:2.0:1734685282.036867:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848306688:0@lo:400:kworker.0 00000100:00100000:3.0:1734685282.036868:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848306816:0@lo:400:kworker.0 00000100:00100000:1.0:1734685282.036871:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685282.036884:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685282.036885:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685282.036889:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848306944:0@lo:8:kworker.0 00000100:00100000:3.0:1734685282.036889:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685282.036904:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848307200:0@lo:400:kworker.0 00000100:00100000:2.0:1734685282.036912:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848306176 00000100:00100000:3.0:1734685282.036916:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848306048 00000100:00100000:0.0:1734685282.036918:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685282.036918:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848306176 00000100:00100000:1.0:1734685282.036919:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685282.036920:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848306048 00000100:00100000:0.0:1734685282.036929:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685282.036933:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848307072:0@lo:400:kworker.0 00000100:00100000:0.0:1734685282.036944:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685282.036945:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685282.036952:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848306816 00000100:00100000:3.0:1734685282.036952:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:2.0:1734685282.036953:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848306816 00000100:00100000:3.0:1734685282.036957:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848306048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685282.036961:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848306560 00000100:00100000:0.0:1734685282.036963:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848306560 00000100:00100000:2.0:1734685282.036963:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848307200 00000100:00100000:2.0:1734685282.036964:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848307200 00000100:00100000:1.0:1734685282.036967:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848306304 00000100:00100000:1.0:1734685282.036971:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848306304 00000100:00100000:2.0:1734685282.036973:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2691 00000100:00100000:0.0:1734685282.036976:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848306688 00000100:00100000:2.0:1734685282.036976:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848306176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685282.036977:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848306688 00000100:00100000:0.0:1734685282.036990:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848306944 00000100:00100000:1.0:1734685282.036990:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692 00000100:00100000:3.0:1734685282.036991:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848306048:12345-0@lo:400:kworker.0 Request processed in 33us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685282.036992:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848306944 00000100:00100000:1.0:1734685282.036995:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848306816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685282.036995:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:0.0:1734685282.036999:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848307072 00000100:00100000:0.0:1734685282.037000:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848307072 00000100:00100000:2.0:1734685282.037000:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848306176:12345-0@lo:400:kworker.0 Request processed in 24us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685282.037005:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2691 00000100:00100000:0.0:1734685282.037009:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7703 00000100:00100000:0.0:1734685282.037013:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848306688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685282.037016:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2693 00000100:00100000:2.0:1734685282.037019:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848307200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685282.037022:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694 00000100:00100000:1.0:1734685282.037023:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848306816:12345-0@lo:400:kworker.0 Request processed in 27us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685282.037026:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848306304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685282.037030:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692 00000100:00100000:0.0:1734685282.037036:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848306688:12345-0@lo:400:kworker.0 Request processed in 23us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685282.037037:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848307200:12345-0@lo:400:kworker.0 Request processed in 17us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685282.037040:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7703 00000100:00100000:2.0:1734685282.037041:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2693 00000100:00100000:3.0:1734685282.037044:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848306304:12345-0@lo:400:kworker.0 Request processed in 17us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685282.037048:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694 00000100:00100000:0.0:1734685282.037049:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7704 00000100:00100000:0.0:1734685282.037051:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848307072:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685282.037056:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685252 00000100:00080000:2.0:1734685282.037059:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685252 00000100:00080000:2.0:1734685282.037061:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685252 00000100:00100000:1.0:1734685282.037062:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848306304:0@lo:400:kworker.0 00000100:00080000:2.0:1734685282.037062:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685252 00000100:00100000:0.0:1734685282.037063:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848307072:12345-0@lo:400:kworker.0 Request processed in 11us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685282.037067:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7704 00000100:00100000:0.0:1734685282.037071:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54106 00000100:00100000:0.0:1734685282.037074:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848306560:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685282.037074:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54107 00000100:00100000:2.0:1734685282.037077:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848306688:0@lo:400:kworker.0 00000100:00100000:3.0:1734685282.037077:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848306944:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685282.037082:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848306048:0@lo:400:kworker.0 00010000:00020000:3.0:1734685282.037091:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734685282.037095:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685282.037097:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848307072:0@lo:400:kworker.0 00000100:00100000:2.0:1734685282.037103:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848307200:0@lo:400:kworker.0 00000100:00100000:3.0:1734685282.037110:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848306944:12345-0@lo:8:kworker.0 Request processed in 32us (192us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685282.037113:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54107 00000100:00100000:0.0:1734685282.037116:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848306560:12345-0@lo:8:kworker.0 Request processed in 40us (245us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685282.037122:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54106 00000100:00080000:1.0:1734685282.037123:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685282.037126:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685282.037129:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848306816:0@lo:400:kworker.0 00000100:00100000:1.0:1734685282.037130:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848306560:0@lo:8:kworker.0 00000100:00100000:3.0:1734685282.037135:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848306176:0@lo:400:kworker.0 00000100:00080000:1.0:1734685282.037138:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685282.037140:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848306432 00000100:00080000:1.0:1734685282.037141:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685282.037143:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848306432 00000100:00100000:1.0:1734685282.037144:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848306944:0@lo:8:kworker.0 00000100:00080000:2.0:1734685282.037171:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685252 00000100:00100000:0.0:1734685282.037175:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41244 00000100:00100000:0.0:1734685282.037180:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848306432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685282.037209:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848306432:12345-0@lo:400:kworker.0 Request processed in 29us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685282.037213:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41244 00000100:00100000:2.0:1734685282.037216:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848306432:0@lo:400:kworker.0 00000100:00100000:0.0:1734685282.068782:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848307328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685282.068851:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685282.068890:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848307328 00000100:00100000:2.0:1734685282.068899:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848307328 00000100:00100000:2.0:1734685282.068951:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41245 00000100:00100000:2.0:1734685282.068959:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848307328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685282.069000:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685282.069056:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848307328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685282.069064:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41245 00000100:00100000:0.0:1734685282.069080:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848307328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685282.116799:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848307456:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685282.116887:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685282.116958:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848307456 00000100:00100000:2.0:1734685282.116968:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848307456 00000100:00100000:2.0:1734685282.117018:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6830 00000100:00100000:2.0:1734685282.117025:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072bf7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848307456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685282.117061:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685282.117103:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072bf7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848307456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685282.117111:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6830 00000100:00100000:0.0:1734685282.117128:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848307456:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685282.818739:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685283.820750:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685283.828748:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685283.828771:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848307584:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685283.828827:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685283.828875:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848307584 00000100:00100000:0.0:1734685283.828883:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848307584 00000100:00100000:0.0:1734685283.828924:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6831 00000100:00100000:0.0:1734685283.828931:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848307584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685283.828958:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685283.828999:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848307584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685283.829005:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6831 00000100:00100000:2.0:1734685283.829018:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848307584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685284.487156:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685284.487203:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685284.487227:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872676352 00000100:00100000:0.0:1734685284.487239:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685284.487241:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872676352 00000100:00100000:2.0:1734685284.487275:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872676224 00000100:00100000:0.0:1734685284.487281:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685284.487281:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872676224 00000100:00100000:3.0:1734685284.487307:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872676480 00000100:00100000:3.0:1734685284.487310:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872676480 00000100:00100000:0.0:1734685284.487322:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2695 00000100:00100000:1.0:1734685284.487329:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872676608 00000100:00100000:0.0:1734685284.487331:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872676352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685284.487331:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 869 00000100:00100000:1.0:1734685284.487335:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872676608 00000100:00100000:3.0:1734685284.487336:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2696 00000100:00100000:2.0:1734685284.487337:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872676224:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685284.487340:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872676480:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685284.487358:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54108 00000100:00100000:1.0:1734685284.487364:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872676608:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685284.487386:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872676480:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685284.487388:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872676352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (240us total) trans 0 rc 0/0 00010000:00020000:1.0:1734685284.487389:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685284.487390:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872676224:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685284.487391:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2696 00000100:00100000:0.0:1734685284.487395:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2695 00000100:00100000:2.0:1734685284.487398:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 869 00000100:00100000:1.0:1734685284.487418:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872676608:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 53us (178us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685284.487424:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54108 00000100:00080000:3.0:1734685284.487424:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685254 00000100:00080000:3.0:1734685284.487427:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685254 00000100:00080000:3.0:1734685284.487428:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685254 00010000:00010000:2.0:1734685284.822727:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685285.825694:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685286.829365:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685286.996890:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848307712:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685286.996998:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685286.997275:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848307712 00000100:00100000:3.0:1734685286.997295:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848307712 00000100:00100000:3.0:1734685286.997431:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41246 00000100:00100000:3.0:1734685286.997446:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848307712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685286.997499:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685286.997586:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848307712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 139us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685286.997602:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41246 00000100:00100000:2.0:1734685286.997768:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848307712:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685287.046272:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685287.046300:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685287.046304:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685287.046312:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10082 00000100:00080000:0.0:1734685287.046317:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685287.046339:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685287.046376:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008cafea00 x1818938848308352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685287.046431:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685287.046435:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685287.046436:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685287.046439:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10082 00000100:00080000:0.0:1734685287.046442:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685287.046455:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685287.046467:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008cafca80 x1818938848308736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685287.046567:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848308352:0@lo:8:kworker.0 00000100:00100000:0.0:1734685287.046635:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685287.046664:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848308736:0@lo:8:kworker.0 00000100:00100000:0.0:1734685287.046723:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685287.046806:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848308352 00000100:00100000:0.0:1734685287.046824:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848308352 00000100:00100000:0.0:1734685287.046850:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848308736 00000100:00100000:0.0:1734685287.046852:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848308736 00000100:00100000:0.0:1734685287.046866:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54109 00000100:00100000:0.0:1734685287.046873:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848308352:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685287.046896:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685287.046930:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848308352:12345-0@lo:8:kworker.0 Request processed in 57us (295us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685287.046937:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54109 00000100:00100000:0.0:1734685287.046953:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54110 00000100:00100000:0.0:1734685287.046957:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848308736:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685287.046965:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685287.046983:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848308736:12345-0@lo:8:kworker.0 Request processed in 25us (260us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685287.046988:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54110 00000100:00080000:0.0:1734685287.047045:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685287.047060:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685287.047065:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848308352:0@lo:8:kworker.0 00000100:00080000:0.0:1734685287.047073:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685287.047075:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685287.047088:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848308736:0@lo:8:kworker.0 00000100:00100000:0.0:1734685287.047125:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848308096:0@lo:400:kworker.0 00000100:00100000:0.0:1734685287.047243:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685287.048568:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848307840:0@lo:400:kworker.0 00000100:00100000:1.0:1734685287.048625:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685287.048644:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848308480:0@lo:400:kworker.0 00000100:00100000:1.0:1734685287.048661:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685287.048676:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734685287.048682:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848307968:0@lo:400:kworker.0 00000100:00100000:2.0:1734685287.048771:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848307840 00000100:00100000:2.0:1734685287.048775:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848307840 00000100:00100000:2.0:1734685287.049024:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:2.0:1734685287.049067:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848307840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685287.049326:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848307840:12345-0@lo:400:kworker.0 Request processed in 274us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685287.049348:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00080000:2.0:1734685287.049602:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685257 00000100:00100000:2.0:1734685287.049666:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848308480 00000100:00100000:2.0:1734685287.049669:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848308480 00000100:00100000:2.0:1734685287.049744:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7705 00000100:00100000:2.0:1734685287.049749:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848308480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685287.049850:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848308480:12345-0@lo:400:kworker.0 Request processed in 100us (1187us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685287.049869:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7705 00000100:00080000:2.0:1734685287.049882:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685257 00000100:00100000:3.0:1734685287.050059:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848308224:0@lo:400:kworker.0 00000100:00100000:3.0:1734685287.050173:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685287.050210:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848308992:0@lo:400:kworker.0 00000100:00100000:3.0:1734685287.050301:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848308224 00000100:00100000:3.0:1734685287.050305:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848308224 00000100:00100000:3.0:1734685287.050391:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41247 00000100:00100000:3.0:1734685287.050396:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848308224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685287.050683:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848308224:12345-0@lo:400:kworker.0 Request processed in 273us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685287.050724:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41247 00000100:00080000:2.0:1734685287.050975:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685257 00000100:00100000:3.0:1734685287.053077:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848308096 00000100:00100000:3.0:1734685287.053098:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848308096 00000100:00100000:0.0:1734685287.054319:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848308864:0@lo:400:kworker.0 00000100:00100000:0.0:1734685287.054425:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685287.054805:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848308864 00000100:00100000:0.0:1734685287.054820:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848308864 00000100:00100000:3.0:1734685287.054949:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697 00000100:00100000:3.0:1734685287.054955:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848308096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685287.055059:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848308096:12345-0@lo:400:kworker.0 Request processed in 104us (7824us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685287.055088:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697 00000100:00100000:3.0:1734685287.055130:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685287.055216:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848308224:0@lo:400:kworker.0 00000100:00100000:3.0:1734685287.055297:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848308992 00000100:00100000:3.0:1734685287.055311:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848308992 00000100:00100000:3.0:1734685287.055342:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2698 00000100:00100000:3.0:1734685287.055347:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848308992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685287.055398:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848308992:12345-0@lo:400:kworker.0 Request processed in 50us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685287.055416:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698 00000100:00100000:3.0:1734685287.055448:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848308992:0@lo:400:kworker.0 00000100:00100000:1.0:1734685287.055571:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685287.055647:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848308608:0@lo:400:kworker.0 00000100:00100000:1.0:1734685287.055707:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685287.055747:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848307840:0@lo:400:kworker.0 00000100:00100000:1.0:1734685287.055773:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848308480:0@lo:400:kworker.0 00000100:00100000:0.0:1734685287.055964:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7706 00000100:00100000:0.0:1734685287.055982:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848308864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685287.056043:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848308864:12345-0@lo:400:kworker.0 Request processed in 73us (1616us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685287.056049:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7706 00000100:00100000:0.0:1734685287.056098:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848308096:0@lo:400:kworker.0 00000100:00100000:0.0:1734685287.056116:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848308864:0@lo:400:kworker.0 00000100:00080000:0.0:1734685287.056149:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685257 00000100:00080000:0.0:1734685287.056152:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685257 00000100:00100000:2.0:1734685287.056298:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848307968 00000100:00100000:2.0:1734685287.056312:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848307968 00000100:00100000:2.0:1734685287.056351:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848308608 00000100:00100000:2.0:1734685287.056353:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848308608 00000100:00100000:2.0:1734685287.056380:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2699 00000100:00100000:2.0:1734685287.056395:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848307968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685287.056443:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848307968:12345-0@lo:400:kworker.0 Request processed in 58us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685287.056448:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2699 00000100:00100000:2.0:1734685287.056470:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700 00000100:00100000:2.0:1734685287.056473:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848308608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685287.056517:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848308608:12345-0@lo:400:kworker.0 Request processed in 30us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685287.056523:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700 00000100:00100000:2.0:1734685287.056650:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848307968:0@lo:400:kworker.0 00000100:00100000:2.0:1734685287.056662:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848308608:0@lo:400:kworker.0 00000100:00080000:0.0:1734685287.056888:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685257 00000100:00100000:2.0:1734685287.077565:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848309120:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685287.077805:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685287.078363:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848309120 00000100:00100000:0.0:1734685287.078372:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848309120 00000100:00100000:0.0:1734685287.078463:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41248 00000100:00100000:0.0:1734685287.078484:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848309120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685287.078559:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685287.080165:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848309120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1690us (2357us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685287.080172:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41248 00000100:00100000:2.0:1734685287.080363:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848309120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685287.127065:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848309248:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685287.127271:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685287.129405:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848309248 00000100:00100000:1.0:1734685287.129431:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848309248 00000100:00100000:1.0:1734685287.129748:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6832 00000100:00100000:1.0:1734685287.129757:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848309248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685287.129830:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685287.130089:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848309248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 331us (2842us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685287.130097:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6832 00000100:00100000:3.0:1734685287.130189:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848309248:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685287.831219:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685288.836681:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685288.836704:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848309376:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685288.836713:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685288.836833:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685288.836969:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848309376 00000100:00100000:1.0:1734685288.836977:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848309376 00000100:00100000:1.0:1734685288.837026:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6833 00000100:00100000:1.0:1734685288.837033:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848309376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685288.837063:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685288.837112:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848309376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685288.837119:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6833 00000100:00100000:2.0:1734685288.839372:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848309376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685289.496140:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685289.496193:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685289.496270:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685289.496360:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872676736 00000100:00100000:2.0:1734685289.496371:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872676736 00000100:00100000:2.0:1734685289.496447:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 871 00000100:00100000:2.0:1734685289.496455:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872676736:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685289.496699:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872676736:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 226us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685289.496722:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 871 00000100:00080000:2.0:1734685289.496838:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685259 00000100:00100000:0.0:1734685289.497069:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685289.497141:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872676864 00000100:00100000:3.0:1734685289.497146:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872676864 00000100:00100000:3.0:1734685289.497175:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872676992 00000100:00100000:3.0:1734685289.497177:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872676992 00000100:00100000:3.0:1734685289.497194:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2701 00000100:00100000:3.0:1734685289.497198:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872676864:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685289.497255:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872676864:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (1061us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685289.497262:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2701 00000100:00100000:3.0:1734685289.497291:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2702 00000100:00100000:3.0:1734685289.497295:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872676992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685289.497314:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872676992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685289.497318:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2702 00000100:00100000:3.0:1734685289.497385:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872677120 00000100:00100000:3.0:1734685289.497389:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872677120 00000100:00100000:3.0:1734685289.497404:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54111 00000100:00100000:3.0:1734685289.497407:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872677120:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685289.497429:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685289.497449:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872677120:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (381us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685289.497455:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54111 00000100:00080000:2.0:1734685289.498323:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685259 00000100:00080000:2.0:1734685289.498326:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685259 00010000:00010000:2.0:1734685289.838959:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685290.840929:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685291.842767:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685292.004796:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685292.004821:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848309504:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685292.004892:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685292.004941:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848309504 00000100:00100000:0.0:1734685292.004949:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848309504 00000100:00100000:0.0:1734685292.004996:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41249 00000100:00100000:0.0:1734685292.005003:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848309504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685292.005039:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685292.005093:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848309504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685292.005099:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41249 00000100:00100000:1.0:1734685292.005133:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848309504:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685292.052792:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685292.052797:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685292.052801:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685292.052807:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10087 00000100:00100000:2.0:1734685292.052808:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848309632:0@lo:400:kworker.0 00000100:00100000:3.0:1734685292.052808:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848309760:0@lo:400:kworker.0 00000100:00080000:0.0:1734685292.052811:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685292.052817:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685292.052838:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800937dad80 x1818938848310144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685292.052890:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685292.052890:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685292.052940:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848309760 00000100:00100000:2.0:1734685292.052940:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848309632 00000100:00100000:3.0:1734685292.052942:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848310016:0@lo:400:kworker.0 00000100:00100000:1.0:1734685292.052947:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848309760 00000100:00100000:2.0:1734685292.052947:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848309632 00000100:00100000:3.0:1734685292.052964:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685292.052977:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685292.052981:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848309888:0@lo:400:kworker.0 00000100:00100000:1.0:1734685292.052997:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2703 00000100:00100000:2.0:1734685292.052997:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1734685292.052998:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685292.053003:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848309760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685292.053003:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848309632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685292.053016:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848309888 00000100:00100000:3.0:1734685292.053019:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848309888 00000100:00100000:3.0:1734685292.053040:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704 00000100:00100000:2.0:1734685292.053042:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848309632:12345-0@lo:400:kworker.0 Request processed in 38us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685292.053044:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848309888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685292.053049:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1734685292.053073:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848309888:12345-0@lo:400:kworker.0 Request processed in 28us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685292.053078:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704 00000100:00080000:0.0:1734685292.053079:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685292.053080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685262 00000100:00080000:0.0:1734685292.053082:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685292.053083:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685292.053085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685262 00000100:00080000:0.0:1734685292.053087:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10087 00000100:00080000:2.0:1734685292.053087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685262 00000100:00080000:0.0:1734685292.053089:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685292.053092:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685292.053098:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848310272:0@lo:400:kworker.0 00000100:00100000:0.0:1734685292.053104:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf3100 x1818938848310528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685292.053118:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848309888:0@lo:400:kworker.0 00000100:00100000:2.0:1734685292.053119:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685292.053134:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848310784:0@lo:400:kworker.0 00000100:00100000:2.0:1734685292.053136:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848309632:0@lo:400:kworker.0 00000100:00100000:0.0:1734685292.053137:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848310144:0@lo:8:kworker.0 00000100:00100000:2.0:1734685292.053149:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685292.053153:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848310400:0@lo:400:kworker.0 00000100:00100000:3.0:1734685292.053153:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685292.053158:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848309760:12345-0@lo:400:kworker.0 Request processed in 155us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685292.053160:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685292.053184:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685292.053189:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848310656:0@lo:400:kworker.0 00000100:00100000:1.0:1734685292.053197:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2703 00000100:00100000:0.0:1734685292.053199:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848310528:0@lo:8:kworker.0 00000100:00100000:2.0:1734685292.053204:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685292.053209:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685292.053213:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848310784 00000100:00100000:1.0:1734685292.053215:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848310784 00000100:00100000:2.0:1734685292.053224:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848310400 00000100:00100000:0.0:1734685292.053225:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848309760:0@lo:400:kworker.0 00000100:00100000:2.0:1734685292.053227:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848310400 00000100:00100000:1.0:1734685292.053230:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705 00000100:00100000:1.0:1734685292.053234:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848310784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685292.053235:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848310272 00000100:00100000:3.0:1734685292.053238:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848310272 00000100:00100000:0.0:1734685292.053242:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848310144 00000100:00100000:0.0:1734685292.053244:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848310144 00000100:00100000:2.0:1734685292.053246:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706 00000100:00100000:2.0:1734685292.053251:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848310400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685292.053258:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848310656 00000100:00100000:1.0:1734685292.053258:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848310784:12345-0@lo:400:kworker.0 Request processed in 23us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685292.053260:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848310656 00000100:00100000:1.0:1734685292.053263:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705 00000100:00100000:3.0:1734685292.053264:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7707 00000100:00100000:3.0:1734685292.053269:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848310272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685292.053276:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848310400:12345-0@lo:400:kworker.0 Request processed in 24us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685292.053280:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54112 00000100:00100000:2.0:1734685292.053282:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706 00000100:00100000:1.0:1734685292.053284:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848310144:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685292.053296:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848310272:12345-0@lo:400:kworker.0 Request processed in 26us (175us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685292.053297:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685262 00000100:00100000:3.0:1734685292.053300:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7707 00010000:00020000:1.0:1734685292.053302:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685292.053311:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848310400:0@lo:400:kworker.0 00000100:00100000:2.0:1734685292.053318:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848310272:0@lo:400:kworker.0 00000100:00100000:1.0:1734685292.053325:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848310144:12345-0@lo:8:kworker.0 Request processed in 40us (164us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685292.053327:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848310784:0@lo:400:kworker.0 00000100:00100000:1.0:1734685292.053331:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54112 00000100:00100000:2.0:1734685292.053351:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848310016 00000100:00100000:2.0:1734685292.053354:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848310016 00000100:00080000:3.0:1734685292.053367:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685262 00000100:00100000:2.0:1734685292.053376:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41250 00000100:00100000:2.0:1734685292.053380:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848310016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685292.053395:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7708 00000100:00100000:0.0:1734685292.053400:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848310656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685292.054269:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848310016:12345-0@lo:400:kworker.0 Request processed in 885us (1301us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685292.054277:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41250 00000100:00100000:2.0:1734685292.054307:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685292.054337:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685292.054340:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685292.054342:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848310144:0@lo:8:kworker.0 00000100:00100000:2.0:1734685292.054363:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848310528 00000100:00100000:2.0:1734685292.054366:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848310528 00000100:00100000:2.0:1734685292.054386:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54113 00000100:00100000:2.0:1734685292.054389:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848310528:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685292.054404:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685292.054413:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848310656:12345-0@lo:400:kworker.0 Request processed in 1011us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685292.054414:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848310656:0@lo:400:kworker.0 00000100:00100000:0.0:1734685292.054420:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7708 00000100:00100000:3.0:1734685292.054422:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848310016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685292.054430:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848310528:12345-0@lo:8:kworker.0 Request processed in 40us (123us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685292.054435:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54113 00000100:00080000:3.0:1734685292.054449:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685292.054452:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685292.054455:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848310528:0@lo:8:kworker.0 00000100:00100000:0.0:1734685292.084745:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848310912:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685292.084826:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685292.084959:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848310912 00000100:00100000:3.0:1734685292.084967:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848310912 00000100:00100000:3.0:1734685292.085002:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41251 00000100:00100000:3.0:1734685292.085008:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848310912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685292.085042:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685292.085201:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848310912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 191us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685292.085209:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41251 00000100:00100000:1.0:1734685292.085217:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848310912:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685292.132861:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685292.132886:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848311040:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685292.132957:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685292.133480:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848311040 00000100:00100000:3.0:1734685292.133487:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848311040 00000100:00100000:3.0:1734685292.133547:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6834 00000100:00100000:3.0:1734685292.133553:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848311040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685292.133593:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685292.133634:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848311040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685292.133640:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6834 00000100:00100000:0.0:1734685292.133772:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848311040:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685292.844769:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685293.844813:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685293.844834:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848311168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685293.844886:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685293.845055:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848311168 00000100:00100000:1.0:1734685293.845062:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848311168 00000100:00100000:1.0:1734685293.845103:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6835 00000100:00100000:1.0:1734685293.845110:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848311168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685293.845172:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685293.845218:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848311168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 108us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685293.845224:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6835 00000100:00100000:0.0:1734685293.845294:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848311168:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685293.846873:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685294.504945:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685294.504990:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685294.505025:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685294.505190:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872677376 00000100:00100000:1.0:1734685294.505198:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872677376 00000100:00100000:1.0:1734685294.505236:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872677504 00000100:00100000:1.0:1734685294.505239:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872677504 00000100:00100000:2.0:1734685294.505291:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872677248 00000100:00100000:2.0:1734685294.505293:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872677248 00000100:00100000:2.0:1734685294.505314:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 873 00000100:00100000:2.0:1734685294.505320:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872677248:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685294.505366:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872677248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685294.505371:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 873 00000100:00100000:2.0:1734685294.505401:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2707 00000100:00100000:2.0:1734685294.505405:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872677376:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685294.505424:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872677376:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (487us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685294.505428:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2707 00000100:00100000:1.0:1734685294.505464:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2708 00000100:00100000:1.0:1734685294.505467:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872677504:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685294.505487:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872677504:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685294.505491:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2708 00000100:00080000:3.0:1734685294.505563:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685264 00000100:00080000:3.0:1734685294.505566:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685264 00000100:00080000:3.0:1734685294.505568:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685264 00000100:00100000:3.0:1734685294.506050:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685294.506178:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872677632 00000100:00100000:2.0:1734685294.506181:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872677632 00000100:00100000:2.0:1734685294.506202:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54114 00000100:00100000:2.0:1734685294.506207:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872677632:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685294.506224:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685294.506243:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872677632:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 36us (194us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685294.506248:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54114 00010000:00010000:2.0:1734685294.848826:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685295.851402:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685296.871636:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685297.013430:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848311296:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685297.013485:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685297.013813:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848311296 00000100:00100000:2.0:1734685297.013819:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848311296 00000100:00100000:2.0:1734685297.013859:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41252 00000100:00100000:2.0:1734685297.013865:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848311296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685297.013895:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685297.013931:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848311296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685297.013937:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41252 00000100:00100000:0.0:1734685297.014086:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848311296:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685297.061633:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848311424:0@lo:400:kworker.0 00000100:00100000:2.0:1734685297.061695:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685297.064141:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685297.064152:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848311552:0@lo:400:kworker.0 00000100:00100000:2.0:1734685297.064189:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685297.064224:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848311424 00000100:00100000:2.0:1734685297.064230:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848311424 00000100:00100000:2.0:1734685297.064261:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1734685297.064266:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848311424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685297.064300:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848311424:12345-0@lo:400:kworker.0 Request processed in 34us (2606us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685297.064306:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:2.0:1734685297.064340:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848311424:0@lo:400:kworker.0 00000100:00080000:2.0:1734685297.064357:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685267 00000100:00100000:2.0:1734685297.064370:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848311552 00000100:00100000:2.0:1734685297.064372:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848311552 00000100:00100000:2.0:1734685297.064389:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709 00000100:00100000:2.0:1734685297.064393:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848311552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685297.064415:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848311552:12345-0@lo:400:kworker.0 Request processed in 21us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685297.064420:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709 00000100:00080000:2.0:1734685297.064429:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685267 00000100:00100000:2.0:1734685297.064440:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848311552:0@lo:400:kworker.0 00000100:00100000:3.0:1734685297.064714:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848311680:0@lo:400:kworker.0 00000100:00100000:3.0:1734685297.064739:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685297.064875:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848311680 00000100:00100000:2.0:1734685297.064887:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848311680 00000100:00100000:2.0:1734685297.064905:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710 00000100:00100000:2.0:1734685297.064909:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848311680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685297.068117:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848311680:12345-0@lo:400:kworker.0 Request processed in 3201us (3371us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685297.068127:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710 00000100:00080000:2.0:1734685297.068155:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685267 00000100:00100000:3.0:1734685297.068363:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848311680:0@lo:400:kworker.0 00000100:00100000:2.0:1734685297.070441:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848311808:0@lo:400:kworker.0 00000100:00100000:2.0:1734685297.070486:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685297.070519:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848311808 00000100:00100000:2.0:1734685297.070523:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848311808 00000100:00100000:2.0:1734685297.070562:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41253 00000100:00100000:2.0:1734685297.070567:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848311808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685297.070601:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848311808:12345-0@lo:400:kworker.0 Request processed in 34us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685297.070606:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41253 00000100:00080000:2.0:1734685297.070621:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685267 00000100:00100000:2.0:1734685297.070637:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848311808:0@lo:400:kworker.0 00000100:00080000:0.0:1734685297.070778:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685297.070783:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685297.070785:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685297.070790:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10092 00000100:00080000:0.0:1734685297.070793:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685297.070797:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685297.070814:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1c000 x1818938848311936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685297.071437:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848311936:0@lo:8:kworker.0 00000100:00100000:3.0:1734685297.071463:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685297.071634:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848311936 00000100:00100000:1.0:1734685297.071638:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848311936 00000100:00100000:1.0:1734685297.071661:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54115 00000100:00100000:1.0:1734685297.071665:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848311936:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685297.071682:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734685297.072000:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685297.072004:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685297.072005:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685297.072009:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10092 00000100:00080000:0.0:1734685297.072011:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685297.072014:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685297.072026:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed59880 x1818938848312320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685297.072145:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848312320:0@lo:8:kworker.0 00000100:00100000:3.0:1734685297.072164:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685297.072192:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848311936:12345-0@lo:8:kworker.0 Request processed in 526us (728us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685297.072198:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54115 00000100:00100000:1.0:1734685297.072210:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848312320 00000100:00100000:1.0:1734685297.072212:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848312320 00000100:00100000:1.0:1734685297.072222:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54116 00000100:00100000:1.0:1734685297.072225:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848312320:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685297.072233:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685297.072249:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848312320:12345-0@lo:8:kworker.0 Request processed in 23us (85us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685297.072253:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54116 00000100:00100000:1.0:1734685297.072264:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848312192:0@lo:400:kworker.0 00000100:00080000:3.0:1734685297.072293:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685297.072296:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685297.072299:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848311936:0@lo:8:kworker.0 00000100:00080000:3.0:1734685297.072313:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685297.072315:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685297.072317:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848312320:0@lo:8:kworker.0 00000100:00100000:3.0:1734685297.072344:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848312064:0@lo:400:kworker.0 00000100:00100000:3.0:1734685297.072363:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685297.072385:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848312064 00000100:00100000:3.0:1734685297.072387:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848312064 00000100:00100000:3.0:1734685297.072413:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7709 00000100:00100000:3.0:1734685297.072417:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848312064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685297.072440:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848312064:12345-0@lo:400:kworker.0 Request processed in 23us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685297.072445:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7709 00000100:00100000:3.0:1734685297.072461:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848312064:0@lo:400:kworker.0 00000100:00080000:3.0:1734685297.072474:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685267 00000100:00100000:0.0:1734685297.072635:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848312448:0@lo:400:kworker.0 00000100:00100000:0.0:1734685297.072656:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685297.072670:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685297.072674:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848312576:0@lo:400:kworker.0 00000100:00100000:0.0:1734685297.072690:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685297.072704:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848312576 00000100:00100000:0.0:1734685297.072707:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848312576 00000100:00100000:0.0:1734685297.072722:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2711 00000100:00100000:0.0:1734685297.072726:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848312576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685297.072745:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848312576:12345-0@lo:400:kworker.0 Request processed in 19us (54us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685297.072750:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2711 00000100:00100000:0.0:1734685297.072767:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848312576:0@lo:400:kworker.0 00000100:00100000:2.0:1734685297.072890:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848312448 00000100:00100000:2.0:1734685297.072894:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848312448 00000100:00100000:1.0:1734685297.073240:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685297.073262:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7710 00000100:00100000:1.0:1734685297.073266:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848312448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685297.073287:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848312448:12345-0@lo:400:kworker.0 Request processed in 20us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685297.073294:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7710 00000100:00080000:2.0:1734685297.073338:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685267 00000100:00100000:0.0:1734685297.073448:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848312192 00000100:00100000:0.0:1734685297.073451:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848312192 00000100:00100000:0.0:1734685297.073650:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712 00000100:00100000:0.0:1734685297.073654:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848312192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685297.073684:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848312192:12345-0@lo:400:kworker.0 Request processed in 30us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685297.073689:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712 00000100:00100000:0.0:1734685297.073706:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848312448:0@lo:400:kworker.0 00000100:00100000:1.0:1734685297.073801:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848312192:0@lo:400:kworker.0 00000100:00100000:3.0:1734685297.093618:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848312704:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685297.093676:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685297.094259:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848312704 00000100:00100000:2.0:1734685297.094266:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848312704 00000100:00100000:2.0:1734685297.094431:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41254 00000100:00100000:2.0:1734685297.094438:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848312704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685297.094478:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685297.094517:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848312704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685297.094523:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41254 00000100:00100000:3.0:1734685297.094950:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848312704:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685297.142122:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685297.142141:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848312832:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685297.142194:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685297.142365:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848312832 00000100:00100000:0.0:1734685297.142372:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848312832 00000100:00100000:0.0:1734685297.143121:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6836 00000100:00100000:0.0:1734685297.143127:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848312832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685297.143150:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685297.143187:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848312832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685297.143193:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6836 00000100:00100000:3.0:1734685297.145058:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848312832:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685297.872656:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685298.853181:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848312960:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685298.853250:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685298.853328:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848312960 00000100:00100000:0.0:1734685298.853340:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848312960 00000100:00100000:0.0:1734685298.853383:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6837 00000100:00100000:0.0:1734685298.853389:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848312960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685298.853416:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685298.853469:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848312960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685298.853476:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6837 00000100:00100000:3.0:1734685298.853511:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848312960:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685298.875157:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685299.512296:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685299.512351:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685299.512403:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685299.512599:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872678016 00000100:00100000:3.0:1734685299.512610:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872678016 00000100:00100000:3.0:1734685299.512668:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872677888 00000100:00100000:3.0:1734685299.512671:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872677888 00000100:00100000:3.0:1734685299.512691:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2713 00000100:00100000:3.0:1734685299.512698:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872678016:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685299.512756:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2714 00000100:00100000:3.0:1734685299.512766:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872678016:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685299.512768:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872677888:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685299.512774:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2713 00000100:00100000:1.0:1734685299.512838:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872677888:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 72us (434us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685299.512845:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2714 00000100:00080000:1.0:1734685299.512899:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685269 00000100:00080000:1.0:1734685299.512904:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685269 00000100:00100000:2.0:1734685299.513680:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872677760 00000100:00100000:2.0:1734685299.513689:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872677760 00000100:00100000:2.0:1734685299.513748:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 875 00000100:00100000:2.0:1734685299.513753:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872677760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685299.513785:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872677760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (1500us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685299.513791:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 875 00000100:00080000:1.0:1734685299.513917:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685269 00000100:00100000:2.0:1734685299.514434:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685299.514483:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872678144 00000100:00100000:3.0:1734685299.514487:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872678144 00000100:00100000:3.0:1734685299.514516:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54117 00000100:00100000:3.0:1734685299.514521:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872678144:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685299.514571:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685299.514600:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872678144:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 78us (167us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685299.514606:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54117 00010000:00010000:2.0:1734685299.879825:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685300.880992:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685301.883791:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685302.021189:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848313088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685302.021270:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685302.021399:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848313088 00000100:00100000:0.0:1734685302.021411:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848313088 00000100:00100000:0.0:1734685302.021467:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41255 00000100:00100000:0.0:1734685302.021474:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848313088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685302.021508:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685302.021795:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848313088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 320us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685302.022043:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848313088:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685302.022373:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41255 00000100:00080000:0.0:1734685302.084759:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685302.084765:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685302.084767:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685302.084774:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10097 00000100:00080000:0.0:1734685302.084779:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685302.084784:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685302.084801:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800add7ca80 x1818938848313728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685302.084829:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685302.084832:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685302.084833:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685302.084836:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10097 00000100:00080000:0.0:1734685302.084837:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685302.084840:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685302.084849:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098709880 x1818938848314112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685302.084879:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848313728:0@lo:8:kworker.0 00000100:00100000:0.0:1734685302.084923:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685302.084944:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848314112:0@lo:8:kworker.0 00000100:00100000:0.0:1734685302.084957:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685302.084985:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848313728 00000100:00100000:0.0:1734685302.084990:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848313728 00000100:00100000:0.0:1734685302.085018:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848314112 00000100:00100000:0.0:1734685302.085020:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848314112 00000100:00100000:0.0:1734685302.085030:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54118 00000100:00100000:0.0:1734685302.085035:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848313728:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685302.085053:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685302.085079:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848313728:12345-0@lo:8:kworker.0 Request processed in 44us (155us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685302.085085:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54118 00000100:00100000:0.0:1734685302.085097:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54119 00000100:00100000:0.0:1734685302.085099:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848314112:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685302.085105:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685302.085116:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848314112:12345-0@lo:8:kworker.0 Request processed in 16us (159us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685302.085120:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54119 00000100:00080000:0.0:1734685302.085137:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685302.085140:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685302.085143:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848313728:0@lo:8:kworker.0 00000100:02020000:0.0:1734685302.085149:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:0.0:1734685302.085151:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685302.085153:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685302.085155:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848314112:0@lo:8:kworker.0 00000100:00100000:0.0:1734685302.085187:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848313472:0@lo:400:kworker.0 00000100:00100000:0.0:1734685302.085207:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685302.085216:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848314240:0@lo:400:kworker.0 00000100:00100000:0.0:1734685302.085227:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685302.085236:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685302.085239:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848313600:0@lo:400:kworker.0 00000100:00100000:0.0:1734685302.085253:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685302.085261:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848314368:0@lo:400:kworker.0 00000100:00100000:0.0:1734685302.085273:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685302.085773:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848313344:0@lo:400:kworker.0 00000100:00100000:2.0:1734685302.085809:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848314240 00000100:00100000:2.0:1734685302.085813:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848314240 00000100:00100000:0.0:1734685302.085841:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848313472 00000100:00100000:2.0:1734685302.085843:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7711 00000100:00100000:0.0:1734685302.085844:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848313472 00000100:00100000:2.0:1734685302.085847:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848314240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685302.085861:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848314368 00000100:00100000:0.0:1734685302.085863:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848314368 00000100:00100000:0.0:1734685302.085873:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2715 00000100:00100000:0.0:1734685302.085876:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848313472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685302.085879:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848314240:12345-0@lo:400:kworker.0 Request processed in 31us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685302.085884:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7711 00000100:00080000:2.0:1734685302.085899:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685272 00000100:00100000:0.0:1734685302.085900:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848313472:12345-0@lo:400:kworker.0 Request processed in 22us (692us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685302.085902:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685272 00000100:00100000:0.0:1734685302.085905:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2715 00000100:00100000:2.0:1734685302.085908:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685302.085913:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848313344 00000100:00100000:0.0:1734685302.085915:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848313344 00000100:00100000:2.0:1734685302.085919:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848313984:0@lo:400:kworker.0 00000100:00100000:0.0:1734685302.085928:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716 00000100:00100000:0.0:1734685302.085931:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848314368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685302.085934:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685302.085943:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734685302.085947:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848313216:0@lo:400:kworker.0 00000100:00100000:0.0:1734685302.085948:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848314368:12345-0@lo:400:kworker.0 Request processed in 17us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685302.085952:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716 00000100:00100000:0.0:1734685302.085961:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848313984 00000100:00100000:0.0:1734685302.085963:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848313984 00000100:00100000:2.0:1734685302.085966:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685302.085970:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717 00000100:00100000:0.0:1734685302.085973:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848313344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685302.085974:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848313856:0@lo:400:kworker.0 00000100:00100000:2.0:1734685302.085987:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685302.085989:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848313344:12345-0@lo:400:kworker.0 Request processed in 15us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685302.086015:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848313344:0@lo:400:kworker.0 00000100:00100000:0.0:1734685302.086720:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717 00000100:00100000:2.0:1734685302.086848:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718 00000100:00100000:2.0:1734685302.086854:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848313984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685302.086879:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848313216 00000100:00100000:3.0:1734685302.086883:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848313216 00000100:00100000:2.0:1734685302.086888:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848313984:12345-0@lo:400:kworker.0 Request processed in 35us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685302.086893:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718 00000100:00080000:2.0:1734685302.086903:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685272 00000100:00100000:3.0:1734685302.086904:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00080000:2.0:1734685302.086905:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685272 00000100:00100000:3.0:1734685302.086908:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848313216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685302.086919:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848313984:0@lo:400:kworker.0 00000100:00100000:2.0:1734685302.086930:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848313216:0@lo:400:kworker.0 00000100:00100000:3.0:1734685302.086931:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848313216:12345-0@lo:400:kworker.0 Request processed in 22us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685302.086935:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1734685302.086945:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848314368:0@lo:400:kworker.0 00000100:00100000:2.0:1734685302.086954:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848313472:0@lo:400:kworker.0 00000100:00100000:3.0:1734685302.086956:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848313856 00000100:00100000:2.0:1734685302.086960:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848314240:0@lo:400:kworker.0 00000100:00100000:3.0:1734685302.086964:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848313856 00000100:00080000:2.0:1734685302.086974:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685272 00000100:00100000:3.0:1734685302.086978:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7712 00000100:00100000:3.0:1734685302.086982:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848313856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685302.087010:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848313600 00000100:00100000:2.0:1734685302.087012:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848313600 00000100:00100000:3.0:1734685302.087015:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848313856:12345-0@lo:400:kworker.0 Request processed in 33us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685302.087020:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7712 00000100:00100000:2.0:1734685302.087030:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41256 00000100:00100000:2.0:1734685302.087033:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848313600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685302.087191:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848313600:12345-0@lo:400:kworker.0 Request processed in 157us (1936us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685302.087196:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41256 00000100:00080000:2.0:1734685302.087207:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685272 00000100:00100000:2.0:1734685302.087219:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848313856:0@lo:400:kworker.0 00000100:00100000:0.0:1734685302.089109:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848313600:0@lo:400:kworker.0 00000100:00100000:2.0:1734685302.100734:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685302.100754:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848314496:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685302.100815:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685302.101221:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848314496 00000100:00100000:3.0:1734685302.101228:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848314496 00000100:00100000:3.0:1734685302.101267:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41257 00000100:00100000:3.0:1734685302.101273:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848314496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685302.101300:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685302.101341:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848314496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685302.101347:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41257 00000100:00100000:2.0:1734685302.101586:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848314496:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685302.150905:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848314624:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685302.151561:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685302.151642:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848314624 00000100:00100000:0.0:1734685302.151649:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848314624 00000100:00100000:0.0:1734685302.151688:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6838 00000100:00100000:0.0:1734685302.151694:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848314624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685302.151725:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685302.153480:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848314624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1778us (1913us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685302.153492:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6838 00000100:00100000:3.0:1734685302.153612:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848314624:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685302.886168:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685303.861762:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685303.861786:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848314752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685303.861841:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685303.861936:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848314752 00000100:00100000:0.0:1734685303.861943:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848314752 00000100:00100000:0.0:1734685303.861991:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6839 00000100:00100000:0.0:1734685303.861997:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848314752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685303.862027:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685303.862323:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848314752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 325us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685303.862329:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6839 00000100:00100000:1.0:1734685303.862387:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848314752:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685303.889972:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685304.519201:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685304.519242:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685304.519280:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685304.519391:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872678272 00000100:00100000:3.0:1734685304.519400:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872678272 00000100:00100000:3.0:1734685304.519436:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 877 00000100:00100000:3.0:1734685304.519442:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872678272:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685304.519490:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872678272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685304.519496:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 877 00000100:00080000:3.0:1734685304.519597:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685274 00000100:00100000:2.0:1734685304.520474:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872678400 00000100:00100000:2.0:1734685304.520478:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872678400 00000100:00100000:2.0:1734685304.520514:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872678528 00000100:00100000:2.0:1734685304.520517:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872678528 00000100:00100000:2.0:1734685304.520540:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2719 00000100:00100000:2.0:1734685304.520544:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872678400:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685304.520574:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872678400:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (1382us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685304.520579:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2719 00000100:00100000:2.0:1734685304.520589:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2720 00000100:00100000:2.0:1734685304.520592:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872678528:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685304.520605:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872678528:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 12us (1325us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685304.520609:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2720 00000100:00080000:3.0:1734685304.521888:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685274 00000100:00080000:3.0:1734685304.521892:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685274 00000100:00100000:0.0:1734685304.522033:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685304.522084:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872678656 00000100:00100000:3.0:1734685304.522088:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872678656 00000100:00100000:3.0:1734685304.522111:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54120 00000100:00100000:3.0:1734685304.522115:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872678656:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685304.522132:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685304.522154:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872678656:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (123us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685304.522159:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54120 00010000:00010000:2.0:1734685304.893147:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685305.894796:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685306.896811:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685307.028797:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848314880:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685307.028882:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685307.028948:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848314880 00000100:00100000:0.0:1734685307.028960:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848314880 00000100:00100000:0.0:1734685307.029013:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41258 00000100:00100000:0.0:1734685307.029019:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848314880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685307.029055:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685307.029116:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848314880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685307.029120:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41258 00000100:00100000:2.0:1734685307.029151:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848314880:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685307.092716:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685307.092720:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685307.092723:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685307.092728:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10102 00000100:00100000:3.0:1734685307.092728:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848315136:0@lo:400:kworker.0 00000100:00080000:0.0:1734685307.092731:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685307.092735:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685307.092745:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848315008:0@lo:400:kworker.0 00000100:00100000:0.0:1734685307.092749:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130f33100 x1818938848315520/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685307.092760:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848315264:0@lo:400:kworker.0 00000100:00080000:0.0:1734685307.092770:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685307.092772:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685307.092773:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685307.092774:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685307.092775:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10102 00000100:00080000:0.0:1734685307.092776:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685307.092778:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685307.092783:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec63100 x1818938848315904/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685307.092801:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685307.092804:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848315520:0@lo:8:kworker.0 00000100:00100000:1.0:1734685307.092804:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685307.092804:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848315776:0@lo:400:kworker.0 00000100:00100000:3.0:1734685307.092820:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685307.092831:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848316032:0@lo:400:kworker.0 00000100:00100000:0.0:1734685307.092832:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685307.092836:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848315648:0@lo:400:kworker.0 00000100:00100000:3.0:1734685307.092842:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848315008 00000100:00100000:3.0:1734685307.092846:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848315008 00000100:00100000:0.0:1734685307.092847:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848315904:0@lo:8:kworker.0 00000100:00100000:1.0:1734685307.092849:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685307.092866:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848315136 00000100:00100000:1.0:1734685307.092867:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1734685307.092868:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848315264 00000100:00100000:0.0:1734685307.092869:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848315136 00000100:00100000:1.0:1734685307.092870:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848315392:0@lo:400:kworker.0 00000100:00100000:3.0:1734685307.092870:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1734685307.092873:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848315264 00000100:00100000:3.0:1734685307.092874:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848315008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685307.092883:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685307.092887:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848315776 00000100:00100000:0.0:1734685307.092888:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848315776 00000100:00100000:1.0:1734685307.092891:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848316160:0@lo:400:kworker.0 00000100:00100000:0.0:1734685307.092900:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2721 00000100:00100000:3.0:1734685307.092900:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848315008:12345-0@lo:400:kworker.0 Request processed in 25us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685307.092902:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685307.092903:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848315136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685307.092906:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:2.0:1734685307.092908:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722 00000100:00100000:2.0:1734685307.092926:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848315264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685307.092929:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848316160 00000100:00100000:1.0:1734685307.092932:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848316160 00000100:00100000:0.0:1734685307.092938:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848315136:12345-0@lo:400:kworker.0 Request processed in 34us (163us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685307.092938:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685277 00000100:00080000:3.0:1734685307.092940:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685277 00000100:00100000:0.0:1734685307.092942:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2721 00000100:00080000:3.0:1734685307.092942:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685277 00000100:00100000:1.0:1734685307.092947:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2723 00000100:00100000:3.0:1734685307.092949:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848315520 00000100:00100000:1.0:1734685307.092950:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848315776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685307.092951:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724 00000100:00100000:3.0:1734685307.092951:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848315520 00000100:00100000:0.0:1734685307.092954:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848316160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685307.092959:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848316032 00000100:00100000:3.0:1734685307.092960:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848316032 00000100:00100000:2.0:1734685307.092964:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848315264:12345-0@lo:400:kworker.0 Request processed in 38us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685307.092970:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722 00000100:00100000:1.0:1734685307.092973:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848315776:12345-0@lo:400:kworker.0 Request processed in 23us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685307.092977:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7713 00000100:00100000:1.0:1734685307.092978:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2723 00000100:00100000:0.0:1734685307.092981:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848316160:12345-0@lo:400:kworker.0 Request processed in 25us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685307.092981:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848316032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685307.092989:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724 00000100:00100000:1.0:1734685307.092995:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848315392 00000100:00100000:1.0:1734685307.092997:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848315392 00000100:00100000:2.0:1734685307.093001:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54121 00000100:00100000:3.0:1734685307.093005:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848316032:12345-0@lo:400:kworker.0 Request processed in 23us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685307.093007:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848315520:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685307.093009:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7713 00000100:00100000:1.0:1734685307.093015:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41259 00000100:00100000:0.0:1734685307.093019:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685307.093019:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848315392:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734685307.093026:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685307.093028:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848315904 00000100:00100000:3.0:1734685307.093031:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848315904 00000100:00100000:3.0:1734685307.093041:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54122 00000100:00100000:3.0:1734685307.093044:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848315904:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685307.093046:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848315392:12345-0@lo:400:kworker.0 Request processed in 26us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685307.093050:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848315520:12345-0@lo:8:kworker.0 Request processed in 43us (217us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685307.093051:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41259 00000100:00100000:2.0:1734685307.093056:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54121 00010000:00020000:3.0:1734685307.093058:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734685307.093061:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685307.093063:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685307.093066:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848315520:0@lo:8:kworker.0 00000100:00100000:2.0:1734685307.093071:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685307.093078:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685307.093080:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685307.093082:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848315904:0@lo:8:kworker.0 00000100:00100000:1.0:1734685307.093083:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848315392:0@lo:400:kworker.0 00000100:00100000:3.0:1734685307.093083:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848315904:12345-0@lo:8:kworker.0 Request processed in 38us (63us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685307.093088:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848315008:0@lo:400:kworker.0 00000100:00100000:3.0:1734685307.093088:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54122 00000100:00100000:1.0:1734685307.093094:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848316160:0@lo:400:kworker.0 00000100:00100000:3.0:1734685307.093096:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848315648 00000100:00100000:3.0:1734685307.093098:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848315648 00000100:00100000:1.0:1734685307.093103:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848316032:0@lo:400:kworker.0 00000100:00100000:1.0:1734685307.093110:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848315264:0@lo:400:kworker.0 00000100:00100000:3.0:1734685307.093111:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7714 00000100:00100000:3.0:1734685307.093114:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848315648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685307.093132:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848315648:12345-0@lo:400:kworker.0 Request processed in 18us (62us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685307.093137:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7714 00000100:00080000:3.0:1734685307.093145:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685277 00000100:00080000:3.0:1734685307.093146:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685277 00000100:00100000:2.0:1734685307.093152:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848315648:0@lo:400:kworker.0 00000100:00100000:3.0:1734685307.093164:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848315776:0@lo:400:kworker.0 00000100:00100000:3.0:1734685307.093169:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848315136:0@lo:400:kworker.0 00000100:00100000:0.0:1734685307.108755:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848316288:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685307.108799:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685307.108864:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848316288 00000100:00100000:1.0:1734685307.108878:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848316288 00000100:00100000:1.0:1734685307.108937:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41260 00000100:00100000:1.0:1734685307.108944:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848316288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685307.108978:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685307.109043:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848316288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685307.109050:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41260 00000100:00100000:0.0:1734685307.109071:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848316288:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685307.172738:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848316416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685307.172790:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685307.172872:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848316416 00000100:00100000:2.0:1734685307.172884:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848316416 00000100:00100000:2.0:1734685307.172973:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6840 00000100:00100000:2.0:1734685307.172981:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848316416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685307.173019:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685307.173086:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848316416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685307.173092:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6840 00000100:00100000:0.0:1734685307.173120:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848316416:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685307.898699:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685308.868688:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848316544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685308.868740:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685308.868790:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848316544 00000100:00100000:0.0:1734685308.868796:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848316544 00000100:00100000:0.0:1734685308.868829:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6841 00000100:00100000:0.0:1734685308.868835:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848316544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685308.868861:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685308.868921:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848316544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685308.868927:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6841 00000100:00100000:2.0:1734685308.868939:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848316544:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685308.900775:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685309.526833:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685309.526886:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685309.526916:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872678784 00000100:00100000:0.0:1734685309.526922:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685309.526924:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872678784 00000100:00100000:3.0:1734685309.526982:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 879 00000100:00080000:2.0:1734685309.526987:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685279 00000100:00100000:3.0:1734685309.526988:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872678784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685309.526990:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685309.526997:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872679040 00000100:00100000:1.0:1734685309.527001:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872679040 00000100:00100000:0.0:1734685309.527010:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872678912 00000100:00100000:0.0:1734685309.527013:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872678912 00000100:00100000:2.0:1734685309.527017:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872679168 00000100:00100000:2.0:1734685309.527021:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872679168 00000100:00100000:1.0:1734685309.527032:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2725 00000100:00100000:0.0:1734685309.527037:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2726 00000100:00100000:1.0:1734685309.527037:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872679040:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685309.527039:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872678784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685309.527040:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54123 00000100:00100000:0.0:1734685309.527042:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872678912:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685309.527045:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872679168:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685309.527045:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 879 00000100:00100000:0.0:1734685309.527066:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872678912:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (144us total) trans 0 rc 0/0 00010000:00020000:2.0:1734685309.527071:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685309.527072:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2726 00000100:00080000:0.0:1734685309.527094:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685279 00000100:00100000:2.0:1734685309.527094:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872679168:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 48us (103us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734685309.527096:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685279 00000100:00100000:2.0:1734685309.527100:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54123 00000100:00100000:1.0:1734685309.527173:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872679040:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 134us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685309.527179:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2725 00010000:00010000:2.0:1734685309.902792:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685310.904948:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685311.906718:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685312.036887:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848316672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685312.036942:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685312.037008:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848316672 00000100:00100000:1.0:1734685312.037015:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848316672 00000100:00100000:1.0:1734685312.037058:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41261 00000100:00100000:1.0:1734685312.037064:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848316672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685312.037093:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685312.037137:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848316672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685312.037142:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41261 00000100:00100000:3.0:1734685312.037171:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099b25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848316672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685312.101084:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848316800:0@lo:400:kworker.0 00000100:00100000:1.0:1734685312.101168:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685312.101299:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848316928:0@lo:400:kworker.0 00000100:00080000:0.0:1734685312.101321:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685312.101327:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685312.101329:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685312.101334:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10107 00000100:00100000:3.0:1734685312.101336:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848316800 00000100:00080000:0.0:1734685312.101338:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685312.101343:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685312.101344:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848316800 00000100:00100000:2.0:1734685312.101360:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685312.101363:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ca72d80 x1818938848317312/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685312.101383:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685312.101383:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1734685312.101387:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848316928 00000100:00100000:2.0:1734685312.101389:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848317440:0@lo:400:kworker.0 00000100:00100000:3.0:1734685312.101389:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848316800:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685312.101392:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734685312.101394:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848316928 00000100:00080000:0.0:1734685312.101395:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685312.101396:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685312.101399:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10107 00000100:00080000:0.0:1734685312.101402:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685312.101406:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685312.101407:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685312.101416:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c535c00 x1818938848317696/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685312.101419:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848317568:0@lo:400:kworker.0 00000100:00100000:3.0:1734685312.101428:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848316800:12345-0@lo:400:kworker.0 Request processed in 39us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685312.101432:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2727 00000100:00100000:2.0:1734685312.101432:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685312.101437:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1734685312.101439:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848316928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685312.101446:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848317312:0@lo:8:kworker.0 00000100:00100000:2.0:1734685312.101458:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848317440 00000100:00100000:2.0:1734685312.101461:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848317440 00000100:00100000:3.0:1734685312.101464:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848317184:0@lo:400:kworker.0 00000100:00100000:0.0:1734685312.101466:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685312.101486:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848317696:0@lo:8:kworker.0 00000100:00100000:2.0:1734685312.101486:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848317312 00000100:00100000:2.0:1734685312.101488:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848317312 00000100:00100000:1.0:1734685312.101490:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848316928:12345-0@lo:400:kworker.0 Request processed in 51us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685312.101490:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685312.101497:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2727 00000100:00100000:0.0:1734685312.101499:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685312.101500:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7715 00000100:00100000:2.0:1734685312.101505:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848317440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685312.101506:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848317952:0@lo:400:kworker.0 00000100:00100000:1.0:1734685312.101513:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848317568 00000100:00100000:1.0:1734685312.101516:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848317568 00000100:00100000:3.0:1734685312.101519:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685312.101551:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848317696 00000100:00100000:2.0:1734685312.101554:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848317440:12345-0@lo:400:kworker.0 Request processed in 49us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685312.101555:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848317696 00000100:00100000:1.0:1734685312.101559:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848317952 00000100:00100000:2.0:1734685312.101559:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7715 00000100:00100000:1.0:1734685312.101561:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848317952 00000100:00100000:3.0:1734685312.101565:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734685312.101569:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848317056:0@lo:400:kworker.0 00000100:00100000:0.0:1734685312.101572:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54124 00000100:00100000:0.0:1734685312.101576:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848317312:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685312.101578:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728 00000100:00100000:2.0:1734685312.101580:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54125 00000100:00100000:1.0:1734685312.101582:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848317568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685312.101583:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848317696:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685312.101583:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685312.101592:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848317824:0@lo:400:kworker.0 00010000:00020000:0.0:1734685312.101593:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734685312.101596:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685312.101611:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685312.101612:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848317568:12345-0@lo:400:kworker.0 Request processed in 29us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685312.101617:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728 00000100:00100000:2.0:1734685312.101623:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848317696:12345-0@lo:8:kworker.0 Request processed in 38us (123us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685312.101624:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848317312:12345-0@lo:8:kworker.0 Request processed in 47us (157us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685312.101625:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848317824 00000100:00100000:1.0:1734685312.101626:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848317056 00000100:00100000:1.0:1734685312.101628:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848317056 00000100:00100000:3.0:1734685312.101628:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848317824 00000100:00100000:0.0:1734685312.101630:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54124 00000100:00100000:2.0:1734685312.101633:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54125 00000100:00100000:0.0:1734685312.101640:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7716 00000100:00100000:1.0:1734685312.101644:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2729 00000100:00100000:0.0:1734685312.101645:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848317824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685312.101648:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848317952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685312.101651:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730 00000100:00100000:3.0:1734685312.101656:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848317056:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685312.101673:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685312.101676:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685312.101678:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848317824:12345-0@lo:400:kworker.0 Request processed in 33us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685312.101679:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848317952:12345-0@lo:400:kworker.0 Request processed in 30us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685312.101679:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848317312:0@lo:8:kworker.0 00000100:00100000:3.0:1734685312.101681:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848317056:12345-0@lo:400:kworker.0 Request processed in 24us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685312.101683:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7716 00000100:00080000:2.0:1734685312.101685:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685312.101687:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685312.101689:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848317696:0@lo:8:kworker.0 00000100:00100000:1.0:1734685312.101690:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2729 00000100:00100000:3.0:1734685312.101694:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730 00000100:00080000:1.0:1734685312.101708:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685282 00000100:00080000:1.0:1734685312.101712:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685282 00000100:00080000:1.0:1734685312.101714:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685282 00000100:00100000:2.0:1734685312.101714:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848317568:0@lo:400:kworker.0 00000100:00080000:1.0:1734685312.101716:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685282 00000100:00100000:3.0:1734685312.101716:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848317184 00000100:00100000:3.0:1734685312.101718:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848317184 00000100:00100000:2.0:1734685312.101720:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848317440:0@lo:400:kworker.0 00000100:00100000:2.0:1734685312.101729:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848316928:0@lo:400:kworker.0 00000100:00100000:3.0:1734685312.101737:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41262 00000100:00100000:1.0:1734685312.101738:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848316800:0@lo:400:kworker.0 00000100:00100000:3.0:1734685312.101740:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848317184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685312.101758:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848317184:12345-0@lo:400:kworker.0 Request processed in 18us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685312.101763:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41262 00000100:00100000:3.0:1734685312.101778:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848317056:0@lo:400:kworker.0 00000100:00100000:3.0:1734685312.101785:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848317824:0@lo:400:kworker.0 00000100:00080000:1.0:1734685312.101790:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685282 00000100:00100000:3.0:1734685312.101790:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848317184:0@lo:400:kworker.0 00000100:00100000:3.0:1734685312.101798:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848317952:0@lo:400:kworker.0 00000100:00100000:1.0:1734685312.116726:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848318080:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685312.116773:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685312.116862:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848318080 00000100:00100000:3.0:1734685312.116868:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848318080 00000100:00100000:3.0:1734685312.116896:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41263 00000100:00100000:3.0:1734685312.116900:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848318080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685312.116924:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685312.116957:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848318080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685312.116961:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41263 00000100:00100000:1.0:1734685312.117013:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848318080:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685312.180774:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848318208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685312.180867:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685312.180966:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848318208 00000100:00100000:0.0:1734685312.180975:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848318208 00000100:00100000:0.0:1734685312.181010:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6842 00000100:00100000:0.0:1734685312.181016:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848318208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685312.181049:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685312.181307:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848318208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 290us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685312.181316:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6842 00000100:00100000:2.0:1734685312.181387:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848318208:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685312.908640:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685313.876762:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848318336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685313.876842:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685313.876879:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848318336 00000100:00100000:2.0:1734685313.876885:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848318336 00000100:00100000:2.0:1734685313.876919:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6843 00000100:00100000:2.0:1734685313.876925:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848318336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685313.876949:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685313.876976:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848318336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685313.876982:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6843 00000100:00100000:0.0:1734685313.876993:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848318336:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685313.910852:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685314.535139:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685314.535183:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685314.535210:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872679296 00000100:00100000:0.0:1734685314.535215:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685314.535218:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872679296 00000100:00100000:0.0:1734685314.535249:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685314.535267:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872679424 00000100:00100000:0.0:1734685314.535269:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872679552 00000100:00100000:3.0:1734685314.535270:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 881 00000100:00100000:0.0:1734685314.535272:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872679552 00000100:00100000:1.0:1734685314.535277:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872679424 00000100:00100000:3.0:1734685314.535277:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872679296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685314.535299:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2731 00000100:00100000:0.0:1734685314.535304:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872679552:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685314.535327:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872679296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685314.535329:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2732 00000100:00100000:0.0:1734685314.535331:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872679552:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685314.535335:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872679424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685314.535337:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2731 00000100:00100000:0.0:1734685314.535359:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872679680 00000100:00100000:0.0:1734685314.535362:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872679680 00000100:00100000:0.0:1734685314.535377:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54126 00000100:00100000:0.0:1734685314.535381:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872679680:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685314.535383:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 881 00000100:00100000:1.0:1734685314.535395:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872679424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685314.535402:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2732 00010000:00020000:0.0:1734685314.535404:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685314.535425:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872679680:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (176us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685314.535431:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54126 00000100:00080000:1.0:1734685314.535431:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685284 00000100:00080000:1.0:1734685314.535434:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685284 00000100:00080000:1.0:1734685314.535437:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685284 00010000:00010000:3.0:1734685314.913016:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685315.914733:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685316.916741:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685317.045130:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848318464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685317.045453:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685317.045503:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848318464 00000100:00100000:3.0:1734685317.045510:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848318464 00000100:00100000:3.0:1734685317.045569:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41264 00000100:00100000:3.0:1734685317.045575:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848318464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685317.045605:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685317.045648:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848318464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685317.045654:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41264 00000100:00100000:0.0:1734685317.045682:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848318464:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685317.108712:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734685317.108715:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848318592:0@lo:400:kworker.0 00000100:00080000:0.0:1734685317.108718:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685317.108721:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734685317.108725:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848318720:0@lo:400:kworker.0 00000100:00080000:0.0:1734685317.108726:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10112 00000100:00080000:0.0:1734685317.108729:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685317.108734:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685317.108768:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d25df80 x1818938848319104/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685317.108779:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685317.108780:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685317.108803:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848319232:0@lo:400:kworker.0 00000100:00100000:2.0:1734685317.108816:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848318592 00000100:00100000:2.0:1734685317.108821:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848318592 00000100:00100000:1.0:1734685317.108822:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685317.108834:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685317.108839:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848319360:0@lo:400:kworker.0 00000100:00100000:3.0:1734685317.108846:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848319104:0@lo:8:kworker.0 00000100:00100000:2.0:1734685317.108849:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1734685317.108854:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685317.108870:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685317.108871:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685287 00000100:00100000:1.0:1734685317.108882:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848318720 00000100:00100000:2.0:1734685317.108883:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848318592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685317.108885:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848318720 00000100:00100000:3.0:1734685317.108899:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848319232 00000100:00100000:3.0:1734685317.108902:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848319232 00000100:00100000:1.0:1734685317.108904:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848319360 00000100:00100000:1.0:1734685317.108906:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848319360 00000100:00100000:1.0:1734685317.108917:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733 00000100:00100000:3.0:1734685317.108920:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848319104 00000100:00100000:1.0:1734685317.108921:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848318720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685317.108922:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848319104 00000100:00080000:0.0:1734685317.108946:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685317.108949:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1734685317.108949:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848318592:12345-0@lo:400:kworker.0 Request processed in 67us (170us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685317.108950:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685317.108953:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10112 00000100:00100000:1.0:1734685317.108954:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848318720:12345-0@lo:400:kworker.0 Request processed in 32us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685317.108954:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00080000:0.0:1734685317.108956:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685317.108959:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685317.108962:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733 00000100:00100000:0.0:1734685317.108970:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eed5f80 x1818938848319488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685317.108975:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734 00000100:00100000:1.0:1734685317.108978:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848319360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685317.108995:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848318720:0@lo:400:kworker.0 00000100:00100000:1.0:1734685317.108996:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848319360:12345-0@lo:400:kworker.0 Request processed in 17us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685317.109000:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734 00000100:00100000:0.0:1734685317.109003:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7717 00000100:00100000:0.0:1734685317.109008:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848319232:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685317.109012:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685287 00000100:00080000:1.0:1734685317.109014:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685287 00000100:00100000:2.0:1734685317.109016:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848319360:0@lo:400:kworker.0 00000100:00100000:1.0:1734685317.109022:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848318848:0@lo:400:kworker.0 00000100:00100000:2.0:1734685317.109023:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848318592:0@lo:400:kworker.0 00000100:00100000:0.0:1734685317.109040:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848319232:12345-0@lo:400:kworker.0 Request processed in 32us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685317.109040:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848319232:0@lo:400:kworker.0 00000100:00100000:1.0:1734685317.109042:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685317.109045:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7717 00000100:00100000:1.0:1734685317.109052:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848319616:0@lo:400:kworker.0 00000100:00100000:0.0:1734685317.109062:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848318848 00000100:00100000:1.0:1734685317.109063:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685317.109065:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848318848 00000100:00100000:2.0:1734685317.109070:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848318976:0@lo:400:kworker.0 00000100:00100000:0.0:1734685317.109083:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2735 00000100:00100000:0.0:1734685317.109087:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848318848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685317.109087:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685317.109098:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4875880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848319744:0@lo:400:kworker.0 00000100:00100000:2.0:1734685317.109110:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685317.109111:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848318976 00000100:00100000:1.0:1734685317.109114:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848318976 00000100:00100000:3.0:1734685317.109114:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848319616 00000100:00100000:3.0:1734685317.109117:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848319616 00000100:00100000:2.0:1734685317.109124:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54127 00000100:00100000:2.0:1734685317.109126:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848319104:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685317.109132:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41265 00000100:00100000:3.0:1734685317.109132:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7718 00000100:00100000:1.0:1734685317.109136:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848318976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685317.109136:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848319616:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734685317.109139:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685317.109153:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848319104:12345-0@lo:8:kworker.0 Request processed in 27us (284us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685317.109157:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54127 00000100:00100000:1.0:1734685317.109167:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848318976:12345-0@lo:400:kworker.0 Request processed in 30us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685317.109167:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848319616:12345-0@lo:400:kworker.0 Request processed in 29us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685317.109170:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848318976:0@lo:400:kworker.0 00000100:00100000:3.0:1734685317.109172:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7718 00000100:00100000:1.0:1734685317.109173:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41265 00000100:00100000:1.0:1734685317.109185:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848319744 00000100:00100000:3.0:1734685317.109187:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848319488:0@lo:8:kworker.0 00000100:00100000:1.0:1734685317.109188:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848319744 00000100:00100000:1.0:1734685317.109204:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736 00000100:00100000:3.0:1734685317.109204:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685317.109208:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848319744:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685317.109224:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685317.109227:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685317.109228:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848319488 00000100:00100000:2.0:1734685317.109230:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848319488 00000100:00100000:3.0:1734685317.109230:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848319104:0@lo:8:kworker.0 00000100:00100000:1.0:1734685317.109231:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848319744:12345-0@lo:400:kworker.0 Request processed in 22us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685317.109239:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00000100:00100000:2.0:1734685317.109239:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54128 00000100:00100000:2.0:1734685317.109241:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848319488:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685317.109247:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685317.109257:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848319616:0@lo:400:kworker.0 00000100:00100000:2.0:1734685317.109264:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848319488:12345-0@lo:8:kworker.0 Request processed in 22us (61us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685317.109267:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54128 00000100:00080000:3.0:1734685317.109276:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685317.109278:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685317.109279:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4875880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848319744:0@lo:400:kworker.0 00000100:00100000:3.0:1734685317.109281:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848319488:0@lo:8:kworker.0 00000100:00100000:0.0:1734685317.109349:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848318848:12345-0@lo:400:kworker.0 Request processed in 260us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685317.109354:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2735 00000100:00080000:0.0:1734685317.109367:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685287 00000100:00080000:0.0:1734685317.109370:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685287 00000100:00080000:0.0:1734685317.109371:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685287 00000100:00100000:1.0:1734685317.109376:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848318848:0@lo:400:kworker.0 00000100:00100000:2.0:1734685317.124735:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848319872:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685317.124795:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685317.124835:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848319872 00000100:00100000:1.0:1734685317.124842:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848319872 00000100:00100000:1.0:1734685317.124870:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41266 00000100:00100000:1.0:1734685317.124876:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848319872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685317.124904:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685317.124948:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848319872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685317.124954:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41266 00000100:00100000:2.0:1734685317.124984:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848319872:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685317.188920:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848320000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685317.188977:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685317.189018:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848320000 00000100:00100000:2.0:1734685317.189025:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848320000 00000100:00100000:2.0:1734685317.189065:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6844 00000100:00100000:2.0:1734685317.189071:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848320000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685317.189097:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685317.189143:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848320000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685317.189149:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6844 00000100:00100000:3.0:1734685317.189176:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848320000:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685317.920174:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685318.884885:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848320128:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685318.884941:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685318.885026:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848320128 00000100:00100000:2.0:1734685318.885033:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848320128 00000100:00100000:0.0:1734685318.885359:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6845 00000100:00100000:0.0:1734685318.885366:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848320128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685318.885389:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685318.885434:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848320128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685318.885439:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6845 00000100:00100000:1.0:1734685318.885477:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848320128:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685318.920740:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685319.542775:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685319.542817:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685319.542849:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685319.542851:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872679808 00000100:00100000:2.0:1734685319.542860:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872679808 00000100:00100000:0.0:1734685319.542878:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734685319.542892:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685289 00000100:00100000:0.0:1734685319.542902:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872680192 00000100:00100000:0.0:1734685319.542906:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872680192 00000100:00100000:2.0:1734685319.542913:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 883 00000100:00100000:2.0:1734685319.542920:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872679808:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685319.542922:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54129 00000100:00100000:0.0:1734685319.542927:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872680192:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685319.542945:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685319.542971:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872679808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685319.542973:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872679936 00000100:00100000:2.0:1734685319.542977:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 883 00000100:00100000:3.0:1734685319.542977:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872679936 00000100:00100000:1.0:1734685319.542996:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872680064 00000100:00100000:1.0:1734685319.543000:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872680064 00000100:00100000:3.0:1734685319.543005:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2737 00000100:00080000:2.0:1734685319.543006:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685289 00000100:00080000:2.0:1734685319.543009:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685289 00000100:00100000:3.0:1734685319.543010:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872679936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685319.543020:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2738 00000100:00100000:1.0:1734685319.543024:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872680064:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685319.543123:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872679936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 112us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685319.543126:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872680192:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 198us (246us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685319.543129:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2737 00000100:00100000:0.0:1734685319.543134:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54129 00000100:00100000:1.0:1734685319.543180:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872680064:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 154us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685319.543186:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2738 00010000:00010000:3.0:1734685319.922672:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685320.924789:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685321.926710:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685322.052786:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848320256:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685322.052860:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685322.052912:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848320256 00000100:00100000:1.0:1734685322.052920:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848320256 00000100:00100000:1.0:1734685322.052964:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41267 00000100:00100000:1.0:1734685322.052971:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848320256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685322.053002:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685322.053067:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848320256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685322.053073:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41267 00000100:00100000:2.0:1734685322.053096:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848320256:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685322.116738:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848320384:0@lo:400:kworker.0 00000100:00080000:0.0:1734685322.116745:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685322.116750:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685322.116753:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685322.116758:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10117 00000100:00080000:0.0:1734685322.116763:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685322.116768:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685322.116784:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096415f80 x1818938848320896/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685322.116788:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685322.116805:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685322.116808:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685322.116810:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734685322.116811:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848321024:0@lo:400:kworker.0 00000100:00080000:0.0:1734685322.116813:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10117 00000100:00080000:0.0:1734685322.116815:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685322.116818:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685322.116826:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ffd0e00 x1818938848321280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685322.116827:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685322.116839:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734685322.116843:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848320512:0@lo:400:kworker.0 00000100:00100000:1.0:1734685322.116844:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848320640:0@lo:400:kworker.0 00000100:00100000:0.0:1734685322.116861:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848321024 00000100:00100000:2.0:1734685322.116863:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685322.116866:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848321024 00000100:00100000:1.0:1734685322.116880:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848320512 00000100:00100000:1.0:1734685322.116883:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848320512 00000100:00100000:0.0:1734685322.116897:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7719 00000100:00100000:2.0:1734685322.116900:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848321152:0@lo:400:kworker.0 00000100:00100000:0.0:1734685322.116902:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848321024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685322.116909:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2739 00000100:00100000:1.0:1734685322.116914:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848320512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685322.116917:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685322.116936:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848320384 00000100:00100000:2.0:1734685322.116939:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848320384 00000100:00100000:0.0:1734685322.116945:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848321024:12345-0@lo:400:kworker.0 Request processed in 43us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685322.116946:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848320512:12345-0@lo:400:kworker.0 Request processed in 32us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685322.116950:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7719 00000100:00100000:1.0:1734685322.116952:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2739 00000100:00100000:3.0:1734685322.116952:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848321152 00000100:00100000:2.0:1734685322.116956:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1734685322.116959:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848320384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685322.116961:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848321152 00000100:00080000:0.0:1734685322.116963:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685292 00000100:00080000:0.0:1734685322.116966:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685292 00000100:00080000:0.0:1734685322.116967:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685292 00000100:00100000:1.0:1734685322.116971:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685322.116975:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848320384:12345-0@lo:400:kworker.0 Request processed in 16us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685322.116979:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1734685322.116981:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848321408:0@lo:400:kworker.0 00000100:00100000:0.0:1734685322.116982:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848320896:0@lo:8:kworker.0 00000100:00100000:1.0:1734685322.116994:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685322.116999:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848320640 00000100:00100000:0.0:1734685322.117002:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848321408 00000100:00100000:3.0:1734685322.117002:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848320640 00000100:00100000:0.0:1734685322.117005:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848321408 00000100:00100000:1.0:1734685322.117005:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1734685322.117006:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848320512:0@lo:400:kworker.0 00000100:00100000:1.0:1734685322.117009:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848320768:0@lo:400:kworker.0 00000100:00100000:2.0:1734685322.117011:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848321024:0@lo:400:kworker.0 00000100:00100000:2.0:1734685322.117015:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848320384:0@lo:400:kworker.0 00000100:00100000:1.0:1734685322.117022:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685322.117023:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7720 00000100:00100000:0.0:1734685322.117027:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848321408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685322.117028:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00000100:00100000:1.0:1734685322.117032:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848321536:0@lo:400:kworker.0 00000100:00100000:2.0:1734685322.117034:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741 00000100:00100000:3.0:1734685322.117034:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848321152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685322.117037:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848320640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685322.117045:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685322.117051:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848321408:12345-0@lo:400:kworker.0 Request processed in 23us (56us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685322.117053:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848320640:12345-0@lo:400:kworker.0 Request processed in 15us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685322.117056:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7720 00000100:00100000:2.0:1734685322.117056:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741 00000100:00100000:1.0:1734685322.117057:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848320640:0@lo:400:kworker.0 00000100:00100000:1.0:1734685322.117062:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848321408:0@lo:400:kworker.0 00000100:00100000:2.0:1734685322.117065:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848321536 00000100:00100000:2.0:1734685322.117066:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848321536 00000100:00100000:0.0:1734685322.117072:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685322.117075:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742 00000100:00100000:2.0:1734685322.117077:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848321536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685322.117083:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848320768 00000100:00100000:0.0:1734685322.117085:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848321280:0@lo:8:kworker.0 00000100:00100000:1.0:1734685322.117085:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848320768 00000100:00100000:2.0:1734685322.117095:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848321536:12345-0@lo:400:kworker.0 Request processed in 18us (49us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685322.117097:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848321152:12345-0@lo:400:kworker.0 Request processed in 62us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685322.117098:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742 00000100:00100000:0.0:1734685322.117100:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685322.117103:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00000100:00100000:1.0:1734685322.117107:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41268 00000100:00100000:2.0:1734685322.117108:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848320896 00000100:00100000:2.0:1734685322.117110:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848320896 00000100:00100000:1.0:1734685322.117111:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848320768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685322.117116:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848321280 00000100:00100000:2.0:1734685322.117117:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848321280 00000100:00100000:0.0:1734685322.117119:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54130 00000100:00080000:3.0:1734685322.117119:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685292 00000100:00080000:3.0:1734685322.117121:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685292 00000100:00080000:3.0:1734685322.117122:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685292 00000100:00100000:0.0:1734685322.117123:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848320896:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685322.117125:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54131 00000100:00100000:2.0:1734685322.117127:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848321280:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685322.117134:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848320768:12345-0@lo:400:kworker.0 Request processed in 22us (111us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685322.117138:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685322.117140:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41268 00010000:00020000:2.0:1734685322.117142:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685322.117157:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848320768:0@lo:400:kworker.0 00000100:00100000:0.0:1734685322.117162:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848320896:12345-0@lo:8:kworker.0 Request processed in 38us (89us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685322.117162:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848321280:12345-0@lo:8:kworker.0 Request processed in 33us (61us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685322.117164:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848321536:0@lo:400:kworker.0 00000100:00100000:2.0:1734685322.117165:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54131 00000100:00100000:0.0:1734685322.117168:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54130 00000100:00100000:2.0:1734685322.117180:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848321152:0@lo:400:kworker.0 00000100:00080000:0.0:1734685322.117184:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685322.117187:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685322.117189:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848320896:0@lo:8:kworker.0 00000100:00080000:0.0:1734685322.117195:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685322.117197:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685322.117199:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848321280:0@lo:8:kworker.0 00000100:00100000:0.0:1734685322.132744:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848321664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685322.132798:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685322.132888:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848321664 00000100:00100000:1.0:1734685322.132894:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848321664 00000100:00100000:1.0:1734685322.132938:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41269 00000100:00100000:1.0:1734685322.132944:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848321664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685322.132973:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685322.133014:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848321664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685322.133020:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41269 00000100:00100000:0.0:1734685322.133045:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848321664:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685322.196814:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848321792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685322.196867:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685322.196923:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848321792 00000100:00100000:2.0:1734685322.196929:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848321792 00000100:00100000:2.0:1734685322.196964:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6846 00000100:00100000:2.0:1734685322.196968:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848321792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685322.196989:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685322.197026:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848321792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685322.197032:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6846 00000100:00100000:0.0:1734685322.197104:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848321792:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685322.928701:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685323.892758:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848321920:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685323.892813:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685323.892847:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848321920 00000100:00100000:0.0:1734685323.892855:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848321920 00000100:00100000:0.0:1734685323.892893:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6847 00000100:00100000:0.0:1734685323.892899:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848321920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685323.892926:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685323.892965:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848321920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685323.892971:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6847 00000100:00100000:2.0:1734685323.892980:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848321920:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685323.930802:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685324.550965:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685324.551004:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685324.551031:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872680704 00000100:00100000:2.0:1734685324.551038:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872680704 00000100:00100000:0.0:1734685324.551041:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685324.551067:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54132 00000100:00100000:2.0:1734685324.551079:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872680704:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685324.551102:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685324.551111:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685324.551142:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872680320 00000100:00100000:0.0:1734685324.551145:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872680320 00000100:00100000:2.0:1734685324.551156:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872680704:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 77us (197us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685324.551162:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54132 00000100:00100000:0.0:1734685324.551172:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 885 00000100:00100000:0.0:1734685324.551176:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872680320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685324.551186:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685294 00000100:00100000:2.0:1734685324.551198:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872680448 00000100:00100000:2.0:1734685324.551201:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872680448 00000100:00100000:0.0:1734685324.551203:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872680320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685324.551208:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 885 00000100:00100000:2.0:1734685324.551219:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872680576 00000100:00100000:2.0:1734685324.551220:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872680576 00000100:00100000:2.0:1734685324.551234:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2743 00000100:00100000:2.0:1734685324.551237:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872680448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685324.551244:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2744 00000100:00100000:0.0:1734685324.551249:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872680576:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685324.551264:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872680448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685324.551268:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872680576:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685324.551269:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2743 00000100:00100000:0.0:1734685324.551273:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2744 00000100:00080000:2.0:1734685324.551309:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685294 00000100:00080000:2.0:1734685324.551311:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685294 00010000:00010000:3.0:1734685324.932728:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685325.934753:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685326.936725:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685327.060754:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848322048:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685327.060809:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685327.060870:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848322048 00000100:00100000:1.0:1734685327.060877:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848322048 00000100:00100000:1.0:1734685327.060911:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41270 00000100:00100000:1.0:1734685327.060917:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848322048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685327.060943:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685327.060980:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848322048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685327.060985:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41270 00000100:00100000:0.0:1734685327.061059:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848322048:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685327.124737:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685327.124742:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734685327.124742:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848322176:0@lo:400:kworker.0 00000100:00100000:2.0:1734685327.124742:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848322304:0@lo:400:kworker.0 00000100:00080000:0.0:1734685327.124745:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685327.124751:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10122 00000100:00080000:0.0:1734685327.124754:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1734685327.124755:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848322432:0@lo:400:kworker.0 00000100:00080000:0.0:1734685327.124760:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685327.124776:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090416d80 x1818938848322688/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685327.124797:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685327.124797:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685327.124798:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685327.124801:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685327.124802:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685327.124804:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10122 00000100:00080000:0.0:1734685327.124806:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685327.124809:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685327.124812:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848322688:0@lo:8:kworker.0 00000100:00100000:0.0:1734685327.124820:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098638a80 x1818938848323072/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685327.124825:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848322816:0@lo:400:kworker.0 00000100:00100000:2.0:1734685327.124825:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848322944:0@lo:400:kworker.0 00000100:00100000:3.0:1734685327.124833:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685327.124840:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685327.124849:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848322176 00000100:00100000:0.0:1734685327.124854:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848322688 00000100:00100000:1.0:1734685327.124854:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848322176 00000100:00100000:3.0:1734685327.124854:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848323072:0@lo:8:kworker.0 00000100:00100000:0.0:1734685327.124857:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848322688 00000100:00100000:2.0:1734685327.124859:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848322304 00000100:00100000:2.0:1734685327.124862:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848322304 00000100:00100000:3.0:1734685327.124868:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685327.124876:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848323072 00000100:00100000:0.0:1734685327.124878:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848323072 00000100:00100000:2.0:1734685327.124878:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848322944 00000100:00100000:1.0:1734685327.124880:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1734685327.124885:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848322944 00000100:00100000:1.0:1734685327.124886:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848322176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685327.124888:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54133 00000100:00100000:0.0:1734685327.124892:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848322688:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685327.124894:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54134 00000100:00100000:3.0:1734685327.124898:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848323072:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685327.124908:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685327.124917:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848322176:12345-0@lo:400:kworker.0 Request processed in 30us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685327.124922:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1734685327.124939:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848322688:12345-0@lo:8:kworker.0 Request processed in 46us (106us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685327.124945:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54133 00000100:00100000:1.0:1734685327.124949:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685327.124954:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848322816 00000100:00100000:0.0:1734685327.124956:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848322816 00000100:00100000:1.0:1734685327.124967:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848322176:0@lo:400:kworker.0 00000100:00100000:0.0:1734685327.124970:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7721 00000100:00100000:0.0:1734685327.124973:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848322816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685327.124993:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848322560:0@lo:400:kworker.0 00000100:00100000:0.0:1734685327.124999:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848322816:12345-0@lo:400:kworker.0 Request processed in 25us (49us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685327.125004:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7721 00000100:00100000:1.0:1734685327.125009:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685327.125018:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848323328:0@lo:400:kworker.0 00000100:00100000:0.0:1734685327.125026:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848322560 00000100:00100000:0.0:1734685327.125029:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848322560 00000100:00100000:1.0:1734685327.125030:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685327.125038:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685327.125041:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848323200:0@lo:400:kworker.0 00000100:00100000:0.0:1734685327.125043:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41271 00000100:00100000:0.0:1734685327.125047:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848322560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685327.125058:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685327.125070:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848322560:12345-0@lo:400:kworker.0 Request processed in 22us (60us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685327.125071:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848322560:0@lo:400:kworker.0 00000100:00100000:0.0:1734685327.125075:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41271 00000100:00100000:1.0:1734685327.125085:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848323328 00000100:00100000:0.0:1734685327.125086:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848323200 00000100:00100000:0.0:1734685327.125088:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848323200 00000100:00100000:1.0:1734685327.125088:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848323328 00000100:00100000:0.0:1734685327.125101:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7722 00000100:00100000:1.0:1734685327.125102:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745 00000100:00100000:0.0:1734685327.125105:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848323200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685327.125106:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848322304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685327.125139:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848323200:12345-0@lo:400:kworker.0 Request processed in 33us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685327.125144:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7722 00000100:00100000:1.0:1734685327.125151:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848322304:12345-0@lo:400:kworker.0 Request processed in 43us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685327.125154:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746 00000100:00100000:1.0:1734685327.125157:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745 00000100:00100000:2.0:1734685327.125158:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848323328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685327.125161:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2747 00000100:00100000:0.0:1734685327.125164:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848322944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685327.125180:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848322304:0@lo:400:kworker.0 00000100:00100000:2.0:1734685327.125182:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848323328:12345-0@lo:400:kworker.0 Request processed in 24us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685327.125187:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848322944:12345-0@lo:400:kworker.0 Request processed in 22us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685327.125187:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746 00000100:00100000:1.0:1734685327.125191:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848322944:0@lo:400:kworker.0 00000100:00100000:0.0:1734685327.125192:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2747 00000100:00080000:2.0:1734685327.125198:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685297 00000100:00080000:2.0:1734685327.125201:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685297 00000100:00100000:1.0:1734685327.125203:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848322816:0@lo:400:kworker.0 00000100:00080000:2.0:1734685327.125203:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685297 00000100:00100000:1.0:1734685327.125213:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848323200:0@lo:400:kworker.0 00000100:00100000:2.0:1734685327.125215:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685327.125219:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848323328:0@lo:400:kworker.0 00000100:00100000:0.0:1734685327.125237:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848322432 00000100:00100000:0.0:1734685327.125240:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848322432 00010000:00020000:3.0:1734685327.125245:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685327.125260:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00100000:0.0:1734685327.125264:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848322432:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685327.125267:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685297 00000100:00100000:3.0:1734685327.125267:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848323072:12345-0@lo:8:kworker.0 Request processed in 368us (397us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685327.125272:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54134 00000100:00080000:3.0:1734685327.125293:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685327.125294:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848322432:12345-0@lo:400:kworker.0 Request processed in 29us (78us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685327.125295:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685327.125298:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00000100:00100000:3.0:1734685327.125298:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848323072:0@lo:8:kworker.0 00000100:00100000:2.0:1734685327.125300:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848322432:0@lo:400:kworker.0 00000100:00080000:3.0:1734685327.125303:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685327.125305:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685327.125307:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848322688:0@lo:8:kworker.0 00000100:00100000:1.0:1734685327.140716:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848323456:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685327.140770:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685327.140823:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848323456 00000100:00100000:0.0:1734685327.140829:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848323456 00000100:00100000:0.0:1734685327.140874:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41272 00000100:00100000:0.0:1734685327.140880:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848323456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685327.140908:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685327.140957:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848323456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685327.140963:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41272 00000100:00100000:1.0:1734685327.141000:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848323456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685327.204786:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848323584:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685327.204833:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685327.204885:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848323584 00000100:00100000:0.0:1734685327.204891:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848323584 00000100:00100000:0.0:1734685327.204913:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6848 00000100:00100000:0.0:1734685327.204917:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848323584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685327.204940:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685327.204982:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848323584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685327.204988:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6848 00000100:00100000:3.0:1734685327.205031:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848323584:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685327.938793:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685328.901343:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685328.901367:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848323712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685328.901435:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685328.901573:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848323712 00000100:00100000:2.0:1734685328.901580:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848323712 00000100:00100000:2.0:1734685328.901617:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6849 00000100:00100000:2.0:1734685328.901623:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848323712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685328.901647:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685328.901676:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848323712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685328.901681:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6849 00000100:00100000:1.0:1734685328.901827:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848323712:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685328.940947:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685329.559651:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685329.559694:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685329.559707:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872680960 00000100:00100000:2.0:1734685329.559717:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872680960 00000100:00100000:0.0:1734685329.559732:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685329.559772:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2749 00000100:00100000:2.0:1734685329.559779:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872680960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685329.559822:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685329.559845:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872681088 00000100:00100000:0.0:1734685329.559848:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872681088 00000100:00100000:2.0:1734685329.559878:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872680960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 99us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685329.559885:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2749 00000100:00100000:1.0:1734685329.559890:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872680832 00000100:00100000:1.0:1734685329.559893:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872680832 00000100:00100000:3.0:1734685329.559895:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872681216 00000100:00100000:3.0:1734685329.559900:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872681216 00000100:00100000:1.0:1734685329.559921:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 887 00000100:00100000:3.0:1734685329.559921:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54135 00000100:00100000:1.0:1734685329.559925:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872680832:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685329.559925:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872681216:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685329.559944:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685329.559955:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872680832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685329.559960:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 887 00000100:00100000:3.0:1734685329.559966:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872681216:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (271us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685329.559971:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54135 00000100:00100000:2.0:1734685329.559998:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2750 00000100:00100000:2.0:1734685329.560002:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872681088:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685329.560067:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872681088:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 65us (246us total) trans 0 rc 0/0 00000100:00080000:1.0:1734685329.560074:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685299 00000100:00080000:1.0:1734685329.560077:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685299 00000100:00080000:1.0:1734685329.560079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685299 00000100:00100000:2.0:1734685329.560132:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2750 00010000:00010000:3.0:1734685329.942825:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685330.944817:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685331.946709:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685332.068724:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848323840:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685332.068775:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685332.068822:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848323840 00000100:00100000:0.0:1734685332.068829:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848323840 00000100:00100000:0.0:1734685332.068873:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41273 00000100:00100000:0.0:1734685332.068879:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848323840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685332.068906:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685332.068952:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848323840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685332.068958:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41273 00000100:00100000:1.0:1734685332.068986:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848323840:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685332.132779:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685332.132787:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685332.132790:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734685332.132790:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848323968:0@lo:400:kworker.0 00000100:00080000:0.0:1734685332.132798:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10127 00000100:00080000:0.0:1734685332.132803:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685332.132810:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685332.132836:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a220000 x1818938848324480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685332.132865:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685332.132868:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685332.132870:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685332.132873:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10127 00000100:00100000:1.0:1734685332.132873:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685332.132875:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685332.132879:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685332.132890:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ecb7b80 x1818938848324864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685332.132905:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848324608:0@lo:400:kworker.0 00000100:00100000:1.0:1734685332.132925:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685332.132937:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734685332.132941:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848324096:0@lo:400:kworker.0 00000100:00100000:0.0:1734685332.132946:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848323968 00000100:00100000:0.0:1734685332.132954:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848323968 00000100:00100000:1.0:1734685332.132968:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685332.132980:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848324736:0@lo:400:kworker.0 00000100:00100000:1.0:1734685332.132993:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685332.132998:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1734685332.133001:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848324480:0@lo:8:kworker.0 00000100:00100000:0.0:1734685332.133004:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848323968:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685332.133015:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685302 00000100:00100000:1.0:1734685332.133024:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848324352:0@lo:400:kworker.0 00000100:00100000:3.0:1734685332.133028:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685332.133041:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848324864:0@lo:8:kworker.0 00000100:00100000:1.0:1734685332.133049:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685332.133102:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848324096 00000100:00100000:2.0:1734685332.133105:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848324096 00000100:00100000:2.0:1734685332.133131:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848324736 00000100:00100000:2.0:1734685332.133133:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848324736 00000100:00100000:2.0:1734685332.133144:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2751 00000100:00100000:2.0:1734685332.133148:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848324096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685332.133431:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685332.133432:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848323968:12345-0@lo:400:kworker.0 Request processed in 427us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685332.133438:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1734685332.133462:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00100000:3.0:1734685332.133466:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848324736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685332.133469:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848324608 00000100:00100000:0.0:1734685332.133471:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848324608 00000100:00100000:0.0:1734685332.133488:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848324480 00000100:00100000:0.0:1734685332.133512:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848324480 00000100:00100000:3.0:1734685332.133512:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848324736:12345-0@lo:400:kworker.0 Request processed in 45us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685332.133517:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00100000:0.0:1734685332.133523:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848324864 00000100:00100000:0.0:1734685332.133524:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848324864 00000100:00100000:1.0:1734685332.133524:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848325120:0@lo:400:kworker.0 00000100:00100000:2.0:1734685332.133592:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848324096:12345-0@lo:400:kworker.0 Request processed in 443us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685332.133598:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2751 00000100:00080000:2.0:1734685332.133617:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685302 00000100:00080000:2.0:1734685332.133620:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685302 00000100:00100000:2.0:1734685332.133627:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848324224:0@lo:400:kworker.0 00000100:00100000:2.0:1734685332.133647:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685332.133655:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848324992:0@lo:400:kworker.0 00000100:00100000:2.0:1734685332.133669:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685332.133769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685332.133890:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848324224 00000100:00100000:2.0:1734685332.133892:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848324224 00000100:00100000:2.0:1734685332.133906:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848325120 00000100:00100000:2.0:1734685332.133908:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848325120 00000100:00100000:2.0:1734685332.133918:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753 00000100:00100000:2.0:1734685332.133922:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848324224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685332.133943:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848324224:12345-0@lo:400:kworker.0 Request processed in 21us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685332.133948:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753 00000100:00100000:2.0:1734685332.133954:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:2.0:1734685332.133957:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848325120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685332.133976:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848325120:12345-0@lo:400:kworker.0 Request processed in 18us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685332.133980:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00000100:00080000:2.0:1734685332.133989:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685302 00000100:00100000:2.0:1734685332.134008:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848324224:0@lo:400:kworker.0 00000100:00100000:0.0:1734685332.134049:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848324992 00000100:00100000:0.0:1734685332.134052:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848324992 00000100:00100000:3.0:1734685332.134055:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7723 00000100:00100000:3.0:1734685332.134060:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848324608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685332.134063:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54136 00000100:00100000:1.0:1734685332.134068:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848324480:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685332.134077:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7724 00000100:00100000:0.0:1734685332.134081:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848324992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685332.134085:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848324608:12345-0@lo:400:kworker.0 Request processed in 24us (1159us total) trans 0 rc 0/0 00010000:00020000:1.0:1734685332.134086:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685332.134090:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7723 00000100:00100000:3.0:1734685332.134100:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54137 00000100:00100000:3.0:1734685332.134103:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848324864:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685332.134113:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848324992:12345-0@lo:400:kworker.0 Request processed in 32us (443us total) trans 0 rc 0/0 00010000:00020000:3.0:1734685332.134116:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685332.134118:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7724 00000100:00100000:1.0:1734685332.134122:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848324480:12345-0@lo:8:kworker.0 Request processed in 53us (1093us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685332.134126:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54136 00000100:00100000:3.0:1734685332.134135:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848324864:12345-0@lo:8:kworker.0 Request processed in 31us (703us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685332.134140:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54137 00000100:00100000:1.0:1734685332.134147:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848324352 00000100:00100000:1.0:1734685332.134151:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848324352 00000100:00100000:0.0:1734685332.134160:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848324096:0@lo:400:kworker.0 00000100:00080000:3.0:1734685332.134166:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685332.134169:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848324736:0@lo:400:kworker.0 00000100:00080000:3.0:1734685332.134169:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685332.134171:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41274 00000100:00100000:3.0:1734685332.134172:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848324480:0@lo:8:kworker.0 00000100:00100000:1.0:1734685332.134174:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848324352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685332.134176:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848324608:0@lo:400:kworker.0 00000100:00080000:3.0:1734685332.134177:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685332.134180:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685332.134182:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848323968:0@lo:400:kworker.0 00000100:00100000:3.0:1734685332.134182:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848324864:0@lo:8:kworker.0 00000100:00100000:1.0:1734685332.134198:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848324352:12345-0@lo:400:kworker.0 Request processed in 23us (1149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685332.134201:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41274 00000100:00100000:1.0:1734685332.134225:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848324352:0@lo:400:kworker.0 00000100:00100000:1.0:1734685332.134233:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848325120:0@lo:400:kworker.0 00000100:00080000:2.0:1734685332.134251:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685302 00000100:00080000:2.0:1734685332.134255:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685302 00000100:00100000:2.0:1734685332.134275:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848324992:0@lo:400:kworker.0 00000100:00100000:0.0:1734685332.149190:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848325248:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685332.149255:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685332.149381:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848325248 00000100:00100000:1.0:1734685332.149388:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848325248 00000100:00100000:1.0:1734685332.149438:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41275 00000100:00100000:1.0:1734685332.149444:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848325248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685332.149475:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685332.149521:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848325248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685332.149542:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41275 00000100:00100000:0.0:1734685332.149656:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848325248:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685332.212796:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848325376:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685332.212868:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685332.213061:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848325376 00000100:00100000:2.0:1734685332.213070:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848325376 00000100:00100000:2.0:1734685332.213125:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6850 00000100:00100000:2.0:1734685332.213131:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848325376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685332.213169:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685332.213216:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848325376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685332.213222:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6850 00000100:00100000:0.0:1734685332.213246:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848325376:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685332.949381:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685333.913078:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685333.913102:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848325504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685333.913169:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685333.913282:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848325504 00000100:00100000:3.0:1734685333.913298:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848325504 00000100:00100000:1.0:1734685333.913940:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6851 00000100:00100000:1.0:1734685333.913952:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848325504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685333.913995:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685333.914482:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848325504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 531us (1312us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685333.914491:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6851 00000100:00100000:0.0:1734685333.914634:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848325504:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685333.951750:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685334.574862:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685334.575720:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685334.575722:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872681472 00000100:00100000:3.0:1734685334.575735:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872681472 00000100:00100000:0.0:1734685334.575754:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685334.575797:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685334.575809:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872681600 00000100:00100000:3.0:1734685334.575812:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872681600 00000100:00100000:0.0:1734685334.575832:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2755 00000100:00100000:3.0:1734685334.575842:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2756 00000100:00100000:0.0:1734685334.575846:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872681472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685334.575849:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872681600:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685334.575891:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685304 00000100:00080000:2.0:1734685334.575896:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685304 00000100:00100000:2.0:1734685334.575919:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872681728 00000100:00100000:2.0:1734685334.575922:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872681728 00000100:00100000:0.0:1734685334.575943:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872681472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 101us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685334.575943:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872681600:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 93us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685334.575946:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54138 00000100:00100000:0.0:1734685334.575949:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2755 00000100:00100000:2.0:1734685334.575951:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872681728:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685334.575952:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2756 00010000:00020000:2.0:1734685334.575983:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685334.576008:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872681728:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 57us (211us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685334.576014:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54138 00000100:00100000:1.0:1734685334.576128:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872681344 00000100:00100000:1.0:1734685334.576132:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872681344 00000100:00080000:2.0:1734685334.576162:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685304 00000100:00100000:1.0:1734685334.576175:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 889 00000100:00100000:1.0:1734685334.576180:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872681344:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685334.576211:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872681344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685334.576217:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 889 00010000:00010000:3.0:1734685334.952762:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685335.954776:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685336.958313:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685337.077130:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848325632:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685337.077194:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685337.077316:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848325632 00000100:00100000:0.0:1734685337.077324:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848325632 00000100:00100000:0.0:1734685337.077794:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41276 00000100:00100000:0.0:1734685337.077801:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848325632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685337.077828:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685337.077873:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848325632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685337.077879:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41276 00000100:00100000:2.0:1734685337.078028:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848325632:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685337.140876:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685337.140882:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685337.140885:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734685337.140886:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848325888:0@lo:400:kworker.0 00000100:00080000:0.0:1734685337.140891:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10132 00000100:00080000:0.0:1734685337.140895:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685337.140900:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685337.140926:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0f480 x1818938848326272/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685337.140942:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685337.140948:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685337.140951:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685337.140953:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685337.140955:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10132 00000100:00080000:0.0:1734685337.140958:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685337.140961:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685337.140965:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848326528:0@lo:400:kworker.0 00000100:00100000:0.0:1734685337.140970:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0ce00 x1818938848326656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685337.140977:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685337.140988:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734685337.140993:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848325760:0@lo:400:kworker.0 00000100:00100000:0.0:1734685337.141007:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848325888 00000100:00100000:2.0:1734685337.141011:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685337.141013:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848325888 00000100:00100000:1.0:1734685337.141016:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848326528 00000100:00100000:1.0:1734685337.141020:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848326528 00000100:00100000:2.0:1734685337.141020:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848326400:0@lo:400:kworker.0 00000100:00100000:2.0:1734685337.141035:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685337.141053:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757 00000100:00100000:2.0:1734685337.141053:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848326400 00000100:00100000:2.0:1734685337.141056:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848326400 00000100:00100000:0.0:1734685337.141057:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758 00000100:00100000:1.0:1734685337.141059:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848326528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685337.141061:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848325888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685337.141076:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7725 00000100:00100000:2.0:1734685337.141080:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848326400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685337.141107:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848325888:12345-0@lo:400:kworker.0 Request processed in 45us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685337.141112:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758 00000100:00100000:2.0:1734685337.141121:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848326400:12345-0@lo:400:kworker.0 Request processed in 40us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685337.141127:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7725 00000100:00080000:0.0:1734685337.141132:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685307 00000100:00080000:0.0:1734685337.141135:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685307 00000100:00100000:3.0:1734685337.141149:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848326016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685337.141152:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848326144:0@lo:400:kworker.0 00000100:00100000:0.0:1734685337.141164:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848326400:0@lo:400:kworker.0 00000100:00100000:2.0:1734685337.141171:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685337.141173:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848326528:0@lo:400:kworker.0 00000100:00100000:3.0:1734685337.141176:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685337.141181:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848325888:0@lo:400:kworker.0 00000100:00100000:2.0:1734685337.141182:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848326912:0@lo:400:kworker.0 00000100:00100000:3.0:1734685337.141187:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848326784:0@lo:400:kworker.0 00000100:00100000:2.0:1734685337.141196:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685337.141200:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685337.141204:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848326016 00000100:00100000:0.0:1734685337.141206:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848326016 00000100:00100000:2.0:1734685337.141211:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848326784 00000100:00100000:2.0:1734685337.141213:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848326784 00000100:00100000:3.0:1734685337.141217:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848326272:0@lo:8:kworker.0 00000100:00100000:0.0:1734685337.141222:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848326912 00000100:00100000:0.0:1734685337.141224:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848326912 00000100:00100000:2.0:1734685337.141227:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7726 00000100:00100000:2.0:1734685337.141231:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848326784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685337.141233:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685337.141235:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2759 00000100:00100000:0.0:1734685337.141239:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096434e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848326016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685337.141243:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848326656:0@lo:8:kworker.0 00000100:00100000:2.0:1734685337.141253:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848326784:12345-0@lo:400:kworker.0 Request processed in 22us (52us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685337.141257:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685337.141258:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7726 00000100:00100000:0.0:1734685337.141261:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096434e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848326016:12345-0@lo:400:kworker.0 Request processed in 21us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685337.141265:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2759 00000100:00100000:2.0:1734685337.141265:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848326272 00000100:00100000:2.0:1734685337.141267:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848326272 00000100:00100000:0.0:1734685337.141273:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760 00000100:00100000:2.0:1734685337.141275:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848326656 00000100:00100000:0.0:1734685337.141276:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848326912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685337.141276:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848326656 00000100:00100000:3.0:1734685337.141279:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848326016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685337.141285:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54139 00000100:00100000:3.0:1734685337.141286:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848326784:0@lo:400:kworker.0 00000100:00100000:2.0:1734685337.141288:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848326272:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685337.141296:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848326912:12345-0@lo:400:kworker.0 Request processed in 19us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685337.141301:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760 00010000:00020000:2.0:1734685337.141303:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685337.141310:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54140 00000100:00100000:3.0:1734685337.141313:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848326656:12345-0@lo:8:kworker.0 00000100:00080000:0.0:1734685337.141317:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685307 00000100:00080000:0.0:1734685337.141319:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685307 00000100:00100000:2.0:1734685337.141321:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848326272:12345-0@lo:8:kworker.0 Request processed in 32us (87us total) trans 0 rc -19/-19 00010000:00020000:3.0:1734685337.141323:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685337.141326:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54139 00000100:00100000:3.0:1734685337.141342:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848326656:12345-0@lo:8:kworker.0 Request processed in 27us (84us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685337.141345:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848325760 00000100:00100000:2.0:1734685337.141345:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848326912:0@lo:400:kworker.0 00000100:00100000:0.0:1734685337.141347:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848325760 00000100:00100000:3.0:1734685337.141347:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54140 00000100:00100000:2.0:1734685337.141363:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848326144 00000100:00100000:2.0:1734685337.141365:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848326144 00000100:00100000:0.0:1734685337.141366:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00080000:3.0:1734685337.141366:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685337.141369:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685337.141371:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848325760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685337.141372:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848326272:0@lo:8:kworker.0 00000100:00080000:3.0:1734685337.141376:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685337.141378:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685337.141381:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41277 00000100:00100000:3.0:1734685337.141381:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848326656:0@lo:8:kworker.0 00000100:00100000:2.0:1734685337.141384:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848326144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685337.141392:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848325760:12345-0@lo:400:kworker.0 Request processed in 21us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685337.141397:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:2.0:1734685337.141427:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848326144:12345-0@lo:400:kworker.0 Request processed in 21us (235us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685337.141429:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685307 00000100:00080000:0.0:1734685337.141431:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685307 00000100:00100000:2.0:1734685337.141433:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41277 00000100:00100000:0.0:1734685337.141441:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848325760:0@lo:400:kworker.0 00000100:00100000:2.0:1734685337.141449:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848326144:0@lo:400:kworker.0 00000100:00100000:1.0:1734685337.141577:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848326528:12345-0@lo:400:kworker.0 Request processed in 43us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685337.141583:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757 00000100:00100000:1.0:1734685337.157648:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848327040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685337.157711:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685337.157749:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848327040 00000100:00100000:2.0:1734685337.157755:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848327040 00000100:00100000:2.0:1734685337.157788:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41278 00000100:00100000:2.0:1734685337.157792:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848327040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685337.157819:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685337.157860:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848327040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685337.157865:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41278 00000100:00100000:1.0:1734685337.157888:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848327040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685337.220814:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685337.220834:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848327168:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685337.220888:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685337.221645:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848327168 00000100:00100000:0.0:1734685337.221653:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848327168 00000100:00100000:0.0:1734685337.221700:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6852 00000100:00100000:0.0:1734685337.221706:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848327168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685337.221733:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685337.221788:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848327168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685337.221794:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6852 00000100:00100000:1.0:1734685337.221867:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848327168:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685337.960913:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685338.916822:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848327296:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685338.916902:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685338.917036:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848327296 00000100:00100000:0.0:1734685338.917043:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848327296 00000100:00100000:0.0:1734685338.917091:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6853 00000100:00100000:0.0:1734685338.917099:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848327296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685338.917135:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685338.917187:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848327296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685338.917194:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6853 00000100:00100000:3.0:1734685338.917302:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848327296:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685338.962993:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685339.581819:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685339.581873:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685339.581978:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872681984 00000100:00100000:1.0:1734685339.581989:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872681984 00000100:00100000:1.0:1734685339.582064:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2761 00000100:00100000:1.0:1734685339.582071:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872681984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685339.582156:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872681984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 85us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685339.582164:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2761 00000100:00080000:1.0:1734685339.582295:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685309 00000100:00100000:0.0:1734685339.582351:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685339.582432:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872682112 00000100:00100000:3.0:1734685339.582437:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872682112 00000100:00100000:0.0:1734685339.582438:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685339.582464:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2762 00000100:00100000:3.0:1734685339.582469:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872682112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685339.582472:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872682240 00000100:00100000:0.0:1734685339.582475:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872682240 00000100:00100000:0.0:1734685339.582495:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54141 00000100:00100000:0.0:1734685339.582500:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872682240:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685339.582566:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872681856 00000100:00100000:2.0:1734685339.582570:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872681856 00000100:00100000:3.0:1734685339.582570:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872682112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 100us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685339.582577:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2762 00000100:00100000:2.0:1734685339.582599:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 891 00000100:00100000:2.0:1734685339.582604:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872681856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685339.582631:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872681856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685339.582636:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 891 00010000:00020000:0.0:1734685339.582723:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685339.582748:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872682240:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 247us (310us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685339.582755:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54141 00000100:00080000:1.0:1734685339.582887:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685309 00000100:00080000:1.0:1734685339.582890:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685309 00010000:00010000:3.0:1734685339.964819:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685340.966766:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685341.969055:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685342.084740:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848327424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685342.084798:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685342.084844:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848327424 00000100:00100000:2.0:1734685342.084852:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848327424 00000100:00100000:2.0:1734685342.084897:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41279 00000100:00100000:2.0:1734685342.084903:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848327424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685342.084937:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685342.084978:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848327424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685342.084984:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41279 00000100:00100000:0.0:1734685342.085019:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848327424:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685342.148724:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685342.148730:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1734685342.148732:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848327680:0@lo:400:kworker.0 00000100:00080000:0.0:1734685342.148733:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685342.148738:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10137 00000100:00080000:0.0:1734685342.148742:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685342.148746:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685342.148764:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0dc00 x1818938848328064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685342.148787:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1734685342.148787:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685342.148789:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685342.148791:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685342.148793:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10137 00000100:00080000:0.0:1734685342.148795:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685342.148798:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685342.148805:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098492300 x1818938848328448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685342.148813:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848328320:0@lo:400:kworker.0 00000100:00100000:2.0:1734685342.148828:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685342.148831:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848327936:0@lo:400:kworker.0 00000100:00100000:2.0:1734685342.148839:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734685342.148843:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848327552:0@lo:400:kworker.0 00000100:00100000:0.0:1734685342.148856:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685342.148862:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685342.148874:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848328704:0@lo:400:kworker.0 00000100:00100000:2.0:1734685342.148874:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848328192:0@lo:400:kworker.0 00000100:00100000:0.0:1734685342.148890:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685342.148891:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685342.148905:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734685342.148910:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848327808:0@lo:400:kworker.0 00000100:00100000:2.0:1734685342.148913:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848327552 00000100:00100000:2.0:1734685342.148919:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848327552 00000100:00100000:0.0:1734685342.148923:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685342.148932:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848328576:0@lo:400:kworker.0 00000100:00100000:0.0:1734685342.148943:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685342.148950:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848327680 00000100:00100000:2.0:1734685342.148952:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:1.0:1734685342.148954:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848327680 00000100:00100000:2.0:1734685342.148957:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848327552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685342.148959:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848328192 00000100:00100000:0.0:1734685342.148961:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848328192 00000100:00100000:0.0:1734685342.148976:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848328576 00000100:00100000:1.0:1734685342.148976:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848328320 00000100:00100000:0.0:1734685342.148977:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848328576 00000100:00100000:1.0:1734685342.148977:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848328320 00000100:00100000:0.0:1734685342.148986:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7727 00000100:00100000:1.0:1734685342.148986:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848328704 00000100:00100000:1.0:1734685342.148988:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848328704 00000100:00100000:2.0:1734685342.148989:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848327552:12345-0@lo:400:kworker.0 Request processed in 32us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685342.148990:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848328192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685342.148995:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:1.0:1734685342.148996:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848327808 00000100:00100000:1.0:1734685342.148998:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848327808 00000100:00100000:1.0:1734685342.149006:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763 00000100:00100000:1.0:1734685342.149009:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848327680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685342.149016:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848328192:12345-0@lo:400:kworker.0 Request processed in 25us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685342.149021:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7727 00000100:00100000:2.0:1734685342.149024:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7728 00000100:00100000:2.0:1734685342.149028:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848328576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685342.149032:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848327680:12345-0@lo:400:kworker.0 Request processed in 22us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685342.149037:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763 00000100:00100000:0.0:1734685342.149039:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764 00000100:00100000:0.0:1734685342.149043:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848328320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685342.149052:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848328576:12345-0@lo:400:kworker.0 Request processed in 23us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685342.149056:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7728 00000100:00100000:0.0:1734685342.149062:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848328320:12345-0@lo:400:kworker.0 Request processed in 19us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685342.149066:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764 00000100:00100000:0.0:1734685342.149079:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765 00000100:00100000:2.0:1734685342.149082:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848327552:0@lo:400:kworker.0 00000100:00100000:0.0:1734685342.149083:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848328704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685342.149092:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848328192:0@lo:400:kworker.0 00000100:00100000:2.0:1734685342.149100:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848328320:0@lo:400:kworker.0 00000100:00100000:0.0:1734685342.149102:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848328704:12345-0@lo:400:kworker.0 Request processed in 18us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685342.149105:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765 00000100:00100000:2.0:1734685342.149109:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848327680:0@lo:400:kworker.0 00000100:00100000:0.0:1734685342.149113:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2766 00000100:00100000:0.0:1734685342.149116:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848327808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685342.149134:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848327808:12345-0@lo:400:kworker.0 Request processed in 17us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685342.149138:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2766 00000100:00100000:2.0:1734685342.149150:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848328064:0@lo:8:kworker.0 00000100:00100000:0.0:1734685342.149158:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848327936 00000100:00100000:0.0:1734685342.149160:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848327936 00000100:00080000:1.0:1734685342.149164:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685312 00000100:00100000:2.0:1734685342.149166:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685342.149167:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685312 00000100:00080000:1.0:1734685342.149169:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685312 00000100:00080000:1.0:1734685342.149170:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685312 00000100:00100000:0.0:1734685342.149176:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41280 00000100:00100000:2.0:1734685342.149177:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848328448:0@lo:8:kworker.0 00000100:00100000:0.0:1734685342.149180:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848327936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685342.149187:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685342.149191:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848328064 00000100:00100000:1.0:1734685342.149193:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848328064 00000100:00100000:1.0:1734685342.149203:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848328448 00000100:00100000:0.0:1734685342.149204:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848327936:12345-0@lo:400:kworker.0 Request processed in 23us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685342.149205:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848328448 00000100:00100000:2.0:1734685342.149207:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54142 00000100:00100000:0.0:1734685342.149208:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41280 00000100:00100000:2.0:1734685342.149211:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848328064:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685342.149214:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54143 00000100:00100000:1.0:1734685342.149218:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848328448:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685342.149225:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848327808:0@lo:400:kworker.0 00010000:00020000:2.0:1734685342.149226:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685342.149234:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848328576:0@lo:400:kworker.0 00010000:00020000:1.0:1734685342.149237:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685342.149239:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848327936:0@lo:400:kworker.0 00000100:00100000:0.0:1734685342.149245:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848328704:0@lo:400:kworker.0 00000100:00100000:1.0:1734685342.149259:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848328448:12345-0@lo:8:kworker.0 Request processed in 40us (71us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685342.149268:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54143 00000100:00100000:2.0:1734685342.149371:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848328064:12345-0@lo:8:kworker.0 Request processed in 158us (202us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685342.149377:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54142 00000100:00080000:2.0:1734685342.149396:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685342.149399:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685342.149401:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848328064:0@lo:8:kworker.0 00000100:00080000:2.0:1734685342.149407:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685342.149409:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685342.149410:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848328448:0@lo:8:kworker.0 00000100:00100000:2.0:1734685342.164933:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848328832:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685342.165001:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685342.165115:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848328832 00000100:00100000:3.0:1734685342.165124:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848328832 00000100:00100000:3.0:1734685342.165184:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41281 00000100:00100000:3.0:1734685342.165191:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848328832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685342.165223:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685342.165332:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848328832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685342.165338:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41281 00000100:00100000:2.0:1734685342.165343:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848328832:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685342.229019:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685342.229040:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848328960:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685342.229093:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685342.229300:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848328960 00000100:00100000:0.0:1734685342.229307:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848328960 00000100:00100000:0.0:1734685342.229364:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6854 00000100:00100000:0.0:1734685342.229369:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848328960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685342.229397:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685342.229778:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848328960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 407us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685342.229786:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6854 00000100:00100000:2.0:1734685342.229852:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848328960:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685342.971370:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685343.924787:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848329088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685343.924843:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685343.924883:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848329088 00000100:00100000:0.0:1734685343.924890:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848329088 00000100:00100000:0.0:1734685343.924929:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6855 00000100:00100000:0.0:1734685343.924935:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848329088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685343.924959:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685343.924996:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848329088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685343.925001:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6855 00000100:00100000:3.0:1734685343.925019:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848329088:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685343.972744:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685344.583047:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685344.583095:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685344.583134:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685344.583150:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872682496 00000100:00100000:1.0:1734685344.583158:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872682496 00000100:00100000:2.0:1734685344.583169:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872682752 00000100:00100000:2.0:1734685344.583173:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872682752 00000100:00100000:1.0:1734685344.583201:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2767 00000100:00100000:3.0:1734685344.583206:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872682368 00000100:00100000:1.0:1734685344.583208:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872682496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685344.583211:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872682368 00000100:00100000:3.0:1734685344.583237:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 893 00000100:00100000:3.0:1734685344.583241:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872682368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685344.583265:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872682496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685344.583266:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872682368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685344.583272:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2767 00000100:00100000:3.0:1734685344.583272:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 893 00000100:00080000:1.0:1734685344.583316:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685314 00000100:00080000:1.0:1734685344.583319:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685314 00000100:00100000:2.0:1734685344.583327:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54144 00000100:00100000:2.0:1734685344.583332:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872682752:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685344.583351:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685344.583371:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872682752:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (276us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685344.583376:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54144 00000100:00100000:0.0:1734685344.583404:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685344.583433:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872682624 00000100:00100000:2.0:1734685344.583436:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872682624 00000100:00080000:0.0:1734685344.583448:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685314 00000100:00100000:2.0:1734685344.583454:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2768 00000100:00100000:2.0:1734685344.583457:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872682624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685344.583477:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872682624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685344.583482:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2768 00010000:00010000:3.0:1734685344.974687:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685345.976696:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685346.978736:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685347.092714:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848329216:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685347.092769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685347.092861:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848329216 00000100:00100000:2.0:1734685347.092868:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848329216 00000100:00100000:2.0:1734685347.093326:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41282 00000100:00100000:2.0:1734685347.093332:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848329216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685347.093362:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685347.093420:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848329216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685347.093427:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41282 00000100:00100000:1.0:1734685347.093605:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848329216:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685347.156745:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848329344:0@lo:400:kworker.0 00000100:00080000:0.0:1734685347.156747:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734685347.156747:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848329472:0@lo:400:kworker.0 00000100:00080000:0.0:1734685347.156753:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685347.156756:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685347.156761:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10142 00000100:00080000:0.0:1734685347.156765:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685347.156771:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685347.156789:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7fb80 x1818938848329856/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685347.156816:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685347.156820:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685347.156821:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685347.156824:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10142 00000100:00080000:0.0:1734685347.156826:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685347.156830:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685347.156840:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7e680 x1818938848330240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685347.156841:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848329728:0@lo:400:kworker.0 00000100:00100000:0.0:1734685347.156878:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848329856:0@lo:8:kworker.0 00000100:00100000:3.0:1734685347.156882:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685347.156884:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685347.156907:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848329984:0@lo:400:kworker.0 00000100:00100000:3.0:1734685347.156907:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848330112:0@lo:400:kworker.0 00000100:00100000:0.0:1734685347.156917:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685347.156925:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685347.156931:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848329344 00000100:00100000:2.0:1734685347.156937:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848329344 00000100:00100000:0.0:1734685347.156938:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848330240:0@lo:8:kworker.0 00000100:00100000:3.0:1734685347.156948:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848329600:0@lo:400:kworker.0 00000100:00100000:0.0:1734685347.156954:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685347.156964:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685347.156968:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:2.0:1734685347.156974:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848329344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685347.156974:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848330368:0@lo:400:kworker.0 00000100:00100000:0.0:1734685347.156985:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848329856 00000100:00100000:3.0:1734685347.156988:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685347.156989:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848329856 00000100:00100000:3.0:1734685347.156998:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685347.157002:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848330496:0@lo:400:kworker.0 00000100:00100000:0.0:1734685347.157004:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848330240 00000100:00100000:0.0:1734685347.157006:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848330240 00000100:00100000:2.0:1734685347.157007:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848329344:12345-0@lo:400:kworker.0 Request processed in 32us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685347.157012:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1734685347.157014:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848330368 00000100:00100000:0.0:1734685347.157015:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848330368 00000100:00100000:3.0:1734685347.157016:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685347.157030:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7729 00000100:00100000:0.0:1734685347.157034:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848330368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685347.157037:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848329472 00000100:00100000:3.0:1734685347.157037:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54145 00000100:00100000:2.0:1734685347.157039:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848329472 00000100:00100000:3.0:1734685347.157041:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848329856:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685347.157055:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848330112 00000100:00100000:2.0:1734685347.157056:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848330112 00010000:00020000:3.0:1734685347.157057:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685347.157065:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848330368:12345-0@lo:400:kworker.0 Request processed in 30us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685347.157065:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848329600 00000100:00100000:2.0:1734685347.157067:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848329600 00000100:00100000:0.0:1734685347.157070:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7729 00000100:00100000:2.0:1734685347.157075:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848330496 00000100:00100000:2.0:1734685347.157077:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848330496 00000100:00100000:0.0:1734685347.157080:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54146 00000100:00100000:3.0:1734685347.157082:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848329856:12345-0@lo:8:kworker.0 Request processed in 40us (176us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685347.157084:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848330240:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685347.157084:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769 00000100:00100000:3.0:1734685347.157087:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54145 00000100:00100000:2.0:1734685347.157088:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848329472:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734685347.157092:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685347.157102:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2770 00000100:00100000:3.0:1734685347.157106:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848330112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685347.157108:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848330240:12345-0@lo:8:kworker.0 Request processed in 23us (153us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685347.157110:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848329472:12345-0@lo:400:kworker.0 Request processed in 22us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685347.157113:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54146 00000100:00100000:2.0:1734685347.157115:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769 00000100:00100000:2.0:1734685347.157122:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771 00000100:00080000:0.0:1734685347.157123:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685317 00000100:00100000:2.0:1734685347.157125:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848329600:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685347.157126:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685317 00000100:00080000:0.0:1734685347.157128:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685317 00000100:00080000:0.0:1734685347.157129:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685317 00000100:00100000:3.0:1734685347.157130:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848330112:12345-0@lo:400:kworker.0 Request processed in 23us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685347.157135:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2770 00000100:00100000:2.0:1734685347.157141:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848329600:12345-0@lo:400:kworker.0 Request processed in 15us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685347.157142:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000100:00100000:0.0:1734685347.157146:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848330496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685347.157148:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771 00000100:00080000:3.0:1734685347.157162:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685347.157165:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685347.157166:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685347.157167:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848330496:12345-0@lo:400:kworker.0 Request processed in 20us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685347.157169:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848329856:0@lo:8:kworker.0 00000100:00100000:0.0:1734685347.157171:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00000100:00100000:2.0:1734685347.157180:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848329344:0@lo:400:kworker.0 00000100:00080000:3.0:1734685347.157181:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685347.157183:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685347.157186:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848330240:0@lo:8:kworker.0 00000100:00100000:0.0:1734685347.157193:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848329984 00000100:00100000:0.0:1734685347.157196:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848329984 00000100:00100000:3.0:1734685347.157211:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848330496:0@lo:400:kworker.0 00000100:00100000:0.0:1734685347.157216:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7730 00000100:00100000:3.0:1734685347.157218:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848329600:0@lo:400:kworker.0 00000100:00100000:0.0:1734685347.157220:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848329984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685347.157224:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848330368:0@lo:400:kworker.0 00000100:00100000:3.0:1734685347.157255:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848330112:0@lo:400:kworker.0 00000100:00100000:0.0:1734685347.157261:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848329984:12345-0@lo:400:kworker.0 Request processed in 40us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685347.157262:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848329472:0@lo:400:kworker.0 00000100:00100000:0.0:1734685347.157266:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7730 00000100:00080000:0.0:1734685347.157275:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685317 00000100:00100000:2.0:1734685347.157283:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848329984:0@lo:400:kworker.0 00000100:00100000:1.0:1734685347.157328:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685347.157396:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848329728 00000100:00100000:0.0:1734685347.157399:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848329728 00000100:00100000:0.0:1734685347.157429:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41283 00000100:00100000:0.0:1734685347.157433:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848329728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685347.157459:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848329728:12345-0@lo:400:kworker.0 Request processed in 26us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685347.157464:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41283 00000100:00100000:1.0:1734685347.157507:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848329728:0@lo:400:kworker.0 00000100:00080000:2.0:1734685347.157563:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685317 00000100:00100000:0.0:1734685347.175457:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848330624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685347.175548:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685347.175594:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848330624 00000100:00100000:2.0:1734685347.175601:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848330624 00000100:00100000:2.0:1734685347.175633:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41284 00000100:00100000:2.0:1734685347.175639:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848330624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685347.175678:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685347.176222:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848330624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 582us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685347.176229:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41284 00000100:00100000:1.0:1734685347.176361:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848330624:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685347.236784:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848330752:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685347.236844:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685347.236945:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848330752 00000100:00100000:0.0:1734685347.236951:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848330752 00000100:00100000:0.0:1734685347.236984:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6856 00000100:00100000:0.0:1734685347.236990:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848330752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685347.237016:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685347.237064:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848330752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685347.237070:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6856 00000100:00100000:3.0:1734685347.237135:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848330752:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685347.980796:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685348.932782:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685348.932804:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848330880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685348.932860:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685348.932971:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848330880 00000100:00100000:2.0:1734685348.932977:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848330880 00000100:00100000:2.0:1734685348.933067:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6857 00000100:00100000:2.0:1734685348.933074:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848330880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685348.933101:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685348.933147:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848330880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685348.933152:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6857 00000100:00100000:1.0:1734685348.933184:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848330880:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685348.982730:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685349.590869:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685349.590911:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685349.590930:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872683008 00000100:00100000:0.0:1734685349.590934:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685349.590941:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872683008 00000100:00100000:2.0:1734685349.590967:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872682880 00000100:00100000:2.0:1734685349.590972:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872682880 00000100:00100000:3.0:1734685349.590977:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872683136 00000100:00100000:3.0:1734685349.590979:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872683136 00000100:00100000:3.0:1734685349.590990:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2773 00000100:00100000:3.0:1734685349.590994:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872683008:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685349.590995:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 895 00000100:00100000:2.0:1734685349.590999:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872682880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685349.591002:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685349.591019:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2774 00000100:00100000:0.0:1734685349.591023:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872683136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685349.591037:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872683008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685349.591040:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2773 00000100:00100000:2.0:1734685349.591041:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872682880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685349.591047:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 895 00000100:00080000:3.0:1734685349.591068:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685319 00000100:00100000:1.0:1734685349.591071:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872683264 00000100:00080000:3.0:1734685349.591071:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685319 00000100:00080000:3.0:1734685349.591073:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685319 00000100:00100000:1.0:1734685349.591074:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872683264 00000100:00100000:1.0:1734685349.591087:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54147 00000100:00100000:1.0:1734685349.591092:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872683264:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685349.591115:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685349.591154:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872683264:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 61us (151us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685349.591160:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54147 00000100:00100000:0.0:1734685349.591238:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872683136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 214us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685349.591244:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2774 00010000:00010000:3.0:1734685349.984737:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685350.986719:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685351.988711:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685352.100695:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848331008:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685352.100741:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685352.100800:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848331008 00000100:00100000:0.0:1734685352.100807:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848331008 00000100:00100000:0.0:1734685352.100847:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41285 00000100:00100000:0.0:1734685352.100853:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848331008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685352.100881:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685352.100921:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848331008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685352.100927:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41285 00000100:00100000:2.0:1734685352.100935:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848331008:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685352.164783:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685352.164790:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685352.164792:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685352.164799:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10147 00000100:00080000:0.0:1734685352.164804:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685352.164809:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685352.164818:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848331392:0@lo:400:kworker.0 00000100:00100000:0.0:1734685352.164826:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a63f7100 x1818938848331648/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685352.164845:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848331136:0@lo:400:kworker.0 00000100:00080000:0.0:1734685352.164846:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685352.164849:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685352.164851:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685352.164853:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10147 00000100:00080000:0.0:1734685352.164855:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685352.164858:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685352.164869:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51e300 x1818938848332032/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685352.164872:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685352.164876:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685352.164897:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848331776:0@lo:400:kworker.0 00000100:00100000:2.0:1734685352.164898:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848332160:0@lo:400:kworker.0 00000100:00100000:0.0:1734685352.164900:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848331392 00000100:00100000:0.0:1734685352.164905:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848331392 00000100:00100000:1.0:1734685352.164915:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685352.164919:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848331520:0@lo:400:kworker.0 00000100:00100000:1.0:1734685352.164928:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734685352.164932:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848331264:0@lo:400:kworker.0 00000100:00100000:2.0:1734685352.164936:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685352.164940:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775 00000100:00100000:0.0:1734685352.164945:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848331392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685352.164945:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685352.164947:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848332288:0@lo:400:kworker.0 00000100:00100000:1.0:1734685352.164954:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848331904:0@lo:400:kworker.0 00000100:00100000:2.0:1734685352.164962:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685352.165015:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848331648:0@lo:8:kworker.0 00000100:00100000:1.0:1734685352.165053:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848331136 00000100:00100000:1.0:1734685352.165056:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848331136 00000100:00100000:0.0:1734685352.165070:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848331392:12345-0@lo:400:kworker.0 Request processed in 124us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685352.165071:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685352.165072:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848331520 00000100:00100000:0.0:1734685352.165076:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775 00000100:00100000:1.0:1734685352.165076:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:2.0:1734685352.165076:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848331520 00000100:00100000:1.0:1734685352.165079:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848331136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685352.165085:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848332032:0@lo:8:kworker.0 00000100:00100000:0.0:1734685352.165087:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848331264 00000100:00100000:0.0:1734685352.165089:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848331264 00000100:00100000:2.0:1734685352.165095:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41286 00000100:00100000:2.0:1734685352.165099:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848331520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685352.165100:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848332288 00000100:00100000:0.0:1734685352.165101:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848332288 00000100:00100000:1.0:1734685352.165106:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848331136:12345-0@lo:400:kworker.0 Request processed in 26us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685352.165106:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685352.165111:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00100000:1.0:1734685352.165111:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:0.0:1734685352.165114:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848331264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685352.165125:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848331520:12345-0@lo:400:kworker.0 Request processed in 26us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685352.165130:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41286 00000100:00100000:1.0:1734685352.165132:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848331776 00000100:00100000:0.0:1734685352.165133:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848331264:12345-0@lo:400:kworker.0 Request processed in 17us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685352.165133:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777 00000100:00100000:1.0:1734685352.165134:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848331776 00000100:00100000:0.0:1734685352.165137:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00000100:00100000:3.0:1734685352.165138:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848332288:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685352.165147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685322 00000100:00100000:1.0:1734685352.165147:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848331648 00000100:00100000:1.0:1734685352.165149:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848331648 00000100:00080000:0.0:1734685352.165150:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685322 00000100:00100000:2.0:1734685352.165151:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685352.165152:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685322 00000100:00080000:0.0:1734685352.165168:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685322 00000100:00100000:3.0:1734685352.165178:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848332288:12345-0@lo:400:kworker.0 Request processed in 39us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685352.165184:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777 00000100:00100000:1.0:1734685352.165191:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848332032 00000100:00100000:0.0:1734685352.165192:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848332160 00000100:00100000:0.0:1734685352.165194:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848332160 00000100:00100000:1.0:1734685352.165194:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848332032 00000100:00100000:2.0:1734685352.165201:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848331392:0@lo:400:kworker.0 00000100:00100000:1.0:1734685352.165203:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7731 00000100:00100000:0.0:1734685352.165206:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7732 00000100:00100000:1.0:1734685352.165207:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848331776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685352.165209:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848332160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685352.165209:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54148 00000100:00100000:3.0:1734685352.165213:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848331648:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685352.165218:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848331520:0@lo:400:kworker.0 00000100:00100000:2.0:1734685352.165227:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848332288:0@lo:400:kworker.0 00010000:00020000:3.0:1734685352.165227:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685352.165229:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848331776:12345-0@lo:400:kworker.0 Request processed in 21us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685352.165233:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7731 00000100:00100000:0.0:1734685352.165240:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848332160:12345-0@lo:400:kworker.0 Request processed in 30us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685352.165242:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54149 00000100:00100000:2.0:1734685352.165242:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848332160:0@lo:400:kworker.0 00000100:00100000:0.0:1734685352.165244:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7732 00000100:00100000:1.0:1734685352.165245:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848332032:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685352.165253:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848331648:12345-0@lo:8:kworker.0 Request processed in 39us (182us total) trans 0 rc -19/-19 00010000:00020000:1.0:1734685352.165254:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734685352.165256:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685322 00000100:00100000:3.0:1734685352.165259:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54148 00000100:00100000:1.0:1734685352.165270:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848332032:12345-0@lo:8:kworker.0 Request processed in 24us (163us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685352.165274:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54149 00000100:00080000:3.0:1734685352.165280:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685352.165283:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685352.165286:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848331648:0@lo:8:kworker.0 00000100:00080000:3.0:1734685352.165292:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685352.165294:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685352.165296:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848332032:0@lo:8:kworker.0 00000100:00100000:1.0:1734685352.165392:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685352.165418:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848331136:0@lo:400:kworker.0 00000100:00100000:1.0:1734685352.165425:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848331776:0@lo:400:kworker.0 00000100:00100000:3.0:1734685352.165432:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848331904 00000100:00100000:3.0:1734685352.165435:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848331904 00000100:00100000:1.0:1734685352.165437:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848331264:0@lo:400:kworker.0 00000100:00100000:3.0:1734685352.165455:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2778 00000100:00100000:3.0:1734685352.165459:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848331904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685352.165492:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848331904:12345-0@lo:400:kworker.0 Request processed in 32us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685352.165498:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2778 00000100:00100000:1.0:1734685352.165517:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848331904:0@lo:400:kworker.0 00000100:00100000:2.0:1734685352.180740:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848332416:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685352.180792:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685352.180854:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848332416 00000100:00100000:0.0:1734685352.180860:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848332416 00000100:00100000:0.0:1734685352.180898:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41287 00000100:00100000:0.0:1734685352.180903:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848332416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685352.180930:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685352.180976:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848332416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685352.180982:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41287 00000100:00100000:2.0:1734685352.180995:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848332416:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685352.244784:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848332544:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685352.244843:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685352.244908:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848332544 00000100:00100000:2.0:1734685352.244918:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848332544 00000100:00100000:2.0:1734685352.244968:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6858 00000100:00100000:2.0:1734685352.244974:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848332544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685352.245007:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685352.245068:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848332544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685352.245075:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6858 00000100:00100000:0.0:1734685352.245096:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848332544:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685352.990786:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685353.940756:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848332672:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685353.940830:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685353.940895:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848332672 00000100:00100000:0.0:1734685353.940904:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848332672 00000100:00100000:0.0:1734685353.940952:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6859 00000100:00100000:0.0:1734685353.940960:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848332672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685353.940993:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685353.941044:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848332672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685353.941051:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6859 00000100:00100000:2.0:1734685353.941062:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848332672:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685353.992736:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685354.598843:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685354.598876:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685354.598895:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685354.598922:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872683392 00000100:00100000:3.0:1734685354.598923:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872683520 00000100:00100000:0.0:1734685354.598928:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685354.598933:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872683392 00000100:00100000:3.0:1734685354.598933:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872683520 00000100:00100000:2.0:1734685354.598956:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872683648 00000100:00080000:0.0:1734685354.598960:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685324 00000100:00100000:2.0:1734685354.598963:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872683648 00000100:00080000:0.0:1734685354.598964:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685324 00000100:00100000:0.0:1734685354.598974:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872683776 00000100:00100000:0.0:1734685354.598978:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872683776 00000100:00100000:1.0:1734685354.598989:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 897 00000100:00100000:3.0:1734685354.598989:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2779 00000100:00100000:1.0:1734685354.598995:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872683392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685354.598995:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872683520:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685354.598997:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54150 00000100:00100000:0.0:1734685354.599004:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872683776:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685354.599004:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2780 00000100:00100000:2.0:1734685354.599009:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872683648:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685354.599024:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685354.599061:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872683392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 65us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685354.599066:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872683520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 70us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685354.599067:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872683776:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 63us (138us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685354.599067:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872683648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685354.599068:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 897 00000100:00100000:3.0:1734685354.599073:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2779 00000100:00100000:0.0:1734685354.599074:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54150 00000100:00100000:2.0:1734685354.599078:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2780 00000100:00080000:0.0:1734685354.599088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685324 00010000:00010000:3.0:1734685354.994688:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685355.996685:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685356.998713:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685357.108719:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848332800:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685357.108769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685357.108809:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848332800 00000100:00100000:0.0:1734685357.108816:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848332800 00000100:00100000:0.0:1734685357.108855:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41288 00000100:00100000:0.0:1734685357.108861:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848332800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685357.108888:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685357.108932:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848332800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685357.108939:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41288 00000100:00100000:3.0:1734685357.108958:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848332800:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685357.172714:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734685357.172717:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848333056:0@lo:400:kworker.0 00000100:00100000:2.0:1734685357.172717:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848332928:0@lo:400:kworker.0 00000100:00080000:0.0:1734685357.172719:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685357.172722:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685357.172727:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10152 00000100:00080000:0.0:1734685357.172730:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685357.172735:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685357.172741:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848333312:0@lo:400:kworker.0 00000100:00100000:0.0:1734685357.172753:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098708a80 x1818938848333440/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685357.172773:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685357.172773:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685357.172773:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685357.172776:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685357.172779:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685357.172780:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685357.172783:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10152 00000100:00080000:0.0:1734685357.172785:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685357.172787:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685357.172794:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685357.172796:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed59880 x1818938848333824/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685357.172796:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848333696:0@lo:400:kworker.0 00000100:00100000:2.0:1734685357.172796:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848333568:0@lo:400:kworker.0 00000100:00100000:3.0:1734685357.172799:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848333184:0@lo:400:kworker.0 00000100:00100000:1.0:1734685357.172812:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685357.172816:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685357.172819:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848333440:0@lo:8:kworker.0 00000100:00100000:0.0:1734685357.172820:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848333952:0@lo:400:kworker.0 00000100:00100000:3.0:1734685357.172834:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685357.172835:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848333056 00000100:00100000:2.0:1734685357.172838:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848332928 00000100:00100000:1.0:1734685357.172840:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848333056 00000100:00100000:2.0:1734685357.172841:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848332928 00000100:00100000:3.0:1734685357.172846:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848333824:0@lo:8:kworker.0 00000100:00100000:0.0:1734685357.172847:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848333568 00000100:00100000:0.0:1734685357.172850:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848333568 00000100:00100000:3.0:1734685357.172857:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685357.172866:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848333696 00000100:00100000:1.0:1734685357.172868:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848333696 00000100:00100000:2.0:1734685357.172868:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1734685357.172869:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848333440 00000100:00100000:0.0:1734685357.172871:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848333440 00000100:00100000:2.0:1734685357.172873:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848332928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685357.172876:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848333824 00000100:00100000:1.0:1734685357.172878:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781 00000100:00100000:3.0:1734685357.172879:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848333824 00000100:00100000:0.0:1734685357.172880:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7733 00000100:00100000:1.0:1734685357.172882:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848333056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685357.172884:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848333568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685357.172892:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54151 00000100:00100000:3.0:1734685357.172896:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848333440:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685357.172909:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848332928:12345-0@lo:400:kworker.0 Request processed in 35us (138us total) trans 0 rc 0/0 00010000:00020000:3.0:1734685357.172912:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685357.172914:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848333568:12345-0@lo:400:kworker.0 Request processed in 29us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685357.172915:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1734685357.172919:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7733 00000100:00100000:1.0:1734685357.172922:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848333056:12345-0@lo:400:kworker.0 Request processed in 39us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685357.172928:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54152 00000100:00100000:1.0:1734685357.172928:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781 00000100:00100000:0.0:1734685357.172931:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848333824:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685357.172932:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848333440:12345-0@lo:8:kworker.0 Request processed in 35us (97us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685357.172937:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54151 00010000:00020000:0.0:1734685357.172939:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685357.172939:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2782 00000100:00100000:2.0:1734685357.172943:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848333696:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685357.172948:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685327 00000100:00100000:0.0:1734685357.172951:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848333824:12345-0@lo:8:kworker.0 Request processed in 20us (93us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734685357.172951:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685327 00000100:00080000:1.0:1734685357.172952:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685327 00000100:00100000:0.0:1734685357.172955:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54152 00000100:00080000:3.0:1734685357.172963:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685357.172965:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848333696:12345-0@lo:400:kworker.0 Request processed in 21us (152us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685357.172966:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685357.172969:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848333440:0@lo:8:kworker.0 00000100:00100000:1.0:1734685357.172970:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848333696:0@lo:400:kworker.0 00000100:00100000:2.0:1734685357.172970:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2782 00000100:00100000:0.0:1734685357.172974:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685357.172975:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848333056:0@lo:400:kworker.0 00000100:00080000:3.0:1734685357.172976:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685357.172978:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685357.172980:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848333824:0@lo:8:kworker.0 00000100:00100000:0.0:1734685357.172985:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685357.172986:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848333952 00000100:00100000:0.0:1734685357.172988:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848334080:0@lo:400:kworker.0 00000100:00100000:2.0:1734685357.172989:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848333952 00000100:00100000:1.0:1734685357.172995:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848333312 00000100:00100000:3.0:1734685357.172995:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685357.172996:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848333312 00000100:00100000:0.0:1734685357.173005:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7734 00000100:00100000:0.0:1734685357.173008:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848333952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685357.173009:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41289 00000100:00100000:1.0:1734685357.173011:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848333312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685357.173011:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848333184 00000100:00100000:3.0:1734685357.173014:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848333184 00000100:00100000:0.0:1734685357.173021:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848333952:12345-0@lo:400:kworker.0 Request processed in 13us (47us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685357.173021:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848333568:0@lo:400:kworker.0 00000100:00100000:0.0:1734685357.173025:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7734 00000100:00100000:2.0:1734685357.173028:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848332928:0@lo:400:kworker.0 00000100:00100000:3.0:1734685357.173029:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783 00000100:00100000:1.0:1734685357.173031:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848333312:12345-0@lo:400:kworker.0 Request processed in 18us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685357.173033:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848333184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685357.173035:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685357.173036:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41289 00000100:00100000:2.0:1734685357.173042:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848334080 00000100:00080000:1.0:1734685357.173044:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685327 00000100:00100000:2.0:1734685357.173044:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848334080 00000100:00100000:0.0:1734685357.173046:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848333952:0@lo:400:kworker.0 00000100:00080000:1.0:1734685357.173047:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685327 00000100:00080000:1.0:1734685357.173048:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685327 00000100:00100000:3.0:1734685357.173053:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848333184:12345-0@lo:400:kworker.0 Request processed in 20us (58us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685357.173055:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00000100:00100000:2.0:1734685357.173059:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848334080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685357.173059:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783 00000100:00100000:2.0:1734685357.173098:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848334080:12345-0@lo:400:kworker.0 Request processed in 37us (60us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685357.173104:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784 00000100:00100000:3.0:1734685357.173105:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848333184:0@lo:400:kworker.0 00000100:00100000:0.0:1734685357.173106:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848334080:0@lo:400:kworker.0 00000100:00100000:3.0:1734685357.173112:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848333312:0@lo:400:kworker.0 00000100:00100000:0.0:1734685357.188701:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848334208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685357.188746:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685357.188791:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848334208 00000100:00100000:1.0:1734685357.188797:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848334208 00000100:00100000:1.0:1734685357.188833:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41290 00000100:00100000:1.0:1734685357.188838:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848334208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685357.188866:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685357.188905:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848334208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685357.188911:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41290 00000100:00100000:0.0:1734685357.188929:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848334208:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685357.252720:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848334336:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685357.252779:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685357.252818:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848334336 00000100:00100000:0.0:1734685357.252824:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848334336 00000100:00100000:0.0:1734685357.252862:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6860 00000100:00100000:0.0:1734685357.252868:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848334336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685357.252892:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685357.252936:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848334336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685357.252942:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6860 00000100:00100000:1.0:1734685357.252969:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848334336:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685358.000714:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685358.948741:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848334464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685358.948792:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685358.948839:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848334464 00000100:00100000:2.0:1734685358.948845:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848334464 00000100:00100000:2.0:1734685358.948883:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6861 00000100:00100000:2.0:1734685358.948889:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848334464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685358.948914:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685358.948950:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848334464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685358.948955:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6861 00000100:00100000:0.0:1734685358.948973:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848334464:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685359.002711:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685359.606812:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685359.606851:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685359.606877:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685359.606877:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872683904 00000100:00100000:1.0:1734685359.606884:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872683904 00000100:00100000:2.0:1734685359.606902:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872684160 00000100:00100000:2.0:1734685359.606906:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872684160 00000100:00100000:0.0:1734685359.606915:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685359.606926:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 899 00000100:00100000:2.0:1734685359.606929:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872684032 00000100:00100000:2.0:1734685359.606931:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872684032 00000100:00100000:1.0:1734685359.606932:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872683904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685359.606933:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872684288 00000100:00100000:0.0:1734685359.606936:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872684288 00000100:00100000:3.0:1734685359.606937:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2785 00000100:00100000:3.0:1734685359.606943:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872684160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685359.606950:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2786 00000100:00100000:0.0:1734685359.606953:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54153 00000100:00100000:2.0:1734685359.606955:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872684032:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685359.606958:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872684288:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685359.606978:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685359.606979:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872683904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685359.606980:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872684160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685359.606983:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872684032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685359.606985:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 899 00000100:00100000:3.0:1734685359.606986:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2785 00000100:00100000:2.0:1734685359.606989:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2786 00000100:00100000:0.0:1734685359.606997:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872684288:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 39us (81us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685359.607002:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54153 00000100:00080000:1.0:1734685359.607009:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685329 00000100:00080000:1.0:1734685359.607012:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685329 00000100:00080000:1.0:1734685359.607014:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685329 00010000:00010000:3.0:1734685360.004731:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685361.006709:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685362.008702:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685362.116719:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848334592:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685362.116775:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685362.116813:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848334592 00000100:00100000:1.0:1734685362.116821:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848334592 00000100:00100000:1.0:1734685362.116858:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41291 00000100:00100000:1.0:1734685362.116863:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848334592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685362.116888:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685362.116920:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848334592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685362.116924:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41291 00000100:00100000:0.0:1734685362.116954:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848334592:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685362.180713:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685362.180718:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685362.180722:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734685362.180722:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848334720:0@lo:400:kworker.0 00000100:00080000:0.0:1734685362.180728:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10157 00000100:00100000:1.0:1734685362.180729:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848334848:0@lo:400:kworker.0 00000100:00080000:0.0:1734685362.180731:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685362.180736:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685362.180752:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d261500 x1818938848335232/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685362.180771:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685362.180771:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685362.180786:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685362.180788:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685362.180790:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685362.180792:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10157 00000100:00100000:1.0:1734685362.180792:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848335488:0@lo:400:kworker.0 00000100:00100000:2.0:1734685362.180793:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848335360:0@lo:400:kworker.0 00000100:00080000:0.0:1734685362.180795:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685362.180798:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685362.180802:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685362.180807:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ffd1c00 x1818938848335616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685362.180812:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685362.180818:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848335232:0@lo:8:kworker.0 00000100:00100000:1.0:1734685362.180823:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848334848 00000100:00100000:1.0:1734685362.180828:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848334848 00000100:00100000:0.0:1734685362.180833:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848335104:0@lo:400:kworker.0 00000100:00100000:2.0:1734685362.180838:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848334720 00000100:00100000:2.0:1734685362.180841:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848334720 00000100:00100000:3.0:1734685362.180844:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685362.180850:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848335488 00000100:00100000:1.0:1734685362.180851:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848335488 00000100:00100000:0.0:1734685362.180856:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685362.180860:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787 00000100:00100000:2.0:1734685362.180863:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1734685362.180863:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848335616:0@lo:8:kworker.0 00000100:00100000:1.0:1734685362.180864:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848334848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685362.180868:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848334720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685362.180873:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848335872:0@lo:400:kworker.0 00000100:00100000:3.0:1734685362.180879:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685362.180894:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685362.180894:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848334848:12345-0@lo:400:kworker.0 Request processed in 30us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685362.180899:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787 00000100:00100000:2.0:1734685362.180900:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848334720:12345-0@lo:400:kworker.0 Request processed in 31us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685362.180904:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848335360 00000100:00100000:2.0:1734685362.180905:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1734685362.180906:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734685362.180907:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848335360 00000100:00100000:1.0:1734685362.180908:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848335872 00000100:00100000:0.0:1734685362.180910:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848334976:0@lo:400:kworker.0 00000100:00100000:1.0:1734685362.180910:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848335872 00000100:00100000:1.0:1734685362.180917:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788 00000100:00100000:1.0:1734685362.180919:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848335488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685362.180922:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685362.180924:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848335232 00000100:00100000:3.0:1734685362.180926:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848335232 00000100:00100000:0.0:1734685362.180930:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848335744:0@lo:400:kworker.0 00000100:00100000:2.0:1734685362.180930:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848334976 00000100:00100000:1.0:1734685362.180931:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848335488:12345-0@lo:400:kworker.0 Request processed in 11us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685362.180933:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848334976 00000100:00100000:3.0:1734685362.180933:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848335616 00000100:00100000:1.0:1734685362.180934:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00000100:00100000:3.0:1734685362.180935:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848335616 00000100:00100000:1.0:1734685362.180940:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789 00000100:00100000:0.0:1734685362.180941:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685362.180942:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848335872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685362.180947:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2790 00000100:00100000:3.0:1734685362.180948:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848335744 00000100:00100000:3.0:1734685362.180950:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848335744 00000100:00100000:2.0:1734685362.180951:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848334976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685362.180955:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848335872:12345-0@lo:400:kworker.0 Request processed in 13us (61us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685362.180958:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7735 00000100:00100000:1.0:1734685362.180958:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789 00000100:00100000:0.0:1734685362.180963:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848335360:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685362.180965:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685332 00000100:00080000:1.0:1734685362.180967:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685332 00000100:00080000:1.0:1734685362.180968:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685332 00000100:00080000:1.0:1734685362.180970:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685332 00000100:00100000:3.0:1734685362.180972:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7736 00000100:00100000:2.0:1734685362.180975:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848334976:12345-0@lo:400:kworker.0 Request processed in 23us (52us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685362.180976:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848335744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685362.180981:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848335360:12345-0@lo:400:kworker.0 Request processed in 19us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685362.180981:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2790 00000100:00100000:0.0:1734685362.180984:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7735 00000100:00100000:1.0:1734685362.181000:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848335488:0@lo:400:kworker.0 00000100:00100000:3.0:1734685362.181003:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848335744:12345-0@lo:400:kworker.0 Request processed in 27us (62us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685362.181006:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848334848:0@lo:400:kworker.0 00000100:00100000:3.0:1734685362.181007:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7736 00000100:00100000:0.0:1734685362.181009:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54154 00000100:00100000:0.0:1734685362.181011:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848335232:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685362.181015:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54155 00000100:00100000:3.0:1734685362.181017:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848335616:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685362.181020:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848335360:0@lo:400:kworker.0 00000100:00100000:1.0:1734685362.181021:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848334976:0@lo:400:kworker.0 00010000:00020000:0.0:1734685362.181023:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685362.181025:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848335744:0@lo:400:kworker.0 00010000:00020000:3.0:1734685362.181025:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685362.181027:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848334720:0@lo:400:kworker.0 00000100:00100000:1.0:1734685362.181030:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848335872:0@lo:400:kworker.0 00000100:00100000:0.0:1734685362.181038:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848335232:12345-0@lo:8:kworker.0 Request processed in 26us (195us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685362.181038:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848335616:12345-0@lo:8:kworker.0 Request processed in 20us (160us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685362.181041:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54155 00000100:00100000:0.0:1734685362.181043:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54154 00000100:00080000:0.0:1734685362.181058:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685362.181060:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685362.181062:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848335616:0@lo:8:kworker.0 00000100:00080000:0.0:1734685362.181067:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685362.181069:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685362.181071:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848335232:0@lo:8:kworker.0 00000100:00100000:0.0:1734685362.181087:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848335104 00000100:00100000:0.0:1734685362.181090:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848335104 00000100:00080000:1.0:1734685362.181114:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685332 00000100:00100000:0.0:1734685362.181120:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41292 00000100:00100000:0.0:1734685362.181125:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848335104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685362.181149:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848335104:12345-0@lo:400:kworker.0 Request processed in 24us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685362.181154:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41292 00000100:00100000:1.0:1734685362.181157:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848335104:0@lo:400:kworker.0 00000100:00100000:2.0:1734685362.196705:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848336000:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685362.196750:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685362.196787:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848336000 00000100:00100000:0.0:1734685362.196794:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848336000 00000100:00100000:0.0:1734685362.196830:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41293 00000100:00100000:0.0:1734685362.196836:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848336000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685362.196864:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685362.196909:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848336000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685362.196916:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41293 00000100:00100000:2.0:1734685362.196920:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848336000:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685362.260696:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848336128:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685362.260741:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685362.260787:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848336128 00000100:00100000:0.0:1734685362.260793:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848336128 00000100:00100000:0.0:1734685362.260823:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6862 00000100:00100000:0.0:1734685362.260828:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848336128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685362.260849:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685362.260891:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848336128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685362.260897:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6862 00000100:00100000:2.0:1734685362.260903:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848336128:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685363.010690:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685363.956686:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848336256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685363.956740:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685363.956787:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848336256 00000100:00100000:0.0:1734685363.956792:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848336256 00000100:00100000:0.0:1734685363.956820:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6863 00000100:00100000:0.0:1734685363.956824:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848336256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685363.956846:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685363.956880:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848336256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685363.956884:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6863 00000100:00100000:1.0:1734685363.956927:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848336256:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685364.012699:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685364.614763:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685364.614794:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685364.614811:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685364.614831:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872684544 00000100:00100000:0.0:1734685364.614834:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685364.614839:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872684544 00000100:00100000:3.0:1734685364.614849:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872684416 00000100:00100000:3.0:1734685364.614854:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872684416 00000100:00080000:0.0:1734685364.614859:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685334 00000100:00080000:0.0:1734685364.614862:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685334 00000100:00100000:2.0:1734685364.614875:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872684672 00000100:00100000:2.0:1734685364.614877:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872684672 00000100:00100000:0.0:1734685364.614879:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2791 00000100:00100000:3.0:1734685364.614879:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 901 00000100:00100000:0.0:1734685364.614884:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872684544:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685364.614884:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872684416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685364.614887:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872684800 00000100:00100000:1.0:1734685364.614891:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872684800 00000100:00100000:2.0:1734685364.614895:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2792 00000100:00100000:2.0:1734685364.614899:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872684672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685364.614911:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54156 00000100:00100000:1.0:1734685364.614915:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872684800:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685364.614925:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872684544:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685364.614927:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872684416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685364.614929:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2791 00000100:00100000:2.0:1734685364.614929:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872684672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685364.614933:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 901 00010000:00020000:1.0:1734685364.614934:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685364.614934:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2792 00000100:00100000:1.0:1734685364.614973:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872684800:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 56us (135us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685364.614979:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54156 00000100:00080000:0.0:1734685364.615019:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685334 00010000:00010000:3.0:1734685365.014695:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685366.016781:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685367.018781:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685367.124771:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848336384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685367.124839:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685367.124895:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848336384 00000100:00100000:0.0:1734685367.124935:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848336384 00000100:00100000:0.0:1734685367.124980:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41294 00000100:00100000:0.0:1734685367.124987:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848336384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685367.125028:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685367.125073:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848336384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685367.125081:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41294 00000100:00100000:2.0:1734685367.125109:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848336384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685367.188749:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848336640:0@lo:400:kworker.0 00000100:00100000:3.0:1734685367.188749:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848336512:0@lo:400:kworker.0 00000100:00080000:0.0:1734685367.188756:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685367.188761:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685367.188765:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685367.188772:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10162 00000100:00080000:0.0:1734685367.188775:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685367.188784:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685367.188785:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848336768:0@lo:400:kworker.0 00000100:00100000:0.0:1734685367.188808:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098490700 x1818938848337024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685367.188829:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685367.188830:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685367.188855:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848336640 00000100:00080000:0.0:1734685367.188857:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685367.188861:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685367.188863:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734685367.188863:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848336640 00000100:00080000:0.0:1734685367.188867:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10162 00000100:00100000:2.0:1734685367.188867:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848337280:0@lo:400:kworker.0 00000100:00100000:3.0:1734685367.188867:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848337152:0@lo:400:kworker.0 00000100:00080000:0.0:1734685367.188870:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685367.188873:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685367.188885:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c9c8380 x1818938848337408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685367.188892:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685367.188920:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793 00000100:00100000:1.0:1734685367.188927:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848336640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685367.188935:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848337024:0@lo:8:kworker.0 00000100:00100000:3.0:1734685367.188939:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848336512 00000100:00100000:3.0:1734685367.188943:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848336512 00000100:00100000:0.0:1734685367.188963:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685367.188967:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1734685367.188972:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848336640:12345-0@lo:400:kworker.0 Request processed in 44us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685367.188972:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848336512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685367.188975:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685367.188978:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793 00000100:00100000:0.0:1734685367.188983:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848337408:0@lo:8:kworker.0 00000100:00100000:1.0:1734685367.188995:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848337280 00000100:00100000:1.0:1734685367.188997:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848337280 00000100:00100000:3.0:1734685367.189002:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848336512:12345-0@lo:400:kworker.0 Request processed in 30us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685367.189004:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685367.189007:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848336640:0@lo:400:kworker.0 00000100:00100000:1.0:1734685367.189010:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2794 00000100:00100000:3.0:1734685367.189012:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1734685367.189014:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848337280:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685367.189029:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685337 00000100:00080000:0.0:1734685367.189033:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685337 00000100:00100000:1.0:1734685367.189035:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848337280:12345-0@lo:400:kworker.0 Request processed in 20us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685367.189040:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2794 00000100:00100000:2.0:1734685367.189041:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848337152 00000100:00100000:3.0:1734685367.189042:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848336512:0@lo:400:kworker.0 00000100:00100000:2.0:1734685367.189043:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848337152 00000100:00100000:0.0:1734685367.189051:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848337024 00000100:00100000:1.0:1734685367.189054:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848337408 00000100:00100000:0.0:1734685367.189055:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848337024 00000100:00100000:1.0:1734685367.189057:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848337408 00000100:00100000:2.0:1734685367.189068:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7737 00000100:00100000:1.0:1734685367.189072:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54157 00000100:00100000:2.0:1734685367.189072:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848337152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685367.189076:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848337408:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685367.189081:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54158 00000100:00100000:0.0:1734685367.189086:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848337024:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685367.189095:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685367.189096:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848337152:12345-0@lo:400:kworker.0 Request processed in 24us (204us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685367.189098:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685367.189101:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7737 00000100:00100000:3.0:1734685367.189108:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848337152:0@lo:400:kworker.0 00000100:00100000:2.0:1734685367.189113:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685367.189118:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848337408:12345-0@lo:8:kworker.0 Request processed in 40us (113us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685367.189123:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848337024:12345-0@lo:8:kworker.0 Request processed in 37us (159us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685367.189124:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54157 00000100:00100000:3.0:1734685367.189126:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848337280:0@lo:400:kworker.0 00000100:00100000:2.0:1734685367.189127:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848337536:0@lo:400:kworker.0 00000100:00100000:0.0:1734685367.189129:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54158 00000100:00100000:2.0:1734685367.189141:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685367.189142:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685367.189146:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685367.189149:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848337024:0@lo:8:kworker.0 00000100:00100000:2.0:1734685367.189149:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685367.189150:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848337536 00000100:00100000:2.0:1734685367.189152:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848336896:0@lo:400:kworker.0 00000100:00100000:0.0:1734685367.189153:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848337536 00000100:00080000:1.0:1734685367.189156:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685367.189158:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685367.189161:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848337408:0@lo:8:kworker.0 00000100:00100000:2.0:1734685367.189163:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685367.189172:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7738 00000100:00100000:0.0:1734685367.189176:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848337536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685367.189179:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848337664:0@lo:400:kworker.0 00000100:00100000:2.0:1734685367.189189:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685367.189199:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848336896 00000100:00100000:1.0:1734685367.189200:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848336768 00000100:00100000:2.0:1734685367.189201:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848337664 00000100:00100000:1.0:1734685367.189202:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848336768 00000100:00100000:3.0:1734685367.189202:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848336896 00000100:00100000:2.0:1734685367.189203:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848337664 00000100:00100000:0.0:1734685367.189209:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848337536:12345-0@lo:400:kworker.0 Request processed in 31us (65us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685367.189214:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7738 00000100:00100000:2.0:1734685367.189217:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795 00000100:00100000:2.0:1734685367.189219:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848337664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685367.189224:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00000100:00100000:3.0:1734685367.189224:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41295 00000100:00080000:0.0:1734685367.189226:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685337 00000100:00080000:0.0:1734685367.189228:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685337 00000100:00100000:1.0:1734685367.189229:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848336768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685367.189229:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848336896:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685367.189230:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685337 00000100:00100000:2.0:1734685367.189235:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848337664:12345-0@lo:400:kworker.0 Request processed in 15us (45us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685367.189239:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795 00000100:00100000:1.0:1734685367.189252:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848336768:12345-0@lo:400:kworker.0 Request processed in 22us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685367.189255:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848337664:0@lo:400:kworker.0 00000100:00100000:1.0:1734685367.189257:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00100000:3.0:1734685367.189257:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848336896:12345-0@lo:400:kworker.0 Request processed in 27us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685367.189260:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848337536:0@lo:400:kworker.0 00000100:00100000:3.0:1734685367.189262:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41295 00000100:00100000:2.0:1734685367.189266:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848336768:0@lo:400:kworker.0 00000100:00100000:2.0:1734685367.189277:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848336896:0@lo:400:kworker.0 00000100:00100000:0.0:1734685367.204740:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685367.204766:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848337792:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685367.204838:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685367.204924:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848337792 00000100:00100000:1.0:1734685367.204932:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848337792 00000100:00100000:1.0:1734685367.204979:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41296 00000100:00100000:1.0:1734685367.204987:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848337792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685367.205025:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685367.205076:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848337792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685367.205083:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41296 00000100:00100000:0.0:1734685367.205109:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848337792:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685367.268787:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848337920:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685367.268863:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685367.268945:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848337920 00000100:00100000:2.0:1734685367.268954:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848337920 00000100:00100000:2.0:1734685367.269000:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6864 00000100:00100000:2.0:1734685367.269008:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848337920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685367.269042:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685367.269093:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848337920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685367.269101:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6864 00000100:00100000:0.0:1734685367.269116:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848337920:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685368.020694:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685368.964775:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848338048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685368.964832:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685368.964914:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848338048 00000100:00100000:0.0:1734685368.964921:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848338048 00000100:00100000:0.0:1734685368.964959:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6865 00000100:00100000:0.0:1734685368.964965:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848338048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685368.964993:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685368.965033:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848338048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685368.965038:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6865 00000100:00100000:2.0:1734685368.965049:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848338048:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685369.022699:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685369.623089:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685369.623130:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685369.623163:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685369.623165:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872684928 00000100:00100000:3.0:1734685369.623177:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872684928 00000100:00100000:0.0:1734685369.623200:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685369.623226:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872685312 00000100:00100000:0.0:1734685369.623230:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872685312 00000100:00100000:3.0:1734685369.623244:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 903 00000100:00080000:2.0:1734685369.623250:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685339 00000100:00100000:3.0:1734685369.623252:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872684928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685369.623253:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54159 00000100:00100000:0.0:1734685369.623258:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872685312:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685369.623266:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872685056 00000100:00100000:2.0:1734685369.623269:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872685056 00010000:00020000:0.0:1734685369.623284:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685369.623292:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872685184 00000100:00100000:2.0:1734685369.623293:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872685184 00000100:00100000:2.0:1734685369.623305:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2797 00000100:00100000:2.0:1734685369.623310:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872685056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685369.623317:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872684928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 65us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685369.623320:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872685312:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 60us (155us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685369.623324:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 903 00000100:00100000:0.0:1734685369.623328:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54159 00000100:00100000:2.0:1734685369.623337:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872685056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685369.623343:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2798 00000100:00100000:2.0:1734685369.623348:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2797 00000100:00100000:1.0:1734685369.623350:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872685184:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685369.623361:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685339 00000100:00080000:2.0:1734685369.623363:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685339 00000100:00100000:1.0:1734685369.623379:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872685184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685369.623390:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2798 00010000:00010000:3.0:1734685370.024734:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685371.026740:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685372.028857:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685372.132767:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848338176:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685372.132871:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685372.132928:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848338176 00000100:00100000:1.0:1734685372.132936:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848338176 00000100:00100000:1.0:1734685372.132976:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41297 00000100:00100000:1.0:1734685372.132981:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848338176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685372.133017:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685372.133071:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848338176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685372.133079:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41297 00000100:00100000:0.0:1734685372.133113:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848338176:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685372.196907:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685372.196913:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685372.196916:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685372.196922:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10167 00000100:00100000:1.0:1734685372.196922:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848338432:0@lo:400:kworker.0 00000100:00100000:3.0:1734685372.196925:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848338304:0@lo:400:kworker.0 00000100:00080000:0.0:1734685372.196927:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685372.196932:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685372.196950:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c9cb800 x1818938848338816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685372.196971:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685372.196973:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685372.196974:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685372.196976:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10167 00000100:00080000:0.0:1734685372.196978:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685372.196980:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685372.196986:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c9c8a80 x1818938848339200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685372.197000:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685372.197001:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685372.197004:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848338560:0@lo:400:kworker.0 00000100:00100000:0.0:1734685372.197014:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848338688:0@lo:400:kworker.0 00000100:00100000:1.0:1734685372.197030:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848339072:0@lo:400:kworker.0 00000100:00100000:3.0:1734685372.197030:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848338944:0@lo:400:kworker.0 00000100:00100000:2.0:1734685372.197037:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685372.197052:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685372.197053:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848339328:0@lo:400:kworker.0 00000100:00100000:0.0:1734685372.197054:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685372.197055:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685372.197072:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848339456:0@lo:400:kworker.0 00000100:00100000:1.0:1734685372.197073:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848338816:0@lo:8:kworker.0 00000100:00100000:2.0:1734685372.197078:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685372.197085:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685372.197091:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848338304 00000100:00100000:1.0:1734685372.197094:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685372.197099:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848338304 00000100:00100000:0.0:1734685372.197104:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848338432 00000100:00100000:1.0:1734685372.197104:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848339200:0@lo:8:kworker.0 00000100:00100000:0.0:1734685372.197106:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848338432 00000100:00100000:2.0:1734685372.197106:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848338560 00000100:00100000:2.0:1734685372.197109:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848338560 00000100:00100000:1.0:1734685372.197115:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685372.197133:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848339072 00000100:00100000:2.0:1734685372.197135:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848339072 00000100:00100000:0.0:1734685372.197139:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848339456 00000100:00100000:0.0:1734685372.197140:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848339456 00000100:00100000:3.0:1734685372.197141:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1734685372.197143:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799 00000100:00100000:1.0:1734685372.197148:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848338560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685372.197148:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848338304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685372.197155:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00000100:00100000:0.0:1734685372.197159:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801 00000100:00100000:2.0:1734685372.197159:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848338432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685372.197162:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848339072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685372.197199:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848339072:12345-0@lo:400:kworker.0 Request processed in 37us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685372.197200:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848338304:12345-0@lo:400:kworker.0 Request processed in 53us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685372.197201:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848338432:12345-0@lo:400:kworker.0 Request processed in 41us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685372.197204:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801 00000100:00100000:1.0:1734685372.197206:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848338560:12345-0@lo:400:kworker.0 Request processed in 53us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685372.197206:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:2.0:1734685372.197207:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00000100:00100000:1.0:1734685372.197212:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799 00000100:00100000:0.0:1734685372.197218:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2802 00000100:00100000:0.0:1734685372.197221:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848339456:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685372.197230:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685342 00000100:00100000:1.0:1734685372.197231:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848339328 00000100:00100000:2.0:1734685372.197231:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848338944 00000100:00100000:2.0:1734685372.197233:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848338944 00000100:00100000:0.0:1734685372.197234:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848339456:12345-0@lo:400:kworker.0 Request processed in 12us (148us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685372.197234:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685342 00000100:00100000:1.0:1734685372.197235:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848339328 00000100:00080000:3.0:1734685372.197236:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685342 00000100:00100000:0.0:1734685372.197237:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2802 00000100:00080000:3.0:1734685372.197238:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685342 00000100:00100000:2.0:1734685372.197251:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848338816 00000100:00100000:2.0:1734685372.197253:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848338816 00000100:00100000:1.0:1734685372.197255:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848339200 00000100:00100000:1.0:1734685372.197257:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848339200 00000100:00100000:0.0:1734685372.197260:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7739 00000100:00100000:3.0:1734685372.197261:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848338304:0@lo:400:kworker.0 00000100:00100000:0.0:1734685372.197265:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848338944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685372.197265:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7740 00000100:00100000:1.0:1734685372.197269:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54160 00000100:00100000:2.0:1734685372.197269:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848339328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685372.197272:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848338816:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685372.197280:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54161 00000100:00100000:3.0:1734685372.197284:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848339200:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685372.197290:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685372.197293:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848338944:12345-0@lo:400:kworker.0 Request processed in 27us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685372.197293:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848339328:12345-0@lo:400:kworker.0 Request processed in 23us (214us total) trans 0 rc 0/0 00010000:00020000:3.0:1734685372.197294:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685372.197297:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7740 00000100:00100000:0.0:1734685372.197300:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7739 00000100:00100000:3.0:1734685372.197326:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848339200:12345-0@lo:8:kworker.0 Request processed in 41us (210us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685372.197327:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848338816:12345-0@lo:8:kworker.0 Request processed in 54us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685372.197328:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848338688 00000100:00100000:0.0:1734685372.197331:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848338688 00000100:00100000:3.0:1734685372.197332:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54161 00000100:00100000:1.0:1734685372.197335:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54160 00000100:00080000:3.0:1734685372.197344:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685342 00000100:00080000:1.0:1734685372.197355:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685372.197358:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685372.197358:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848338560:0@lo:400:kworker.0 00000100:00100000:3.0:1734685372.197358:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848338944:0@lo:400:kworker.0 00000100:00100000:1.0:1734685372.197361:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848338816:0@lo:8:kworker.0 00000100:00100000:0.0:1734685372.197365:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41298 00000100:00100000:2.0:1734685372.197366:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848339328:0@lo:400:kworker.0 00000100:00080000:1.0:1734685372.197368:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685372.197369:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848338688:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685372.197369:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685372.197372:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848339200:0@lo:8:kworker.0 00000100:00100000:1.0:1734685372.197395:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848339072:0@lo:400:kworker.0 00000100:00100000:1.0:1734685372.197400:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848338432:0@lo:400:kworker.0 00000100:00100000:0.0:1734685372.197402:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848338688:12345-0@lo:400:kworker.0 Request processed in 32us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685372.197408:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41298 00000100:00100000:0.0:1734685372.197427:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848338688:0@lo:400:kworker.0 00000100:00100000:0.0:1734685372.197435:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848339456:0@lo:400:kworker.0 00000100:00100000:3.0:1734685372.212867:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848339584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685372.212949:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685372.213371:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848339584 00000100:00100000:0.0:1734685372.213380:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848339584 00000100:00100000:0.0:1734685372.213421:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41299 00000100:00100000:0.0:1734685372.213427:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848339584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685372.213460:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685372.213504:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848339584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685372.213512:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41299 00000100:00100000:3.0:1734685372.213522:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848339584:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685372.276854:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685372.276880:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848339712:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685372.276956:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685372.277002:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848339712 00000100:00100000:0.0:1734685372.277011:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848339712 00000100:00100000:0.0:1734685372.277062:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6866 00000100:00100000:0.0:1734685372.277070:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848339712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685372.277107:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685372.277162:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848339712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685372.277170:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6866 00000100:00100000:3.0:1734685372.277194:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848339712:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685373.030730:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685373.972744:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848339840:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685373.972835:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685373.972885:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848339840 00000100:00100000:2.0:1734685373.972892:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848339840 00000100:00100000:2.0:1734685373.972930:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6867 00000100:00100000:2.0:1734685373.972936:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848339840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685373.972965:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685373.973007:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848339840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685373.973012:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6867 00000100:00100000:1.0:1734685373.973052:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848339840:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685374.032644:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685374.630887:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685374.630937:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685374.630959:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872685440 00000100:00100000:0.0:1734685374.630963:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685374.630972:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872685440 00000100:00100000:0.0:1734685374.630993:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685374.631000:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872685568 00000100:00100000:2.0:1734685374.631004:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872685568 00000100:00100000:3.0:1734685374.631015:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 905 00000100:00100000:3.0:1734685374.631022:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872685440:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685374.631031:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872685696 00000100:00100000:2.0:1734685374.631033:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872685696 00000100:00100000:0.0:1734685374.631036:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2803 00000100:00100000:0.0:1734685374.631042:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872685568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685374.631047:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2804 00000100:00100000:2.0:1734685374.631052:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872685696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685374.631085:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872685440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685374.631092:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 905 00000100:00100000:2.0:1734685374.631093:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872685696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685374.631099:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2804 00000100:00080000:3.0:1734685374.631116:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685344 00000100:00080000:3.0:1734685374.631119:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685344 00000100:00080000:3.0:1734685374.631121:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685344 00000100:00100000:1.0:1734685374.631124:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872685824 00000100:00100000:1.0:1734685374.631128:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872685824 00000100:00100000:1.0:1734685374.631148:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54162 00000100:00100000:1.0:1734685374.631152:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872685824:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685374.631170:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685374.631192:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872685824:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (199us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685374.631200:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54162 00000100:00100000:0.0:1734685374.631237:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872685568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685374.631245:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2803 00010000:00010000:3.0:1734685375.034704:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685376.036724:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685377.038723:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685377.140720:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848339968:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685377.140790:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685377.140828:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848339968 00000100:00100000:0.0:1734685377.140836:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848339968 00000100:00100000:0.0:1734685377.140875:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41300 00000100:00100000:0.0:1734685377.140881:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848339968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685377.140911:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685377.140958:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848339968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685377.140966:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41300 00000100:00100000:1.0:1734685377.140982:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848339968:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685377.204699:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734685377.204700:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848340096:0@lo:400:kworker.0 00000100:00080000:0.0:1734685377.204704:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685377.204706:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734685377.204709:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848340224:0@lo:400:kworker.0 00000100:00080000:0.0:1734685377.204711:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10172 00000100:00080000:0.0:1734685377.204714:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685377.204719:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685377.204727:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848340352:0@lo:400:kworker.0 00000100:00100000:0.0:1734685377.204749:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05ed80 x1818938848340608/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685377.204766:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685377.204768:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685377.204773:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685377.204776:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685377.204777:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685377.204780:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10172 00000100:00080000:0.0:1734685377.204781:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685377.204785:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685377.204787:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848340224 00000100:00100000:2.0:1734685377.204792:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848340224 00000100:00100000:3.0:1734685377.204793:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848340736:0@lo:400:kworker.0 00000100:00100000:0.0:1734685377.204794:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05f800 x1818938848340992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685377.204794:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848340864:0@lo:400:kworker.0 00000100:00100000:1.0:1734685377.204811:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685377.204813:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685377.204815:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848340864 00000100:00100000:2.0:1734685377.204816:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848340864 00000100:00100000:0.0:1734685377.204818:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848340608:0@lo:8:kworker.0 00000100:00100000:2.0:1734685377.204825:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805 00000100:00100000:1.0:1734685377.204827:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848340736 00000100:00100000:2.0:1734685377.204829:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848340224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685377.204830:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848340736 00000100:00100000:3.0:1734685377.204835:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848340096 00000100:00100000:3.0:1734685377.204838:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848340096 00000100:00100000:0.0:1734685377.204839:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685377.204846:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848340608 00000100:00100000:1.0:1734685377.204848:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848340608 00000100:00100000:1.0:1734685377.204856:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7741 00000100:00100000:3.0:1734685377.204856:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1734685377.204858:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848340992:0@lo:8:kworker.0 00000100:00100000:1.0:1734685377.204859:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848340736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685377.204860:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848340096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685377.204863:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848340224:12345-0@lo:400:kworker.0 Request processed in 34us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685377.204867:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805 00000100:00100000:0.0:1734685377.204870:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685377.204877:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2806 00000100:00100000:1.0:1734685377.204879:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848340736:12345-0@lo:400:kworker.0 Request processed in 20us (66us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685377.204879:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848340864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685377.204883:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7741 00000100:00100000:3.0:1734685377.204884:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848340096:12345-0@lo:400:kworker.0 Request processed in 23us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685377.204889:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848340864:12345-0@lo:400:kworker.0 Request processed in 10us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685377.204890:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848340992 00000100:00100000:2.0:1734685377.204892:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2806 00000100:00100000:0.0:1734685377.204893:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848340992 00000100:00100000:3.0:1734685377.204893:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1734685377.204894:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54163 00000100:00100000:1.0:1734685377.204898:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848340608:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685377.204903:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685377.204907:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54164 00000100:00100000:0.0:1734685377.204912:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848340992:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685377.204912:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685377.204912:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848341120:0@lo:400:kworker.0 00000100:00080000:3.0:1734685377.204915:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685347 00000100:00080000:3.0:1734685377.204918:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685347 00000100:00080000:3.0:1734685377.204920:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685347 00010000:00020000:0.0:1734685377.204921:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685377.204922:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685377.204930:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1734685377.204931:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848341120 00000100:00100000:2.0:1734685377.204933:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848340480:0@lo:400:kworker.0 00000100:00100000:3.0:1734685377.204933:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848341120 00000100:00100000:1.0:1734685377.204936:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848340608:12345-0@lo:8:kworker.0 Request processed in 37us (96us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685377.204941:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848340992:12345-0@lo:8:kworker.0 Request processed in 29us (70us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685377.204941:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54163 00000100:00100000:2.0:1734685377.204944:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685377.204947:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54164 00000100:00100000:2.0:1734685377.204949:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848341248:0@lo:400:kworker.0 00000100:00100000:1.0:1734685377.204950:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7742 00000100:00100000:1.0:1734685377.204954:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848341120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685377.204957:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734685377.204958:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685347 00000100:00100000:2.0:1734685377.204968:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848340352 00000100:00100000:2.0:1734685377.204969:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848340352 00000100:00080000:0.0:1734685377.204973:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685377.204976:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685377.204976:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848340736:0@lo:400:kworker.0 00000100:00100000:1.0:1734685377.204978:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848341120:12345-0@lo:400:kworker.0 Request processed in 24us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685377.204979:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848340608:0@lo:8:kworker.0 00000100:00100000:2.0:1734685377.204981:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848341248 00000100:00100000:2.0:1734685377.204982:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848341248 00000100:00100000:1.0:1734685377.204983:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7742 00000100:00100000:3.0:1734685377.204983:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848340096:0@lo:400:kworker.0 00000100:00080000:0.0:1734685377.204985:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685377.204987:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685377.204988:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807 00000100:00100000:0.0:1734685377.204989:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848340992:0@lo:8:kworker.0 00000100:00100000:2.0:1734685377.204991:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848340352:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685377.204997:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685347 00000100:00100000:1.0:1734685377.204998:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808 00000100:00100000:1.0:1734685377.205000:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848341248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685377.205003:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848340352:12345-0@lo:400:kworker.0 Request processed in 12us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685377.205006:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807 00000100:00100000:0.0:1734685377.205007:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848340480 00000100:00100000:0.0:1734685377.205010:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848340480 00000100:00100000:2.0:1734685377.205019:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848341120:0@lo:400:kworker.0 00000100:00100000:2.0:1734685377.205024:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848340352:0@lo:400:kworker.0 00000100:00080000:3.0:1734685377.205024:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685347 00000100:00100000:1.0:1734685377.205030:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848341248:12345-0@lo:400:kworker.0 Request processed in 29us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685377.205032:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41301 00000100:00100000:2.0:1734685377.205032:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848341248:0@lo:400:kworker.0 00000100:00100000:0.0:1734685377.205036:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848340480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685377.205036:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808 00000100:00100000:1.0:1734685377.205058:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848340864:0@lo:400:kworker.0 00000100:00100000:1.0:1734685377.205065:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848340224:0@lo:400:kworker.0 00000100:00100000:0.0:1734685377.205070:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848340480:12345-0@lo:400:kworker.0 Request processed in 34us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685377.205076:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41301 00000100:00100000:2.0:1734685377.205080:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848340480:0@lo:400:kworker.0 00000100:00100000:3.0:1734685377.220698:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848341376:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685377.220752:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685377.220789:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848341376 00000100:00100000:0.0:1734685377.220796:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848341376 00000100:00100000:0.0:1734685377.220826:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41302 00000100:00100000:0.0:1734685377.220832:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848341376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685377.220863:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685377.220911:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848341376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685377.220918:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41302 00000100:00100000:3.0:1734685377.220922:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848341376:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685377.284702:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848341504:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685377.284789:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685377.284842:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848341504 00000100:00100000:0.0:1734685377.284849:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848341504 00000100:00100000:0.0:1734685377.284887:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6868 00000100:00100000:0.0:1734685377.284893:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848341504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685377.284918:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685377.284955:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848341504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685377.284960:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6868 00000100:00100000:1.0:1734685377.284989:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848341504:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685378.040697:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685378.980734:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848341632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685378.980785:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685378.980839:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848341632 00000100:00100000:0.0:1734685378.980849:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848341632 00000100:00100000:0.0:1734685378.980884:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6869 00000100:00100000:0.0:1734685378.980890:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848341632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685378.980913:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685378.980948:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848341632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685378.980953:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6869 00000100:00100000:2.0:1734685378.980965:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848341632:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685379.042784:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685379.638810:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685379.638841:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685379.638865:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872685952 00000100:00100000:0.0:1734685379.638868:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685379.638873:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872685952 00000100:00100000:1.0:1734685379.638889:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872686080 00000100:00100000:1.0:1734685379.638893:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872686080 00000100:00100000:0.0:1734685379.638902:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685379.638910:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 907 00000100:00100000:1.0:1734685379.638913:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872686208 00000100:00100000:1.0:1734685379.638914:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872686208 00000100:00100000:3.0:1734685379.638916:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872685952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685379.638920:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872686336 00000100:00100000:0.0:1734685379.638922:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872686336 00000100:00100000:1.0:1734685379.638924:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2809 00000100:00100000:1.0:1734685379.638928:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872686080:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685379.638931:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2810 00000100:00100000:0.0:1734685379.638937:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54165 00000100:00100000:2.0:1734685379.638938:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872686208:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685379.638940:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872686336:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685379.638958:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685379.638959:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872686080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685379.638959:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872685952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685379.638963:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2809 00000100:00100000:2.0:1734685379.638964:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872686208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685379.638965:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 907 00000100:00100000:2.0:1734685379.638970:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2810 00000100:00100000:0.0:1734685379.638975:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872686336:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 33us (72us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685379.638979:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54165 00000100:00080000:3.0:1734685379.638983:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685349 00000100:00080000:3.0:1734685379.638986:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685349 00000100:00080000:3.0:1734685379.638988:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685349 00010000:00010000:3.0:1734685380.044737:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685381.046792:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685382.048764:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685382.148766:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848341760:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685382.148844:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685382.148908:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848341760 00000100:00100000:0.0:1734685382.148917:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848341760 00000100:00100000:0.0:1734685382.148963:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41303 00000100:00100000:0.0:1734685382.148970:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848341760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685382.149006:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685382.149055:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848341760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685382.149062:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41303 00000100:00100000:3.0:1734685382.149076:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848341760:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685382.212774:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848341888:0@lo:400:kworker.0 00000100:00080000:0.0:1734685382.212775:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685382.212781:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685382.212784:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685382.212790:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10177 00000100:00080000:0.0:1734685382.212795:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1734685382.212799:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848342272:0@lo:400:kworker.0 00000100:00080000:0.0:1734685382.212801:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685382.212805:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848342016:0@lo:400:kworker.0 00000100:00100000:0.0:1734685382.212823:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05fb80 x1818938848342400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685382.212846:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685382.212846:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685382.212849:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685382.212852:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685382.212854:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685382.212857:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10177 00000100:00080000:0.0:1734685382.212859:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685382.212863:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685382.212871:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685382.212875:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685382.212878:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848342528:0@lo:400:kworker.0 00000100:00100000:3.0:1734685382.212879:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848342144:0@lo:400:kworker.0 00000100:00100000:0.0:1734685382.212894:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec84000 x1818938848342784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685382.212901:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685382.212906:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685382.212909:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685382.212912:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848342912:0@lo:400:kworker.0 00000100:00100000:1.0:1734685382.212913:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848342656:0@lo:400:kworker.0 00000100:00100000:3.0:1734685382.212922:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685382.212931:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848343040:0@lo:400:kworker.0 00000100:00100000:0.0:1734685382.212933:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848342400:0@lo:8:kworker.0 00000100:00100000:1.0:1734685382.212934:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685382.212940:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848341888 00000100:00100000:2.0:1734685382.212947:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848341888 00000100:00100000:3.0:1734685382.212950:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848342528 00000100:00100000:3.0:1734685382.212953:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848342528 00000100:00100000:0.0:1734685382.212965:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685382.212974:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848342016 00000100:00100000:3.0:1734685382.212978:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848342912 00000100:00100000:3.0:1734685382.212979:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848342912 00000100:00100000:1.0:1734685382.212980:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848342016 00000100:00100000:2.0:1734685382.212982:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1734685382.212987:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848342784:0@lo:8:kworker.0 00000100:00100000:2.0:1734685382.212988:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848341888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685382.212988:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848342400 00000100:00100000:3.0:1734685382.212990:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848342400 00000100:00100000:3.0:1734685382.212997:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7743 00000100:00100000:0.0:1734685382.213001:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685382.213001:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848342528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685382.213011:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848342144 00000100:00100000:1.0:1734685382.213014:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848342144 00000100:00100000:0.0:1734685382.213027:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848342784 00000100:00100000:1.0:1734685382.213027:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848342656 00000100:00100000:2.0:1734685382.213028:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848341888:12345-0@lo:400:kworker.0 Request processed in 39us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685382.213028:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848342528:12345-0@lo:400:kworker.0 Request processed in 26us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685382.213029:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848342656 00000100:00100000:0.0:1734685382.213031:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848342784 00000100:00100000:2.0:1734685382.213032:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1734685382.213032:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7743 00000100:00100000:1.0:1734685382.213043:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811 00000100:00100000:3.0:1734685382.213045:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7744 00000100:00100000:3.0:1734685382.213047:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848342912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685382.213049:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848342016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685382.213050:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54166 00000100:00100000:0.0:1734685382.213054:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848342400:12345-0@lo:8:kworker.0 00000100:00080000:2.0:1734685382.213055:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685352 00000100:00080000:2.0:1734685382.213057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685352 00000100:00080000:2.0:1734685382.213059:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685352 00000100:00100000:3.0:1734685382.213059:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848342912:12345-0@lo:400:kworker.0 Request processed in 12us (136us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685382.213060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685352 00000100:00100000:3.0:1734685382.213062:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7744 00000100:00100000:3.0:1734685382.213067:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54167 00000100:00100000:3.0:1734685382.213069:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848342784:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685382.213073:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734685382.213076:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685382.213078:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00000100:00100000:2.0:1734685382.213081:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848342144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685382.213093:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848342016:12345-0@lo:400:kworker.0 Request processed in 43us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685382.213100:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811 00000100:00100000:2.0:1734685382.213103:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848342144:12345-0@lo:400:kworker.0 Request processed in 21us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685382.213104:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848342400:12345-0@lo:8:kworker.0 Request processed in 49us (138us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685382.213105:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848342784:12345-0@lo:8:kworker.0 Request processed in 33us (103us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685382.213107:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00000100:00100000:0.0:1734685382.213109:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54166 00000100:00100000:3.0:1734685382.213112:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54167 00000100:00100000:2.0:1734685382.213116:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813 00000100:00100000:2.0:1734685382.213125:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848342656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685382.213137:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685382.213142:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848342656:12345-0@lo:400:kworker.0 Request processed in 21us (208us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685382.213144:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685382.213145:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813 00000100:00080000:0.0:1734685382.213146:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685382.213149:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848342400:0@lo:8:kworker.0 00000100:00080000:0.0:1734685382.213153:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685382.213153:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848342016:0@lo:400:kworker.0 00000100:00080000:0.0:1734685382.213154:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685382.213154:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848343040 00000100:00100000:3.0:1734685382.213154:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848342912:0@lo:400:kworker.0 00000100:00100000:2.0:1734685382.213155:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848343040 00000100:00100000:0.0:1734685382.213156:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848342784:0@lo:8:kworker.0 00000100:00100000:3.0:1734685382.213163:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848342144:0@lo:400:kworker.0 00000100:00100000:2.0:1734685382.213164:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2814 00000100:00100000:2.0:1734685382.213166:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848343040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685382.213173:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848342656:0@lo:400:kworker.0 00000100:00100000:2.0:1734685382.213178:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848343040:12345-0@lo:400:kworker.0 Request processed in 10us (41us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685382.213180:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848342272 00000100:00100000:2.0:1734685382.213181:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2814 00000100:00100000:0.0:1734685382.213183:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848342272 00000100:00100000:3.0:1734685382.213183:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848343040:0@lo:400:kworker.0 00000100:00100000:2.0:1734685382.213194:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848342528:0@lo:400:kworker.0 00000100:00100000:2.0:1734685382.213199:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848341888:0@lo:400:kworker.0 00000100:00100000:0.0:1734685382.213206:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41304 00000100:00080000:2.0:1734685382.213208:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685352 00000100:00100000:0.0:1734685382.213210:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848342272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685382.213237:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848342272:12345-0@lo:400:kworker.0 Request processed in 26us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685382.213243:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41304 00000100:00100000:3.0:1734685382.213245:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848342272:0@lo:400:kworker.0 00000100:00100000:2.0:1734685382.228767:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848343168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685382.228841:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685382.228893:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848343168 00000100:00100000:0.0:1734685382.228900:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848343168 00000100:00100000:0.0:1734685382.228937:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41305 00000100:00100000:0.0:1734685382.228943:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848343168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685382.228974:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685382.229030:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848343168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685382.229038:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41305 00000100:00100000:2.0:1734685382.229058:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848343168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685382.292749:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848343296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685382.292819:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685382.292878:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848343296 00000100:00100000:0.0:1734685382.292886:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848343296 00000100:00100000:0.0:1734685382.292924:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6870 00000100:00100000:0.0:1734685382.292929:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848343296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685382.292957:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685382.293000:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848343296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685382.293005:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6870 00000100:00100000:2.0:1734685382.293024:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848343296:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685383.050782:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685383.988705:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848343424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685383.988752:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685383.988796:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848343424 00000100:00100000:0.0:1734685383.988807:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848343424 00000100:00100000:0.0:1734685383.988857:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6871 00000100:00100000:0.0:1734685383.988863:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848343424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685383.988893:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685383.988960:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848343424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685383.988966:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6871 00000100:00100000:3.0:1734685383.988982:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848343424:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685384.052810:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685384.646726:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685384.646753:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685384.646772:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685384.646784:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872686464 00000100:00100000:3.0:1734685384.646792:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872686464 00000100:00100000:2.0:1734685384.646805:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872686720 00000100:00100000:2.0:1734685384.646809:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872686720 00000100:00100000:1.0:1734685384.646829:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872686592 00000100:00100000:3.0:1734685384.646833:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 909 00000100:00100000:1.0:1734685384.646834:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872686592 00000100:00100000:2.0:1734685384.646835:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2815 00000100:00100000:2.0:1734685384.646839:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872686720:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685384.646840:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872686464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685384.646845:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685384.646858:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2816 00000100:00100000:1.0:1734685384.646864:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872686592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685384.646880:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872686848 00000100:00100000:0.0:1734685384.646884:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872686848 00000100:00100000:2.0:1734685384.646885:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872686720:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685384.646885:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872686464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685384.646890:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872686592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685384.646891:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2815 00000100:00100000:3.0:1734685384.646891:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 909 00000100:00100000:1.0:1734685384.646895:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2816 00000100:00100000:0.0:1734685384.646896:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54168 00000100:00100000:0.0:1734685384.646900:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872686848:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:2.0:1734685384.646909:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685354 00000100:00080000:2.0:1734685384.646912:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685354 00000100:00080000:2.0:1734685384.646913:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685354 00010000:00020000:0.0:1734685384.646919:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685384.646936:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872686848:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 35us (90us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685384.646941:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54168 00010000:00010000:3.0:1734685385.054754:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685386.056933:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685387.061801:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685387.157055:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685387.157084:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848343552:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685387.157155:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685387.157200:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848343552 00000100:00100000:0.0:1734685387.157208:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848343552 00000100:00100000:0.0:1734685387.157245:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41306 00000100:00100000:0.0:1734685387.157252:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848343552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685387.157286:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685387.157357:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848343552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685387.157364:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41306 00000100:00100000:3.0:1734685387.157442:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848343552:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685387.220743:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685387.220750:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685387.220753:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685387.220761:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10182 00000100:00080000:0.0:1734685387.220764:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685387.220769:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685387.220786:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec86680 x1818938848344192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685387.220813:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685387.220816:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685387.220817:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685387.220819:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10182 00000100:00080000:0.0:1734685387.220822:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685387.220825:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685387.220832:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec87100 x1818938848344576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685387.220848:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848343808:0@lo:400:kworker.0 00000100:00100000:0.0:1734685387.220861:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848344192:0@lo:8:kworker.0 00000100:00100000:3.0:1734685387.220924:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848343680:0@lo:400:kworker.0 00000100:00100000:1.0:1734685387.220928:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848344064:0@lo:400:kworker.0 00000100:00100000:0.0:1734685387.220983:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685387.221011:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848344576:0@lo:8:kworker.0 00000100:00100000:0.0:1734685387.221027:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685387.221065:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848344192 00000100:00100000:0.0:1734685387.221071:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848344192 00000100:00100000:0.0:1734685387.221091:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848344576 00000100:00100000:0.0:1734685387.221093:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848344576 00000100:00100000:0.0:1734685387.221106:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54169 00000100:00100000:0.0:1734685387.221111:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848344192:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685387.221129:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685387.221158:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848344192:12345-0@lo:8:kworker.0 Request processed in 46us (176us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685387.221164:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54169 00000100:00100000:0.0:1734685387.221177:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54170 00000100:00100000:0.0:1734685387.221180:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848344576:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685387.221188:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685387.221204:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848344576:12345-0@lo:8:kworker.0 Request processed in 22us (176us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685387.221209:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54170 00000100:00080000:0.0:1734685387.221234:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685387.221237:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685387.221240:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848344192:0@lo:8:kworker.0 00000100:00080000:0.0:1734685387.221246:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685387.221247:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685387.221249:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848344576:0@lo:8:kworker.0 00000100:00100000:2.0:1734685387.221287:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685387.221292:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848343936:0@lo:400:kworker.0 00000100:00100000:2.0:1734685387.221302:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848344448:0@lo:400:kworker.0 00000100:00100000:0.0:1734685387.221312:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685387.221335:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848344704:0@lo:400:kworker.0 00000100:00100000:2.0:1734685387.221340:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685387.221349:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685387.221363:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848343808 00000100:00100000:2.0:1734685387.221366:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848343808 00000100:00100000:0.0:1734685387.221367:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848343936 00000100:00100000:0.0:1734685387.221369:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848343936 00000100:00100000:0.0:1734685387.221390:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848344448 00000100:00100000:0.0:1734685387.221392:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848344448 00000100:00100000:2.0:1734685387.221417:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817 00000100:00100000:0.0:1734685387.221422:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2818 00000100:00100000:2.0:1734685387.221422:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848343936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685387.221426:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848343808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685387.221461:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848343936:12345-0@lo:400:kworker.0 Request processed in 38us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685387.221464:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848343808:12345-0@lo:400:kworker.0 Request processed in 37us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685387.221466:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817 00000100:00100000:0.0:1734685387.221470:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2818 00000100:00100000:2.0:1734685387.221476:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819 00000100:00100000:2.0:1734685387.221480:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848344448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685387.221490:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848344704 00000100:00100000:0.0:1734685387.221492:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848344704 00000100:00100000:2.0:1734685387.221498:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848344448:12345-0@lo:400:kworker.0 Request processed in 17us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685387.221502:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819 00000100:00100000:0.0:1734685387.221509:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7745 00000100:00100000:0.0:1734685387.221512:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848344704:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685387.221514:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685357 00000100:00080000:2.0:1734685387.221517:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685357 00000100:00080000:2.0:1734685387.221518:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685357 00000100:00100000:0.0:1734685387.221553:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848344704:12345-0@lo:400:kworker.0 Request processed in 40us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685387.221555:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848343936:0@lo:400:kworker.0 00000100:00100000:0.0:1734685387.221558:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7745 00000100:00100000:2.0:1734685387.221564:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848344704:0@lo:400:kworker.0 00000100:00100000:2.0:1734685387.221601:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848343808:0@lo:400:kworker.0 00000100:00100000:2.0:1734685387.221609:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848344448:0@lo:400:kworker.0 00000100:00100000:3.0:1734685387.221667:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685387.221669:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685387.221683:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848344832:0@lo:400:kworker.0 00000100:00100000:3.0:1734685387.221691:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848344320:0@lo:400:kworker.0 00000100:00100000:1.0:1734685387.221702:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685387.221709:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685387.221726:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848344064 00000100:00100000:3.0:1734685387.221727:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848344320 00000100:00100000:1.0:1734685387.221729:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848344064 00000100:00100000:3.0:1734685387.221730:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848344320 00000100:00100000:3.0:1734685387.221745:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7746 00000100:00100000:3.0:1734685387.221748:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848344320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685387.221752:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41307 00000100:00100000:1.0:1734685387.221757:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848344064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685387.221772:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848344320:12345-0@lo:400:kworker.0 Request processed in 23us (63us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685387.221778:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7746 00000100:00100000:1.0:1734685387.221785:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848344064:12345-0@lo:400:kworker.0 Request processed in 28us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685387.221790:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41307 00000100:00100000:3.0:1734685387.221802:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848344320:0@lo:400:kworker.0 00000100:00100000:1.0:1734685387.221812:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848344064:0@lo:400:kworker.0 00000100:00100000:0.0:1734685387.221852:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848344832 00000100:00100000:0.0:1734685387.221855:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848344832 00000100:00100000:2.0:1734685387.221868:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848343680 00000100:00100000:2.0:1734685387.221874:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848343680 00000100:00100000:0.0:1734685387.221884:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00000100:00100000:0.0:1734685387.221887:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848344832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685387.221897:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:2.0:1734685387.221902:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848343680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685387.221910:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848344832:12345-0@lo:400:kworker.0 Request processed in 22us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685387.221915:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00000100:00100000:2.0:1734685387.221933:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848343680:12345-0@lo:400:kworker.0 Request processed in 31us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685387.221938:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00080000:2.0:1734685387.221954:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685357 00000100:00080000:2.0:1734685387.221956:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685357 00000100:00080000:2.0:1734685387.221957:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685357 00000100:00100000:3.0:1734685387.221976:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848343680:0@lo:400:kworker.0 00000100:00100000:1.0:1734685387.222016:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848344832:0@lo:400:kworker.0 00000100:00100000:3.0:1734685387.236741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848344960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685387.236794:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685387.236944:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848344960 00000100:00100000:1.0:1734685387.236950:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848344960 00000100:00100000:1.0:1734685387.236994:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41308 00000100:00100000:1.0:1734685387.237000:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848344960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685387.237029:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685387.237063:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848344960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685387.237069:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41308 00000100:00100000:3.0:1734685387.237084:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848344960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685387.301559:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685387.301610:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848345088:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685387.301667:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685387.301712:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848345088 00000100:00100000:0.0:1734685387.301720:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848345088 00000100:00100000:0.0:1734685387.301765:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6872 00000100:00100000:0.0:1734685387.301771:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848345088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685387.301802:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685387.301855:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848345088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685387.301861:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6872 00000100:00100000:3.0:1734685387.301968:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848345088:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685388.064787:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685388.996797:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848345216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685388.996852:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685388.996912:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848345216 00000100:00100000:0.0:1734685388.996919:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848345216 00000100:00100000:0.0:1734685388.996956:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6873 00000100:00100000:0.0:1734685388.996962:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848345216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685388.996988:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685388.997025:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848345216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685388.997031:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6873 00000100:00100000:2.0:1734685388.997041:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848345216:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685389.069015:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685389.657483:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685389.657577:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685389.657608:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685389.657635:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872687232 00000100:00100000:0.0:1734685389.657638:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685389.657642:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872687232 00000100:00100000:0.0:1734685389.657657:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872687104 00000100:00100000:0.0:1734685389.657660:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872687104 00000100:00100000:0.0:1734685389.657691:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2821 00000100:00100000:0.0:1734685389.657697:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872687104:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685389.657730:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685359 00000100:00080000:2.0:1734685389.657735:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685359 00000100:00100000:1.0:1734685389.657756:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2822 00000100:00100000:0.0:1734685389.657761:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872687104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685389.657761:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872687232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685389.657768:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2821 00000100:00100000:1.0:1734685389.657785:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872687232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685389.657791:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872687360 00000100:00100000:1.0:1734685389.657793:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2822 00000100:00100000:0.0:1734685389.657794:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872687360 00000100:00100000:0.0:1734685389.657807:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54171 00000100:00100000:0.0:1734685389.657811:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872687360:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685389.657831:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685389.657850:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872687360:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (212us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685389.657855:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54171 00000100:00100000:3.0:1734685389.657951:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872686976 00000100:00100000:3.0:1734685389.657955:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872686976 00000100:00100000:3.0:1734685389.658000:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 911 00000100:00100000:3.0:1734685389.658004:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872686976:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685389.658028:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872686976:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685389.658033:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 911 00000100:00080000:2.0:1734685389.658685:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685359 00010000:00010000:3.0:1734685390.072023:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685391.072750:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685392.074743:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685392.165116:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848345344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685392.165179:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685392.165242:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848345344 00000100:00100000:0.0:1734685392.165250:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848345344 00000100:00100000:0.0:1734685392.165299:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41309 00000100:00100000:0.0:1734685392.165305:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848345344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685392.165340:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685392.165384:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848345344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685392.165394:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41309 00000100:00100000:1.0:1734685392.165598:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848345344:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685392.228777:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848345472:0@lo:400:kworker.0 00000100:00100000:3.0:1734685392.228828:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685392.228844:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848345600:0@lo:400:kworker.0 00000100:00100000:3.0:1734685392.228872:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848345472 00000100:00100000:3.0:1734685392.228877:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848345472 00000100:00100000:1.0:1734685392.228879:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685392.228903:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1734685392.228907:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848345472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685392.228911:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848345600 00000100:00100000:1.0:1734685392.228914:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848345600 00000100:00100000:3.0:1734685392.228932:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848345472:12345-0@lo:400:kworker.0 Request processed in 25us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685392.228936:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823 00000100:00100000:3.0:1734685392.228936:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1734685392.228940:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848345600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685392.228964:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848345472:0@lo:400:kworker.0 00000100:00100000:1.0:1734685392.228967:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848345600:12345-0@lo:400:kworker.0 Request processed in 27us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685392.228973:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823 00000100:00080000:3.0:1734685392.228982:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685362 00000100:00080000:3.0:1734685392.228984:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685362 00000100:00100000:1.0:1734685392.228997:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848345600:0@lo:400:kworker.0 00000100:00100000:2.0:1734685392.229050:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848345728:0@lo:400:kworker.0 00000100:00080000:0.0:1734685392.229058:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685392.229065:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685392.229067:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685392.229073:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10187 00000100:00100000:2.0:1734685392.229073:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685392.229076:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685392.229079:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685392.229094:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec87480 x1818938848345984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685392.229095:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685392.229101:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848345856:0@lo:400:kworker.0 00000100:00080000:0.0:1734685392.229117:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1734685392.229119:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685392.229120:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685392.229121:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685392.229124:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10187 00000100:00080000:0.0:1734685392.229126:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685392.229129:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685392.229136:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec86300 x1818938848346368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685392.229138:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848345856 00000100:00100000:2.0:1734685392.229142:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848345856 00000100:00100000:0.0:1734685392.229163:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848345984:0@lo:8:kworker.0 00000100:00100000:2.0:1734685392.229163:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41310 00000100:00100000:2.0:1734685392.229167:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848345856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685392.229184:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685392.229189:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848345856:12345-0@lo:400:kworker.0 Request processed in 22us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685392.229193:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41310 00000100:00100000:0.0:1734685392.229198:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848346368:0@lo:8:kworker.0 00000100:00080000:2.0:1734685392.229206:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685362 00000100:00100000:0.0:1734685392.229212:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685392.229212:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848346496:0@lo:400:kworker.0 00000100:00100000:2.0:1734685392.229227:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685392.229232:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848345984 00000100:00100000:0.0:1734685392.229235:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848345984 00000100:00100000:2.0:1734685392.229240:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848345856:0@lo:400:kworker.0 00000100:00100000:0.0:1734685392.229247:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848346368 00000100:00100000:0.0:1734685392.229249:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848346368 00000100:00100000:2.0:1734685392.229249:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685392.229252:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848346624:0@lo:400:kworker.0 00000100:00100000:0.0:1734685392.229257:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848346496 00000100:00100000:0.0:1734685392.229259:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848346496 00000100:00100000:2.0:1734685392.229265:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685392.229276:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7747 00000100:00100000:0.0:1734685392.229280:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848346496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685392.229283:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54172 00000100:00100000:2.0:1734685392.229287:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848345984:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685392.229303:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685392.229305:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848346496:12345-0@lo:400:kworker.0 Request processed in 25us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685392.229311:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7747 00000100:00100000:0.0:1734685392.229321:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54173 00000100:00100000:0.0:1734685392.229324:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848346368:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685392.229332:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848345984:12345-0@lo:8:kworker.0 Request processed in 45us (148us total) trans 0 rc -19/-19 00010000:00020000:0.0:1734685392.229334:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685392.229338:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54172 00000100:00100000:3.0:1734685392.229341:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848345728 00000100:00100000:3.0:1734685392.229344:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848345728 00000100:00080000:2.0:1734685392.229348:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685362 00000100:00100000:0.0:1734685392.229350:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a54450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848346368:12345-0@lo:8:kworker.0 Request processed in 25us (137us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734685392.229350:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685362 00000100:00100000:0.0:1734685392.229355:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54173 00000100:00100000:3.0:1734685392.229359:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848346624 00000100:00080000:2.0:1734685392.229361:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685392.229361:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848346624 00000100:00080000:2.0:1734685392.229364:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685392.229367:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848345984:0@lo:8:kworker.0 00000100:00100000:3.0:1734685392.229372:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00000100:00080000:2.0:1734685392.229373:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685392.229375:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848345728:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685392.229376:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685392.229378:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848346368:0@lo:8:kworker.0 00000100:00100000:2.0:1734685392.229397:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848346496:0@lo:400:kworker.0 00000100:00100000:3.0:1734685392.229398:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848345728:12345-0@lo:400:kworker.0 Request processed in 22us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685392.229403:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00000100:00100000:2.0:1734685392.229404:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848345728:0@lo:400:kworker.0 00000100:00100000:3.0:1734685392.229411:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825 00000100:00100000:3.0:1734685392.229414:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848346624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685392.229432:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848346624:12345-0@lo:400:kworker.0 Request processed in 18us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685392.229437:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825 00000100:00100000:2.0:1734685392.229445:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848346624:0@lo:400:kworker.0 00000100:00100000:3.0:1734685392.229447:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848346112:0@lo:400:kworker.0 00000100:00100000:3.0:1734685392.229461:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685392.229479:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685392.229514:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848346240:0@lo:400:kworker.0 00000100:00100000:3.0:1734685392.229549:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685392.229617:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848346240 00000100:00100000:2.0:1734685392.229620:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848346240 00000100:00100000:2.0:1734685392.229642:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2826 00000100:00100000:2.0:1734685392.229646:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848346240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685392.229674:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848346240:12345-0@lo:400:kworker.0 Request processed in 23us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685392.229680:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2826 00000100:00100000:3.0:1734685392.229699:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848346240:0@lo:400:kworker.0 00000100:00100000:0.0:1734685392.229960:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848346112 00000100:00100000:0.0:1734685392.229964:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848346112 00000100:00100000:0.0:1734685392.229992:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7748 00000100:00080000:2.0:1734685392.229994:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685362 00000100:00100000:0.0:1734685392.229995:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848346112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685392.230022:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848346112:12345-0@lo:400:kworker.0 Request processed in 25us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685392.230027:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7748 00000100:00100000:3.0:1734685392.230030:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848346112:0@lo:400:kworker.0 00000100:00100000:0.0:1734685392.245116:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848346752:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685392.245170:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685392.245284:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848346752 00000100:00100000:2.0:1734685392.245291:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848346752 00000100:00100000:2.0:1734685392.245333:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41311 00000100:00100000:2.0:1734685392.245338:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848346752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685392.245369:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685392.245410:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848346752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685392.245415:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41311 00000100:00100000:1.0:1734685392.245436:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848346752:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685392.308916:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848346880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685392.308986:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685392.309852:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848346880 00000100:00100000:0.0:1734685392.309863:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848346880 00000100:00100000:0.0:1734685392.309920:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6874 00000100:00100000:0.0:1734685392.309927:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848346880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685392.309959:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685392.310002:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848346880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (1016us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685392.310008:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6874 00000100:00100000:1.0:1734685392.310344:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848346880:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685393.077012:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685394.004798:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848347008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685394.004882:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685394.005135:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848347008 00000100:00100000:2.0:1734685394.005144:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848347008 00000100:00100000:2.0:1734685394.005209:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6875 00000100:00100000:2.0:1734685394.005216:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848347008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685394.005290:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685394.005330:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848347008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685394.005337:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6875 00000100:00080000:0.0:1734685394.005418:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685364 00000100:00100000:0.0:1734685394.005465:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848347008:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685394.078832:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685394.663017:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685394.663140:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685394.663163:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685394.663232:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872687616 00000100:00100000:2.0:1734685394.663241:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872687616 00000100:00100000:2.0:1734685394.663286:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872687744 00000100:00100000:2.0:1734685394.663289:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872687744 00000100:00100000:2.0:1734685394.663306:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2827 00000100:00100000:2.0:1734685394.663313:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872687616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685394.663341:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685394.663362:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872687872 00000100:00100000:0.0:1734685394.663365:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872687872 00000100:00100000:2.0:1734685394.663372:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872687616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685394.663381:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54174 00000100:00100000:0.0:1734685394.663385:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872687872:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685394.663385:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2827 00000100:00100000:2.0:1734685394.663401:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2828 00000100:00100000:2.0:1734685394.663404:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872687744:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685394.663405:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685394.663422:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872687872:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 36us (81us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685394.663422:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872687744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685394.663427:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54174 00000100:00100000:2.0:1734685394.663427:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2828 00000100:00080000:0.0:1734685394.663440:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685364 00000100:00080000:0.0:1734685394.663471:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685364 00000100:00100000:3.0:1734685394.663952:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872687488 00000100:00100000:3.0:1734685394.663963:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872687488 00000100:00100000:3.0:1734685394.664037:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 913 00000100:00100000:3.0:1734685394.664043:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872687488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685394.664083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685364 00000100:00100000:3.0:1734685394.664097:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872687488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685394.664104:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 913 00010000:00010000:3.0:1734685395.080727:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685396.083506:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685397.085353:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685397.172858:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848347136:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685397.172933:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685397.173131:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848347136 00000100:00100000:0.0:1734685397.173139:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848347136 00000100:00100000:0.0:1734685397.173191:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41312 00000100:00100000:0.0:1734685397.173199:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848347136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685397.173239:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685397.173297:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848347136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685397.173303:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41312 00000100:00100000:3.0:1734685397.173445:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848347136:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685397.237055:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685397.237063:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685397.237067:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685397.237078:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10192 00000100:00080000:0.0:1734685397.237084:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685397.237091:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685397.237117:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05e300 x1818938848347776/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685397.237189:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848347392:0@lo:400:kworker.0 00000100:00100000:1.0:1734685397.237279:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685397.237313:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685397.237319:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848347264:0@lo:400:kworker.0 00000100:00100000:1.0:1734685397.237348:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685397.237421:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848347520:0@lo:400:kworker.0 00000100:00100000:3.0:1734685397.237423:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848347648:0@lo:400:kworker.0 00000100:00100000:2.0:1734685397.237448:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685397.237457:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685397.237485:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848347648 00000100:00100000:2.0:1734685397.237493:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848347648 00000100:00100000:3.0:1734685397.237496:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848347392 00000100:00100000:3.0:1734685397.237499:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848347392 00000100:00100000:2.0:1734685397.237563:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41313 00000100:00100000:3.0:1734685397.237564:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848347520 00000100:00100000:3.0:1734685397.237567:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848347520 00000100:00100000:2.0:1734685397.237577:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848347648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685397.237585:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829 00000100:00100000:3.0:1734685397.237589:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848347392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685397.237630:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848347392:12345-0@lo:400:kworker.0 Request processed in 39us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685397.237633:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848347648:12345-0@lo:400:kworker.0 Request processed in 57us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685397.237637:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829 00000100:00100000:2.0:1734685397.237639:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41313 00000100:00100000:3.0:1734685397.237658:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2830 00000100:00100000:3.0:1734685397.237661:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848347520:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685397.237686:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685367 00000100:00100000:3.0:1734685397.237687:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848347520:12345-0@lo:400:kworker.0 Request processed in 25us (239us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685397.237690:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685367 00000100:00100000:3.0:1734685397.237692:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2830 00000100:00100000:2.0:1734685397.237714:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848347520:0@lo:400:kworker.0 00000100:00100000:3.0:1734685397.237714:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848347648:0@lo:400:kworker.0 00000100:00080000:0.0:1734685397.237820:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685397.237823:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685397.237825:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685397.237829:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10192 00000100:00080000:0.0:1734685397.237831:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685397.237834:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685397.237844:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05f480 x1818938848348160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685397.237894:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848347776:0@lo:8:kworker.0 00000100:00100000:0.0:1734685397.237923:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685397.237944:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848348160:0@lo:8:kworker.0 00000100:00100000:0.0:1734685397.237960:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685397.237984:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848347776 00000100:00100000:0.0:1734685397.237987:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848347776 00000100:00100000:0.0:1734685397.238001:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848348160 00000100:00100000:0.0:1734685397.238003:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848348160 00000100:00100000:0.0:1734685397.238014:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54175 00000100:00100000:0.0:1734685397.238017:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848347776:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685397.238043:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685397.238066:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848347776:12345-0@lo:8:kworker.0 Request processed in 48us (143us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685397.238072:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54175 00000100:00100000:0.0:1734685397.238083:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54176 00000100:00100000:0.0:1734685397.238086:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848348160:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685397.238094:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685397.238108:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848348160:12345-0@lo:8:kworker.0 Request processed in 21us (148us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685397.238113:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54176 00000100:00080000:0.0:1734685397.238132:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685397.238135:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685397.238139:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848347776:0@lo:8:kworker.0 00000100:00080000:0.0:1734685397.238144:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685397.238146:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685397.238148:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848348160:0@lo:8:kworker.0 00000100:00100000:0.0:1734685397.238178:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848347904:0@lo:400:kworker.0 00000100:00100000:0.0:1734685397.238195:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685397.238204:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685397.238208:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848348032:0@lo:400:kworker.0 00000100:00100000:0.0:1734685397.238222:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685397.238239:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848347904 00000100:00100000:0.0:1734685397.238242:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848347904 00000100:00100000:0.0:1734685397.238261:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7749 00000100:00100000:0.0:1734685397.238264:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848347904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685397.238288:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848347904:12345-0@lo:400:kworker.0 Request processed in 23us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685397.238292:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7749 00000100:00080000:0.0:1734685397.238302:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685367 00000100:00100000:0.0:1734685397.238312:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848347904:0@lo:400:kworker.0 00000100:00100000:2.0:1734685397.238372:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848348032 00000100:00100000:2.0:1734685397.238375:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848348032 00000100:00100000:3.0:1734685397.238375:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848348416:0@lo:400:kworker.0 00000100:00100000:2.0:1734685397.238393:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831 00000100:00100000:2.0:1734685397.238408:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848348032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685397.238408:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685397.238421:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685397.238426:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848348288:0@lo:400:kworker.0 00000100:00100000:2.0:1734685397.238434:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848348032:12345-0@lo:400:kworker.0 Request processed in 36us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685397.238439:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831 00000100:00100000:3.0:1734685397.238442:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685397.238448:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848348416 00000100:00100000:2.0:1734685397.238450:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848348416 00000100:00100000:1.0:1734685397.238525:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848347392:0@lo:400:kworker.0 00000100:00100000:1.0:1734685397.238565:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848347264 00000100:00100000:1.0:1734685397.238568:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848347264 00000100:00100000:1.0:1734685397.238592:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1734685397.238596:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848347264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685397.238621:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848347264:12345-0@lo:400:kworker.0 Request processed in 24us (1272us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685397.238626:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00080000:1.0:1734685397.238643:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685367 00000100:00100000:1.0:1734685397.238652:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848347264:0@lo:400:kworker.0 00000100:00100000:2.0:1734685397.239078:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:2.0:1734685397.239083:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848348416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685397.239114:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848348416:12345-0@lo:400:kworker.0 Request processed in 30us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685397.239119:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00000100:00100000:2.0:1734685397.239168:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848348416:0@lo:400:kworker.0 00000100:00100000:0.0:1734685397.239218:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848348288 00000100:00100000:0.0:1734685397.239221:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848348288 00000100:00100000:0.0:1734685397.239925:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7750 00000100:00100000:0.0:1734685397.239930:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848348288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685397.239976:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848348288:12345-0@lo:400:kworker.0 Request processed in 45us (1533us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685397.239982:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7750 00000100:00100000:0.0:1734685397.240009:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848348032:0@lo:400:kworker.0 00000100:00100000:3.0:1734685397.240016:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848348288:0@lo:400:kworker.0 00000100:00080000:1.0:1734685397.240132:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685367 00000100:00100000:2.0:1734685397.253735:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685397.253755:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848348544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685397.253815:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685397.253838:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848348544 00000100:00100000:0.0:1734685397.253845:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848348544 00000100:00100000:0.0:1734685397.253887:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41314 00000100:00100000:0.0:1734685397.253893:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848348544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685397.253930:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685397.253983:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848348544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685397.253990:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41314 00000100:00100000:3.0:1734685397.254077:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848348544:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685397.317495:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848348672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685397.317579:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685397.317770:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848348672 00000100:00100000:1.0:1734685397.317778:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848348672 00000100:00100000:1.0:1734685397.317827:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6876 00000100:00100000:1.0:1734685397.317833:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848348672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685397.317867:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685397.317902:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848348672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685397.317909:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6876 00000100:00100000:3.0:1734685397.317946:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848348672:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685398.087525:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685399.013264:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848348800:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685399.013315:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685399.013435:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848348800 00000100:00100000:3.0:1734685399.013442:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848348800 00000100:00080000:1.0:1734685399.013599:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685369 00000100:00100000:3.0:1734685399.013847:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6877 00000100:00100000:3.0:1734685399.013854:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848348800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685399.013880:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685399.014283:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848348800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 428us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685399.014289:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6877 00000100:00100000:2.0:1734685399.014365:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848348800:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685399.088860:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685399.671861:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685399.671907:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685399.671936:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685399.672019:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685399.672070:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872688384 00000100:00100000:0.0:1734685399.672081:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872688384 00000100:00100000:0.0:1734685399.672124:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54177 00000100:00100000:0.0:1734685399.672133:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872688384:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685399.672133:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872688000 00000100:00100000:1.0:1734685399.672138:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872688000 00010000:00020000:0.0:1734685399.672165:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685399.672173:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 915 00000100:00100000:1.0:1734685399.672177:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872688000:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685399.672182:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872688256 00000100:00100000:2.0:1734685399.672186:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872688256 00000100:00100000:0.0:1734685399.672208:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872688384:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 76us (189us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685399.672209:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872688128 00000100:00100000:1.0:1734685399.672210:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872688000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685399.672211:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872688128 00000100:00100000:0.0:1734685399.672215:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54177 00000100:00100000:1.0:1734685399.672216:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 915 00000100:00100000:2.0:1734685399.672224:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2833 00000100:00100000:2.0:1734685399.672228:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872688256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685399.672235:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685369 00000100:00080000:0.0:1734685399.672238:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685369 00000100:00080000:0.0:1734685399.672240:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685369 00000100:00100000:2.0:1734685399.672255:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872688256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685399.672259:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2834 00000100:00100000:2.0:1734685399.672263:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2833 00000100:00100000:1.0:1734685399.672264:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872688128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685399.672286:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872688128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685399.672291:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2834 00010000:00010000:3.0:1734685400.091416:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685401.093608:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685402.094803:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685402.181940:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848348928:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685402.182003:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685402.182065:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848348928 00000100:00100000:0.0:1734685402.182073:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848348928 00000100:00100000:0.0:1734685402.183466:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41315 00000100:00100000:0.0:1734685402.183475:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848348928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685402.183515:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685402.184139:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848348928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 663us (2133us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685402.184146:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41315 00000100:00100000:3.0:1734685402.184243:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848348928:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685402.244903:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685402.244912:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685402.244916:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685402.244927:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10197 00000100:00100000:1.0:1734685402.244928:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848349312:0@lo:400:kworker.0 00000100:00080000:0.0:1734685402.244933:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685402.244940:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685402.244967:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7fb80 x1818938848349568/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685402.244993:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685402.244995:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685402.244997:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685402.244999:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10197 00000100:00080000:0.0:1734685402.245001:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685402.245004:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685402.245004:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685402.245018:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff40000 x1818938848349952/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685402.245033:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848350080:0@lo:400:kworker.0 00000100:00100000:1.0:1734685402.245049:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685402.245051:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848349568:0@lo:8:kworker.0 00000100:00100000:1.0:1734685402.245057:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734685402.245060:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848349440:0@lo:400:kworker.0 00000100:00100000:1.0:1734685402.245077:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685402.245078:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685402.245084:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848350208:0@lo:400:kworker.0 00000100:00100000:1.0:1734685402.245103:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685402.245124:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848349312 00000100:00100000:1.0:1734685402.245133:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848349312 00000100:00100000:2.0:1734685402.245136:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848349056:0@lo:400:kworker.0 00000100:00100000:2.0:1734685402.245176:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685402.245180:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848350208 00000100:00100000:1.0:1734685402.245181:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848350208 00000100:00100000:2.0:1734685402.245191:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848349696:0@lo:400:kworker.0 00000100:00100000:1.0:1734685402.245193:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835 00000100:00100000:1.0:1734685402.245198:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848349312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685402.245205:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685402.245216:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734685402.245219:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848349184:0@lo:400:kworker.0 00000100:00100000:1.0:1734685402.245235:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848349312:12345-0@lo:400:kworker.0 Request processed in 36us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685402.245239:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685402.245241:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835 00000100:00100000:2.0:1734685402.245249:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848349824:0@lo:400:kworker.0 00000100:00100000:1.0:1734685402.245259:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848349184 00000100:00100000:1.0:1734685402.245261:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848349184 00000100:00100000:2.0:1734685402.245262:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685402.245271:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848349824 00000100:00100000:1.0:1734685402.245272:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848349824 00000100:00100000:1.0:1734685402.245278:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836 00000100:00100000:1.0:1734685402.245280:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848350208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685402.245288:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837 00000100:00100000:1.0:1734685402.245292:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848350208:12345-0@lo:400:kworker.0 Request processed in 11us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685402.245293:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848349184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685402.245295:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836 00000100:00100000:1.0:1734685402.245306:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2838 00000100:00100000:1.0:1734685402.245308:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848349824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685402.245336:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848349184:12345-0@lo:400:kworker.0 Request processed in 42us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685402.245342:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837 00000100:00100000:1.0:1734685402.245344:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848349824:12345-0@lo:400:kworker.0 Request processed in 34us (80us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685402.245349:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2838 00000100:00100000:2.0:1734685402.245361:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848349056 00000100:00080000:1.0:1734685402.245364:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685372 00000100:00100000:2.0:1734685402.245365:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848349056 00000100:00080000:1.0:1734685402.245369:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685372 00000100:00080000:1.0:1734685402.245372:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685372 00000100:00100000:2.0:1734685402.245393:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:2.0:1734685402.245398:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848349056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685402.245408:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848350208:0@lo:400:kworker.0 00000100:00100000:1.0:1734685402.245418:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848349312:0@lo:400:kworker.0 00000100:00100000:2.0:1734685402.245427:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848349056:12345-0@lo:400:kworker.0 Request processed in 28us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685402.245434:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:1.0:1734685402.245455:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848350080 00000100:00100000:1.0:1734685402.245457:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848350080 00000100:00100000:2.0:1734685402.245471:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848349568 00000100:00100000:2.0:1734685402.245474:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848349568 00000100:00100000:1.0:1734685402.245479:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848349696 00000100:00100000:1.0:1734685402.245481:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848349696 00000100:00100000:2.0:1734685402.245492:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7751 00000100:00100000:1.0:1734685402.245496:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7752 00000100:00100000:2.0:1734685402.245497:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848350080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685402.245500:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848349696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685402.245561:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848349696:12345-0@lo:400:kworker.0 Request processed in 25us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685402.245561:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848350080:12345-0@lo:400:kworker.0 Request processed in 62us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685402.245566:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7751 00000100:00100000:1.0:1734685402.245571:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7752 00000100:00100000:2.0:1734685402.245576:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54178 00000100:00080000:1.0:1734685402.245585:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685372 00000100:00100000:1.0:1734685402.245596:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848350080:0@lo:400:kworker.0 00000100:00100000:1.0:1734685402.245611:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848349440 00000100:00100000:1.0:1734685402.245613:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848349440 00000100:00100000:1.0:1734685402.245634:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41316 00000100:00100000:1.0:1734685402.245637:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848349440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685402.245660:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848349440:12345-0@lo:400:kworker.0 Request processed in 22us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685402.245665:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41316 00000100:00080000:1.0:1734685402.245672:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685372 00000100:00100000:1.0:1734685402.245681:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848349440:0@lo:400:kworker.0 00000100:00100000:0.0:1734685402.246198:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848349952:0@lo:8:kworker.0 00000100:00100000:0.0:1734685402.246224:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685402.246424:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848349568:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685402.246470:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685402.246496:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848349568:12345-0@lo:8:kworker.0 Request processed in 914us (1417us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685402.246502:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54178 00000100:00080000:0.0:1734685402.246580:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685402.246584:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685402.246588:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848349568:0@lo:8:kworker.0 00000100:00100000:2.0:1734685402.246752:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848349952 00000100:00100000:2.0:1734685402.246756:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848349952 00000100:00100000:2.0:1734685402.246774:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54179 00000100:00100000:2.0:1734685402.246778:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848349952:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685402.246787:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685402.246820:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848349952:12345-0@lo:8:kworker.0 Request processed in 41us (595us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685402.246825:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54179 00000100:00080000:1.0:1734685402.246880:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685402.246884:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685402.246888:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848349952:0@lo:8:kworker.0 00000100:00100000:2.0:1734685402.246964:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848349184:0@lo:400:kworker.0 00000100:00100000:2.0:1734685402.246977:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848349824:0@lo:400:kworker.0 00000100:00100000:2.0:1734685402.246984:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848349056:0@lo:400:kworker.0 00000100:00100000:2.0:1734685402.246992:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848349696:0@lo:400:kworker.0 00000100:00100000:2.0:1734685402.260832:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848350336:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685402.260913:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685402.261079:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848350336 00000100:00100000:1.0:1734685402.261090:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848350336 00000100:00100000:1.0:1734685402.261150:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41317 00000100:00100000:1.0:1734685402.261159:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848350336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685402.261202:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685402.261265:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848350336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685402.261273:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41317 00000100:00100000:2.0:1734685402.261582:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848350336:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685402.324816:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685402.324847:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848350464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685402.324947:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685402.325398:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848350464 00000100:00100000:3.0:1734685402.325407:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848350464 00000100:00100000:3.0:1734685402.325457:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6878 00000100:00100000:3.0:1734685402.325464:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848350464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685402.325499:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685402.325571:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848350464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 105us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685402.325577:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6878 00000100:00100000:2.0:1734685402.325657:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848350464:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685403.099396:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685404.021928:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685404.022469:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848350592:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685404.022544:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685404.022708:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848350592 00000100:00100000:0.0:1734685404.022715:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848350592 00000100:00080000:2.0:1734685404.023398:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685374 00000100:00100000:0.0:1734685404.023447:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6879 00000100:00100000:0.0:1734685404.023458:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848350592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685404.023492:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685404.023568:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848350592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (1040us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685404.023575:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6879 00000100:00100000:2.0:1734685404.023649:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848350592:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685404.098883:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685404.680589:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685404.680652:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685404.680746:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872688896 00000100:00100000:2.0:1734685404.680756:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872688896 00000100:00100000:2.0:1734685404.680787:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54180 00000100:00100000:2.0:1734685404.680795:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872688896:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685404.680819:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685404.680886:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872688896:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 91us (307us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685404.680892:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54180 00000100:00100000:3.0:1734685404.680968:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872688640 00000100:00100000:3.0:1734685404.680971:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872688640 00000100:00100000:3.0:1734685404.681001:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2839 00000100:00100000:3.0:1734685404.681006:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872688640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685404.681039:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872688640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685404.681044:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2839 00000100:00080000:2.0:1734685404.681333:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685374 00000100:00100000:0.0:1734685404.681463:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685404.681827:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872688512 00000100:00100000:2.0:1734685404.681831:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872688512 00000100:00100000:0.0:1734685404.681833:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734685404.681860:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685374 00000100:00100000:2.0:1734685404.681871:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 917 00000100:00100000:2.0:1734685404.681876:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872688512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685404.681922:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872688512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685404.681922:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872688768 00000100:00100000:3.0:1734685404.681925:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872688768 00000100:00100000:2.0:1734685404.681927:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 917 00000100:00100000:3.0:1734685404.681945:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2840 00000100:00100000:3.0:1734685404.681949:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872688768:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685404.681971:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872688768:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685404.681976:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2840 00000100:00080000:0.0:1734685404.682045:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685374 00010000:00010000:3.0:1734685405.100968:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685406.102832:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685407.105285:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685407.190180:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848350720:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685407.190279:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685407.191169:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848350720 00000100:00100000:0.0:1734685407.191177:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848350720 00000100:00100000:0.0:1734685407.191255:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41318 00000100:00100000:0.0:1734685407.191262:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848350720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685407.191295:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685407.191777:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848350720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 513us (1496us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685407.191784:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41318 00000100:00100000:2.0:1734685407.191826:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848350720:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685407.252789:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685407.252796:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685407.252800:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685407.252810:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10202 00000100:00080000:0.0:1734685407.252820:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1734685407.252861:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848350848:0@lo:400:kworker.0 00000100:00100000:2.0:1734685407.252932:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685407.252937:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848351232:0@lo:400:kworker.0 00000100:00100000:2.0:1734685407.252964:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685407.252965:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685407.252969:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848350976:0@lo:400:kworker.0 00000100:00100000:1.0:1734685407.252983:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848351104:0@lo:400:kworker.0 00000100:00100000:2.0:1734685407.252994:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685407.253007:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685407.253021:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848350848 00000100:00100000:3.0:1734685407.253021:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848350976 00000100:00100000:2.0:1734685407.253028:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848350848 00000100:00100000:3.0:1734685407.253028:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848350976 00000100:00100000:1.0:1734685407.253033:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848351232 00000100:00100000:1.0:1734685407.253036:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848351232 00000100:00100000:2.0:1734685407.253072:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:3.0:1734685407.253072:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848351104 00000100:00100000:3.0:1734685407.253075:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848351104 00000100:00100000:2.0:1734685407.253080:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848350848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685407.253092:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841 00000100:00100000:1.0:1734685407.253093:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41319 00000100:00100000:3.0:1734685407.253097:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848350976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685407.253098:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848351232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685407.253123:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848350848:12345-0@lo:400:kworker.0 Request processed in 44us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685407.253129:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848350976:12345-0@lo:400:kworker.0 Request processed in 32us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685407.253130:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1734685407.253132:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848351232:12345-0@lo:400:kworker.0 Request processed in 34us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685407.253135:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841 00000100:00100000:1.0:1734685407.253137:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41319 00000100:00100000:3.0:1734685407.253148:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2842 00000100:00100000:3.0:1734685407.253151:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848351104:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685407.253159:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685377 00000100:00080000:1.0:1734685407.253162:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685377 00000100:00080000:1.0:1734685407.253164:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685377 00000100:00100000:2.0:1734685407.253175:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848350976:0@lo:400:kworker.0 00000100:00100000:3.0:1734685407.253175:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848351104:12345-0@lo:400:kworker.0 Request processed in 23us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685407.253180:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2842 00000100:00100000:1.0:1734685407.253183:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848351104:0@lo:400:kworker.0 00000100:00100000:2.0:1734685407.253183:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848350848:0@lo:400:kworker.0 00000100:00100000:3.0:1734685407.253199:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848351232:0@lo:400:kworker.0 00000100:00080000:0.0:1734685407.253246:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685407.253263:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223f8e00 x1818938848351360/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685407.253322:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685407.253325:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685407.253326:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685407.253329:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10202 00000100:00080000:0.0:1734685407.253332:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685407.253334:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685407.253340:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848351488:0@lo:400:kworker.0 00000100:00100000:0.0:1734685407.253344:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880122ff4700 x1818938848351744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685407.253361:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685407.253373:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685407.253377:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848351616:0@lo:400:kworker.0 00000100:00100000:0.0:1734685407.253382:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848351872:0@lo:400:kworker.0 00000100:00100000:2.0:1734685407.253392:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685407.253403:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685407.253422:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848351488 00000100:00100000:2.0:1734685407.253425:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848351488 00000100:00100000:1.0:1734685407.253445:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848351360:0@lo:8:kworker.0 00000100:00100000:2.0:1734685407.253445:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848351872 00000100:00100000:2.0:1734685407.253447:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848351872 00000100:00100000:2.0:1734685407.253459:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7753 00000100:00100000:2.0:1734685407.253463:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848351488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685407.253551:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7754 00000100:00100000:3.0:1734685407.253555:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848351872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685407.253608:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685407.253613:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848352000:0@lo:400:kworker.0 00000100:00100000:1.0:1734685407.253683:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685407.253693:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848351744:0@lo:8:kworker.0 00000100:00100000:1.0:1734685407.253713:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685407.253733:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848351360 00000100:00100000:1.0:1734685407.253736:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848351360 00000100:00100000:1.0:1734685407.253747:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848351744 00000100:00100000:1.0:1734685407.253748:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848351744 00000100:00100000:1.0:1734685407.253756:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54181 00000100:00100000:1.0:1734685407.253760:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848351360:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685407.253775:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685407.253796:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848351360:12345-0@lo:8:kworker.0 Request processed in 35us (113us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685407.253801:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54181 00000100:00100000:1.0:1734685407.253809:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54182 00000100:00100000:1.0:1734685407.253812:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848351744:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685407.253812:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848351488:12345-0@lo:400:kworker.0 Request processed in 347us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685407.253818:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7753 00010000:00020000:1.0:1734685407.253819:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685407.253832:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848351744:12345-0@lo:8:kworker.0 Request processed in 18us (118us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685407.253836:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54182 00000100:00080000:1.0:1734685407.253845:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685377 00000100:00100000:2.0:1734685407.253846:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848351488:0@lo:400:kworker.0 00000100:00080000:1.0:1734685407.253857:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685407.253860:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685407.253862:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848351360:0@lo:8:kworker.0 00000100:00080000:1.0:1734685407.253868:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685407.253869:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685407.253869:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848351616 00000100:00100000:1.0:1734685407.253871:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848351744:0@lo:8:kworker.0 00000100:00100000:2.0:1734685407.253871:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848351616 00000100:00100000:2.0:1734685407.253884:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843 00000100:00100000:2.0:1734685407.253888:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848351616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685407.253913:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848351616:12345-0@lo:400:kworker.0 Request processed in 24us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685407.253918:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843 00000100:00100000:2.0:1734685407.253937:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848351616:0@lo:400:kworker.0 00000100:00100000:3.0:1734685407.254043:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848351872:12345-0@lo:400:kworker.0 Request processed in 486us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685407.254049:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7754 00000100:00100000:0.0:1734685407.254098:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685407.254121:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848351872:0@lo:400:kworker.0 00000100:00100000:2.0:1734685407.254133:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848352000 00000100:00100000:2.0:1734685407.254136:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848352000 00000100:00100000:2.0:1734685407.254160:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844 00000100:00100000:2.0:1734685407.254165:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848352000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685407.254198:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848352000:12345-0@lo:400:kworker.0 Request processed in 32us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685407.254204:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844 00000100:00100000:0.0:1734685407.254228:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848352000:0@lo:400:kworker.0 00000100:00100000:1.0:1734685407.268765:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685407.268784:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848352128:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685407.268849:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685407.268927:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848352128 00000100:00100000:2.0:1734685407.268933:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848352128 00000100:00100000:2.0:1734685407.268969:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41320 00000100:00100000:2.0:1734685407.268975:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848352128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685407.269009:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685407.269088:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848352128:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685407.269150:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848352128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685407.269158:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41320 00000100:00100000:0.0:1734685407.333424:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848352256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685407.333510:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685407.333671:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848352256 00000100:00100000:3.0:1734685407.333680:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848352256 00000100:00100000:3.0:1734685407.333740:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6880 00000100:00100000:3.0:1734685407.333748:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848352256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685407.333785:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685407.333831:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848352256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685407.333837:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6880 00000100:00100000:0.0:1734685407.333860:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848352256:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685408.107107:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685409.028898:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685409.028918:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848352384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685409.028973:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685409.029640:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848352384 00000100:00100000:3.0:1734685409.029647:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848352384 00000100:00080000:1.0:1734685409.029693:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685379 00000100:00100000:3.0:1734685409.029706:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6881 00000100:00100000:3.0:1734685409.029711:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848352384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685409.029739:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685409.029792:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848352384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685409.029798:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6881 00000100:00100000:1.0:1734685409.029829:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848352384:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685409.108711:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685409.687475:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685409.687575:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685409.687610:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685409.687706:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685409.687745:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872689152 00000100:00100000:1.0:1734685409.687753:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872689152 00000100:00100000:0.0:1734685409.687759:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872689408 00000100:00100000:0.0:1734685409.687764:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872689408 00000100:00100000:1.0:1734685409.687790:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872689280 00000100:00100000:1.0:1734685409.687792:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872689280 00000100:00100000:0.0:1734685409.687793:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54183 00000100:00100000:0.0:1734685409.687799:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872689408:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685409.687805:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2845 00000100:00100000:1.0:1734685409.687809:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872689152:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685409.687824:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685409.687869:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872689152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685409.687875:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2845 00000100:00100000:1.0:1734685409.687892:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2846 00000100:00100000:1.0:1734685409.687896:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872689280:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685409.687915:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872689280:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685409.687920:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2846 00000100:00080000:1.0:1734685409.687934:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685379 00000100:00080000:1.0:1734685409.687937:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685379 00000100:00100000:1.0:1734685409.688018:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872689024 00000100:00100000:1.0:1734685409.688021:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872689024 00000100:00100000:1.0:1734685409.688043:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 919 00000100:00100000:1.0:1734685409.688047:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872689024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685409.688076:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872689024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685409.688081:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 919 00000100:00080000:1.0:1734685409.688099:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685379 00000100:00100000:0.0:1734685409.688629:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872689408:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 827us (921us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685409.688640:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54183 00010000:00010000:3.0:1734685410.110922:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685411.112762:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685412.115822:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685412.196966:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685412.196989:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848352512:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685412.197047:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685412.197193:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848352512 00000100:00100000:2.0:1734685412.197201:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848352512 00000100:00100000:2.0:1734685412.197242:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41321 00000100:00100000:2.0:1734685412.197248:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848352512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685412.197279:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685412.197315:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848352512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685412.197320:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41321 00000100:00100000:1.0:1734685412.197386:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848352512:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685412.260776:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848352640:0@lo:400:kworker.0 00000100:00100000:1.0:1734685412.260840:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685412.260841:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848352768:0@lo:400:kworker.0 00000100:00100000:2.0:1734685412.260871:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685412.260909:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685412.260914:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1734685412.260916:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848352896:0@lo:400:kworker.0 00000100:00080000:0.0:1734685412.260917:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685412.260921:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10207 00000100:00080000:0.0:1734685412.260924:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685412.260928:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685412.260932:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685412.260944:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880122ff7100 x1818938848353152/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685412.260944:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685412.260950:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848353024:0@lo:400:kworker.0 00000100:00080000:0.0:1734685412.260965:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1734685412.260966:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685412.260968:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685412.260969:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685412.260971:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10207 00000100:00080000:0.0:1734685412.260974:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685412.260977:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685412.260986:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880122ff7b80 x1818938848353536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685412.260991:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848352768 00000100:00100000:2.0:1734685412.260996:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848352768 00000100:00100000:0.0:1734685412.261012:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848353792:0@lo:400:kworker.0 00000100:00100000:2.0:1734685412.261033:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848352896 00000100:00100000:2.0:1734685412.261034:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848352896 00000100:00100000:0.0:1734685412.261037:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685412.261091:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848352640 00000100:00100000:3.0:1734685412.261095:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848352640 00000100:00100000:3.0:1734685412.261119:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1734685412.261125:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848352640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685412.261281:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685412.261286:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848353664:0@lo:400:kworker.0 00000100:00100000:2.0:1734685412.261317:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848353792 00000100:00100000:2.0:1734685412.261321:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848353792 00000100:00100000:2.0:1734685412.261334:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847 00000100:00100000:1.0:1734685412.261335:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848353280:0@lo:400:kworker.0 00000100:00100000:2.0:1734685412.261338:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848352768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685412.261353:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685412.261363:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685412.261364:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848352768:12345-0@lo:400:kworker.0 Request processed in 26us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685412.261367:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848353408:0@lo:400:kworker.0 00000100:00100000:2.0:1734685412.261369:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847 00000100:00100000:1.0:1734685412.261381:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685412.261399:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848353408 00000100:00100000:1.0:1734685412.261402:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848353408 00000100:00100000:1.0:1734685412.261415:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848 00000100:00100000:1.0:1734685412.261419:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848352896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685412.261440:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848352896:12345-0@lo:400:kworker.0 Request processed in 20us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685412.261445:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848 00000100:00100000:1.0:1734685412.261456:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849 00000100:00100000:1.0:1734685412.261459:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848353792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685412.261475:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848353792:12345-0@lo:400:kworker.0 Request processed in 15us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685412.261479:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849 00000100:00100000:1.0:1734685412.261485:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2850 00000100:00100000:1.0:1734685412.261487:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848353408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685412.261503:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848353408:12345-0@lo:400:kworker.0 Request processed in 15us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685412.261507:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2850 00000100:00100000:1.0:1734685412.261523:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848353152:0@lo:8:kworker.0 00000100:00100000:1.0:1734685412.261561:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685412.261569:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848353536:0@lo:8:kworker.0 00000100:00100000:1.0:1734685412.261585:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685412.261592:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848352768:0@lo:400:kworker.0 00000100:00080000:1.0:1734685412.261602:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685382 00000100:00080000:1.0:1734685412.261604:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685382 00000100:00080000:1.0:1734685412.261606:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685382 00000100:00100000:2.0:1734685412.261609:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848353280 00000100:00100000:2.0:1734685412.261611:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848353280 00000100:00100000:1.0:1734685412.261616:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848353152 00000100:00100000:1.0:1734685412.261619:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848353152 00000100:00100000:2.0:1734685412.261628:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848353536 00000100:00100000:2.0:1734685412.261630:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848353536 00000100:00100000:1.0:1734685412.261639:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7755 00000100:00100000:1.0:1734685412.261643:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848353280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685412.261758:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848352640:12345-0@lo:400:kworker.0 Request processed in 632us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685412.261763:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1734685412.261823:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685412.261841:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848353792:0@lo:400:kworker.0 00000100:00100000:0.0:1734685412.261862:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848353664 00000100:00100000:0.0:1734685412.261865:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848353664 00000100:00100000:2.0:1734685412.261941:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54184 00000100:00100000:2.0:1734685412.261946:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848353152:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685412.261963:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685412.261989:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848353152:12345-0@lo:8:kworker.0 Request processed in 43us (428us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685412.262031:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54185 00000100:00100000:3.0:1734685412.262036:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848353536:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685412.262046:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685412.262066:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848353536:12345-0@lo:8:kworker.0 Request processed in 30us (480us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685412.262070:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54185 00000100:00100000:3.0:1734685412.262103:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848352896:0@lo:400:kworker.0 00000100:00100000:3.0:1734685412.262122:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848353408:0@lo:400:kworker.0 00000100:00100000:3.0:1734685412.262128:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848352640:0@lo:400:kworker.0 00000100:00080000:3.0:1734685412.262160:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685412.262163:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685412.262165:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848353152:0@lo:8:kworker.0 00000100:00080000:3.0:1734685412.262171:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685412.262173:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685412.262176:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848353536:0@lo:8:kworker.0 00000100:00100000:3.0:1734685412.262199:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848353024 00000100:00100000:3.0:1734685412.262202:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848353024 00000100:00100000:2.0:1734685412.262213:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54184 00000100:00080000:2.0:1734685412.262236:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685382 00000100:00080000:2.0:1734685412.262239:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685382 00000100:00100000:0.0:1734685412.262368:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7756 00000100:00100000:0.0:1734685412.262373:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848353664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685412.262401:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848353664:12345-0@lo:400:kworker.0 Request processed in 28us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685412.262406:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7756 00000100:00100000:0.0:1734685412.262425:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848353664:0@lo:400:kworker.0 00000100:00100000:1.0:1734685412.262569:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848353280:12345-0@lo:400:kworker.0 Request processed in 925us (1215us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685412.262575:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7755 00000100:00100000:3.0:1734685412.262633:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41322 00000100:00100000:3.0:1734685412.262637:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848353024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685412.262668:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848353024:12345-0@lo:400:kworker.0 Request processed in 30us (1701us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685412.262672:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41322 00000100:00100000:0.0:1734685412.262728:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848353024:0@lo:400:kworker.0 00000100:00100000:2.0:1734685412.262773:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848353280:0@lo:400:kworker.0 00000100:00100000:2.0:1734685412.277300:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848353920:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685412.277360:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685412.277496:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848353920 00000100:00100000:0.0:1734685412.277504:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848353920 00000100:00100000:0.0:1734685412.278302:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41323 00000100:00100000:0.0:1734685412.278309:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848353920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685412.278346:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685412.278410:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848353920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (1050us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685412.278417:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41323 00000100:00100000:2.0:1734685412.278498:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848353920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685412.342241:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848354048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685412.342304:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685412.342459:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848354048 00000100:00100000:0.0:1734685412.342467:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848354048 00000100:00100000:0.0:1734685412.342568:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6882 00000100:00100000:0.0:1734685412.342574:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848354048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685412.342608:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685412.342770:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848354048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 194us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685412.342776:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6882 00000100:00100000:3.0:1734685412.342843:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848354048:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685413.117710:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685414.037901:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848354176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685414.037989:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685414.038768:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848354176 00000100:00100000:2.0:1734685414.038775:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848354176 00000100:00100000:2.0:1734685414.038828:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6883 00000100:00100000:2.0:1734685414.038833:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848354176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685414.038861:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:3.0:1734685414.038944:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685384 00000100:00100000:2.0:1734685414.039105:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848354176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 270us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685414.039111:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6883 00000100:00100000:0.0:1734685414.039162:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848354176:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685414.118756:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685414.696878:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685414.696981:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872689536 00000100:00100000:3.0:1734685414.696990:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872689536 00000100:00080000:0.0:1734685414.697084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685384 00000100:00100000:3.0:1734685414.697164:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 921 00000100:00100000:3.0:1734685414.697172:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872689536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685414.697234:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872689536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 63us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685414.697240:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 921 00000100:00100000:0.0:1734685414.697787:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685414.697825:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685414.697843:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872689664 00000100:00100000:2.0:1734685414.697847:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872689664 00000100:00100000:2.0:1734685414.697886:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872689792 00000100:00100000:2.0:1734685414.697889:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872689792 00000100:00080000:0.0:1734685414.697893:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685384 00000100:00080000:0.0:1734685414.697896:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685384 00000100:00100000:1.0:1734685414.697932:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2851 00000100:00100000:1.0:1734685414.697938:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872689664:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685414.697940:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2852 00000100:00100000:3.0:1734685414.697945:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872689792:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685414.697983:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872689664:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685414.697989:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2851 00000100:00100000:3.0:1734685414.698027:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872689792:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 80us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685414.698034:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2852 00000100:00100000:0.0:1734685414.698469:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685414.698523:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872689920 00000100:00100000:1.0:1734685414.698550:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872689920 00000100:00100000:1.0:1734685414.698574:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54186 00000100:00100000:1.0:1734685414.698578:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872689920:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685414.698596:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685414.698616:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872689920:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (148us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685414.698620:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54186 00010000:00010000:3.0:1734685415.120768:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685416.123705:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685417.125325:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685417.205282:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685417.205824:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848354304:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685417.205884:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685417.205995:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848354304 00000100:00100000:3.0:1734685417.206002:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848354304 00000100:00100000:3.0:1734685417.206037:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41324 00000100:00100000:3.0:1734685417.206043:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848354304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685417.206084:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685417.206121:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848354304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685417.206128:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41324 00000100:00100000:2.0:1734685417.206207:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848354304:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685417.270267:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685417.270274:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685417.270276:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685417.270284:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10212 00000100:00080000:0.0:1734685417.270289:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685417.270294:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685417.270312:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880122ff6a00 x1818938848354944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685417.270352:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685417.270355:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685417.270356:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685417.270359:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10212 00000100:00080000:0.0:1734685417.270361:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685417.270363:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685417.270377:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d82c700 x1818938848355328/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685417.270415:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848354688:0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.270463:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685417.270484:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848355456:0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.270499:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685417.270513:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685417.270517:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848354816:0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.270544:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685417.270554:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848355584:0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.270567:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685417.270586:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848354688 00000100:00100000:0.0:1734685417.270591:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848354688 00000100:00100000:0.0:1734685417.270621:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848355584 00000100:00100000:0.0:1734685417.270623:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848355584 00000100:00100000:0.0:1734685417.270636:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853 00000100:00100000:0.0:1734685417.270641:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848354688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.270678:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848354688:12345-0@lo:400:kworker.0 Request processed in 35us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685417.270686:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853 00000100:00100000:0.0:1734685417.270699:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2854 00000100:00100000:0.0:1734685417.270703:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848355584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.270724:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848355584:12345-0@lo:400:kworker.0 Request processed in 20us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685417.270728:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2854 00000100:00080000:0.0:1734685417.270741:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685387 00000100:00100000:0.0:1734685417.270762:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848355584:0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.270769:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848354688:0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.270801:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848355456 00000100:00100000:0.0:1734685417.270804:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848355456 00000100:00100000:0.0:1734685417.270826:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7757 00000100:00100000:0.0:1734685417.270830:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848355456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.270857:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848355456:12345-0@lo:400:kworker.0 Request processed in 26us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685417.270862:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7757 00000100:00080000:0.0:1734685417.270872:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685387 00000100:00100000:0.0:1734685417.270885:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848355456:0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.270919:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848354816 00000100:00100000:0.0:1734685417.270922:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848354816 00000100:00100000:0.0:1734685417.270947:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41325 00000100:00100000:0.0:1734685417.270951:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848354816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.270978:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848354816:12345-0@lo:400:kworker.0 Request processed in 26us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685417.270987:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41325 00000100:00080000:0.0:1734685417.270996:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685387 00000100:00100000:0.0:1734685417.271006:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848354816:0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.271034:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848354944:0@lo:8:kworker.0 00000100:00100000:0.0:1734685417.271050:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685417.271058:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848355328:0@lo:8:kworker.0 00000100:00100000:0.0:1734685417.271102:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685417.271122:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848354944 00000100:00100000:0.0:1734685417.271124:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848354944 00000100:00100000:0.0:1734685417.271135:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848355328 00000100:00100000:0.0:1734685417.271137:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848355328 00000100:00100000:0.0:1734685417.271145:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54187 00000100:00100000:0.0:1734685417.271148:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848354944:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685417.271167:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685417.271189:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848354944:12345-0@lo:8:kworker.0 Request processed in 39us (138us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685417.271194:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54187 00000100:00100000:0.0:1734685417.271201:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54188 00000100:00100000:0.0:1734685417.271204:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848355328:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685417.271212:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685417.271225:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848355328:12345-0@lo:8:kworker.0 Request processed in 21us (123us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685417.271229:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54188 00000100:00080000:0.0:1734685417.271249:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685417.271252:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685417.271255:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848354944:0@lo:8:kworker.0 00000100:00080000:0.0:1734685417.271261:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685417.271263:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685417.271266:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848355328:0@lo:8:kworker.0 00000100:00100000:2.0:1734685417.271355:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848354432:0@lo:400:kworker.0 00000100:00100000:2.0:1734685417.271384:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685417.271395:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848355072:0@lo:400:kworker.0 00000100:00100000:2.0:1734685417.271408:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685417.271434:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734685417.271438:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848354560:0@lo:400:kworker.0 00000100:00100000:2.0:1734685417.271454:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685417.271463:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848355200:0@lo:400:kworker.0 00000100:00100000:2.0:1734685417.271477:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685417.271494:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848354432 00000100:00100000:2.0:1734685417.271496:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848354432 00000100:00100000:2.0:1734685417.271517:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1734685417.271521:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848354432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685417.271565:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848354432:12345-0@lo:400:kworker.0 Request processed in 42us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685417.271571:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00080000:2.0:1734685417.271590:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685387 00000100:00100000:2.0:1734685417.271601:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848354432:0@lo:400:kworker.0 00000100:00100000:2.0:1734685417.271628:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848354560 00000100:00100000:2.0:1734685417.271630:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848354560 00000100:00100000:2.0:1734685417.271646:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848355200 00000100:00100000:2.0:1734685417.271647:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848355200 00000100:00100000:2.0:1734685417.271658:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855 00000100:00100000:2.0:1734685417.271662:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848354560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685417.271685:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848354560:12345-0@lo:400:kworker.0 Request processed in 22us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685417.271690:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855 00000100:00100000:2.0:1734685417.271699:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856 00000100:00100000:2.0:1734685417.271702:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848355200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685417.271720:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848355200:12345-0@lo:400:kworker.0 Request processed in 17us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685417.271725:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856 00000100:00080000:2.0:1734685417.271735:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685387 00000100:00100000:2.0:1734685417.271749:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848354560:0@lo:400:kworker.0 00000100:00100000:2.0:1734685417.271755:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848355200:0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.271929:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848355072 00000100:00100000:0.0:1734685417.271933:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848355072 00000100:00080000:2.0:1734685417.272481:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685387 00000100:00100000:0.0:1734685417.272515:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7758 00000100:00100000:0.0:1734685417.272520:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848355072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.272570:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848355072:12345-0@lo:400:kworker.0 Request processed in 49us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685417.272574:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7758 00000100:00100000:2.0:1734685417.272619:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848355072:0@lo:400:kworker.0 00000100:00100000:0.0:1734685417.285420:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848355712:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685417.285484:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685417.285593:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848355712 00000100:00100000:2.0:1734685417.285601:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848355712 00000100:00100000:2.0:1734685417.285647:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41326 00000100:00100000:2.0:1734685417.285654:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848355712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685417.285689:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685417.285739:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848355712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685417.285745:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41326 00000100:00100000:1.0:1734685417.285847:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848355712:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685417.349030:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848355840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685417.349095:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685417.349353:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848355840 00000100:00100000:2.0:1734685417.349359:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848355840 00000100:00100000:2.0:1734685417.349399:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6884 00000100:00100000:2.0:1734685417.349404:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848355840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685417.349428:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685417.349471:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848355840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685417.349480:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6884 00000100:00100000:1.0:1734685417.349659:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848355840:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685418.126901:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685419.044918:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685419.044936:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848355968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685419.044982:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685419.045021:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848355968 00000100:00100000:0.0:1734685419.045027:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848355968 00000100:00100000:0.0:1734685419.046232:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6885 00000100:00100000:0.0:1734685419.046239:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848355968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685419.046265:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685419.046313:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848355968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (1330us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685419.046319:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6885 00000100:00100000:1.0:1734685419.046350:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848355968:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734685419.046406:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685389 00010000:00010000:2.0:1734685419.129623:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685419.705158:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685419.705234:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685419.705277:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685419.705392:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685419.705466:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872690176 00000100:00100000:0.0:1734685419.705476:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872690176 00000100:00100000:0.0:1734685419.705520:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872690304 00000100:00100000:0.0:1734685419.705522:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872690304 00000100:00100000:0.0:1734685419.705566:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2857 00000100:00100000:0.0:1734685419.705578:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872690176:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685419.705639:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872690176:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685419.705645:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2857 00000100:00100000:0.0:1734685419.705659:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2858 00000100:00100000:0.0:1734685419.705663:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872690304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685419.705682:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872690304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685419.705687:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2858 00000100:00080000:0.0:1734685419.705760:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685389 00000100:00080000:0.0:1734685419.705764:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685389 00000100:00100000:1.0:1734685419.705844:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872690432 00000100:00100000:1.0:1734685419.705848:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872690432 00000100:00100000:2.0:1734685419.705848:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872690048 00000100:00100000:2.0:1734685419.705854:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872690048 00000100:00100000:1.0:1734685419.706389:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54189 00000100:00100000:1.0:1734685419.706395:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872690432:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685419.706419:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 923 00000100:00100000:2.0:1734685419.706426:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872690048:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734685419.706427:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685419.706458:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872690048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (1327us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685419.706459:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872690432:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 63us (1067us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685419.706464:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 923 00000100:00100000:1.0:1734685419.706465:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54189 00000100:00080000:0.0:1734685419.706678:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685389 00010000:00010000:3.0:1734685420.131771:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685421.132811:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685422.134777:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685422.213327:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685422.213346:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848356096:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685422.213399:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685422.214244:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848356096 00000100:00100000:0.0:1734685422.214251:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848356096 00000100:00100000:0.0:1734685422.214426:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41327 00000100:00100000:0.0:1734685422.214432:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848356096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685422.214474:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685422.214526:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848356096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (1126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685422.214549:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41327 00000100:00100000:3.0:1734685422.215153:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848356096:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685422.277246:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848356224:0@lo:400:kworker.0 00000100:00100000:1.0:1734685422.277314:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685422.277474:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685422.277479:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685422.277482:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685422.277487:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10217 00000100:00080000:0.0:1734685422.277491:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685422.277496:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685422.277520:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d82e300 x1818938848356736/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685422.277563:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685422.277566:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685422.277567:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685422.277570:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10217 00000100:00080000:0.0:1734685422.277572:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685422.277575:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685422.277586:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880122ff7100 x1818938848357120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685422.277613:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848356736:0@lo:8:kworker.0 00000100:00100000:0.0:1734685422.277636:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685422.277770:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848356480:0@lo:400:kworker.0 00000100:00100000:3.0:1734685422.277798:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685422.277811:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848357248:0@lo:400:kworker.0 00000100:00100000:3.0:1734685422.277823:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685422.277834:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1734685422.277838:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848356608:0@lo:400:kworker.0 00000100:00100000:3.0:1734685422.277851:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685422.277896:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848356352:0@lo:400:kworker.0 00000100:00100000:2.0:1734685422.277917:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685422.277928:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848356992:0@lo:400:kworker.0 00000100:00100000:2.0:1734685422.277940:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685422.277949:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685422.277953:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848356864:0@lo:400:kworker.0 00000100:00100000:2.0:1734685422.277965:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685422.277998:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848356480 00000100:00100000:2.0:1734685422.278004:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848356480 00000100:00100000:2.0:1734685422.278034:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848356352 00000100:00100000:2.0:1734685422.278036:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848356352 00000100:00100000:2.0:1734685422.278046:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848356992 00000100:00100000:2.0:1734685422.278048:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848356992 00000100:00100000:2.0:1734685422.278061:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859 00000100:00100000:2.0:1734685422.278065:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848356480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685422.278101:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848356480:12345-0@lo:400:kworker.0 Request processed in 35us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685422.278107:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859 00000100:00100000:2.0:1734685422.278120:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00000100:00100000:2.0:1734685422.278123:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848356352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685422.278141:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848356352:12345-0@lo:400:kworker.0 Request processed in 18us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685422.278146:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00000100:00100000:2.0:1734685422.278155:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861 00000100:00100000:2.0:1734685422.278159:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848356992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685422.278174:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848356992:12345-0@lo:400:kworker.0 Request processed in 14us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685422.278178:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861 00000100:00100000:2.0:1734685422.278192:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848356736 00000100:00100000:2.0:1734685422.278194:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848356736 00000100:00100000:2.0:1734685422.278204:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848357248 00000100:00100000:2.0:1734685422.278205:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848357248 00000100:00100000:2.0:1734685422.278216:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848356864 00000100:00100000:2.0:1734685422.278218:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848356864 00000100:00100000:2.0:1734685422.278227:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7759 00000100:00100000:2.0:1734685422.278230:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848357248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685422.278250:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848357248:12345-0@lo:400:kworker.0 Request processed in 19us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685422.278254:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7759 00000100:00100000:2.0:1734685422.278261:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7760 00000100:00100000:2.0:1734685422.278263:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848356864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685422.278278:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848356864:12345-0@lo:400:kworker.0 Request processed in 14us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685422.278282:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7760 00000100:00100000:2.0:1734685422.278289:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54190 00000100:00100000:2.0:1734685422.278292:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848356736:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685422.278307:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685422.278403:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848357120:0@lo:8:kworker.0 00000100:00100000:0.0:1734685422.278420:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685422.278443:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848357120 00000100:00100000:0.0:1734685422.278446:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848357120 00000100:00100000:0.0:1734685422.278459:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54191 00000100:00100000:0.0:1734685422.278462:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848357120:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685422.278471:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685422.278489:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848357120:12345-0@lo:8:kworker.0 Request processed in 26us (68us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685422.278493:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54191 00000100:00080000:0.0:1734685422.278523:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685422.278526:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685422.278544:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848357120:0@lo:8:kworker.0 00000100:00100000:0.0:1734685422.278596:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848356864:0@lo:400:kworker.0 00000100:00100000:0.0:1734685422.278604:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848356352:0@lo:400:kworker.0 00000100:00100000:0.0:1734685422.278611:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848356992:0@lo:400:kworker.0 00000100:00100000:3.0:1734685422.278788:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848357376:0@lo:400:kworker.0 00000100:00100000:3.0:1734685422.278805:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685422.278819:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848356480:0@lo:400:kworker.0 00000100:00100000:3.0:1734685422.278825:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848357248:0@lo:400:kworker.0 00000100:00100000:3.0:1734685422.278844:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848356224 00000100:00100000:3.0:1734685422.278847:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848356224 00000100:00100000:3.0:1734685422.278866:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1734685422.278869:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848356224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685422.278890:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848356224:12345-0@lo:400:kworker.0 Request processed in 20us (1577us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685422.278894:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1734685422.278946:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848357376 00000100:00100000:1.0:1734685422.278949:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848357376 00000100:00100000:1.0:1734685422.278965:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2862 00000100:00100000:1.0:1734685422.278968:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848357376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685422.279006:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848357376:12345-0@lo:400:kworker.0 Request processed in 37us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685422.279010:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2862 00000100:00100000:1.0:1734685422.279028:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848356224:0@lo:400:kworker.0 00000100:00100000:3.0:1734685422.279074:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848357376:0@lo:400:kworker.0 00000100:00100000:2.0:1734685422.279221:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848356736:12345-0@lo:8:kworker.0 Request processed in 920us (1577us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685422.279226:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54190 00000100:00080000:0.0:1734685422.279237:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685392 00000100:00080000:0.0:1734685422.279241:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685392 00000100:00080000:0.0:1734685422.279243:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685392 00000100:00100000:2.0:1734685422.279243:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848356608 00000100:00080000:0.0:1734685422.279245:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685392 00000100:00100000:2.0:1734685422.279245:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848356608 00000100:00080000:0.0:1734685422.279254:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685392 00000100:00100000:2.0:1734685422.279264:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41328 00000100:00100000:2.0:1734685422.279267:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848356608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685422.279288:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848356608:12345-0@lo:400:kworker.0 Request processed in 21us (1436us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685422.279292:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41328 00000100:00080000:1.0:1734685422.279335:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685422.279337:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685422.279340:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848356736:0@lo:8:kworker.0 00000100:00100000:3.0:1734685422.279397:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848356608:0@lo:400:kworker.0 00000100:00100000:2.0:1734685422.294589:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848357504:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685422.294679:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685422.294866:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848357504 00000100:00100000:3.0:1734685422.294896:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848357504 00000100:00100000:3.0:1734685422.295027:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41329 00000100:00100000:3.0:1734685422.295034:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848357504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685422.295068:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685422.295115:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848357504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685422.295121:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41329 00000100:00100000:2.0:1734685422.295194:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848357504:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685422.356894:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848357632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685422.356959:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685422.357896:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848357632 00000100:00100000:3.0:1734685422.357904:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848357632 00000100:00100000:3.0:1734685422.357947:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6886 00000100:00100000:3.0:1734685422.357953:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848357632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685422.358007:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685422.358055:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848357632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (1095us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685422.358061:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6886 00000100:00100000:0.0:1734685422.358086:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848357632:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685423.136711:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685424.052812:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848357760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685424.052866:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685424.052967:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848357760 00000100:00100000:0.0:1734685424.052977:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848357760 00000100:00100000:0.0:1734685424.053034:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6887 00000100:00100000:0.0:1734685424.053040:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848357760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685424.053066:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685424.053103:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848357760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685424.053108:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6887 00000100:00100000:3.0:1734685424.053214:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848357760:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734685424.053301:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685394 00010000:00010000:2.0:1734685424.138718:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685424.713017:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685424.713061:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685424.713099:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685424.713174:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685424.713237:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872690560 00000100:00100000:3.0:1734685424.713244:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872690560 00000100:00100000:3.0:1734685424.713286:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 925 00000100:00100000:3.0:1734685424.713292:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872690560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685424.713293:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872690688 00000100:00100000:1.0:1734685424.713302:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872690688 00000100:00080000:2.0:1734685424.713382:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685394 00000100:00080000:2.0:1734685424.713388:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685394 00000100:00100000:2.0:1734685424.713399:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872690944 00000100:00100000:2.0:1734685424.713402:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872690944 00000100:00100000:1.0:1734685424.713407:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872690816 00000100:00100000:1.0:1734685424.713411:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872690816 00000100:00100000:2.0:1734685424.713420:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54192 00000100:00100000:2.0:1734685424.713425:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872690944:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685424.713431:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2863 00000100:00100000:1.0:1734685424.713436:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872690688:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:2.0:1734685424.713445:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685424.713741:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2864 00000100:00100000:0.0:1734685424.713746:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872690816:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685424.714657:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872690560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 1361us (1644us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685424.714666:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 925 00000100:00100000:1.0:1734685424.714899:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872690688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 1460us (1835us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685424.714902:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872690944:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 1474us (1726us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685424.714906:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2863 00000100:00100000:2.0:1734685424.714910:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54192 00000100:00080000:2.0:1734685424.714948:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685394 00000100:00100000:0.0:1734685424.715037:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872690816:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 1289us (1936us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685424.715044:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2864 00010000:00010000:3.0:1734685425.140720:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685426.145787:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685427.145109:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685427.221623:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685427.221647:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848357888:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685427.221708:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685427.221799:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848357888 00000100:00100000:1.0:1734685427.221808:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848357888 00000100:00100000:1.0:1734685427.221855:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41330 00000100:00100000:1.0:1734685427.221862:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848357888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685427.221908:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685427.222214:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848357888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 351us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685427.222220:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41330 00000100:00100000:2.0:1734685427.222296:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848357888:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685427.284736:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685427.284744:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685427.284747:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685427.284756:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10222 00000100:00080000:0.0:1734685427.284761:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685427.284766:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685427.284786:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d82f480 x1818938848358528/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685427.284821:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685427.284824:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685427.284825:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685427.284828:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10222 00000100:00080000:0.0:1734685427.284830:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685427.284833:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685427.284842:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b568380 x1818938848358912/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685427.284871:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848358400:0@lo:400:kworker.0 00000100:00100000:0.0:1734685427.284949:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685427.284957:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848358272:0@lo:400:kworker.0 00000100:00100000:0.0:1734685427.284972:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848359168:0@lo:400:kworker.0 00000100:00100000:3.0:1734685427.284984:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685427.284996:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848358400 00000100:00100000:3.0:1734685427.284997:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848359040:0@lo:400:kworker.0 00000100:00100000:0.0:1734685427.285001:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848358400 00000100:00100000:3.0:1734685427.285012:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685427.285042:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685427.285043:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41331 00000100:00100000:0.0:1734685427.285049:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848358400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685427.285076:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848359040 00000100:00100000:3.0:1734685427.285079:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848359040 00000100:00100000:0.0:1734685427.285098:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848358400:12345-0@lo:400:kworker.0 Request processed in 49us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685427.285099:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7761 00000100:00100000:3.0:1734685427.285102:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848359040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685427.285104:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41331 00000100:00100000:3.0:1734685427.285125:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848359040:12345-0@lo:400:kworker.0 Request processed in 22us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685427.285126:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848358272 00000100:00100000:0.0:1734685427.285128:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848358272 00000100:00100000:3.0:1734685427.285129:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7761 00000100:00100000:0.0:1734685427.285142:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848359168 00000100:00100000:0.0:1734685427.285144:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848359168 00000100:00100000:0.0:1734685427.285155:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865 00000100:00100000:3.0:1734685427.285156:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848358400:0@lo:400:kworker.0 00000100:00100000:0.0:1734685427.285158:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848358272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685427.285174:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848359040:0@lo:400:kworker.0 00000100:00100000:0.0:1734685427.285179:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848358272:12345-0@lo:400:kworker.0 Request processed in 20us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685427.285183:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865 00000100:00100000:3.0:1734685427.285185:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848358272:0@lo:400:kworker.0 00000100:00100000:0.0:1734685427.285190:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2866 00000100:00100000:0.0:1734685427.285193:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848359168:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685427.285197:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685397 00000100:00080000:3.0:1734685427.285200:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685397 00000100:00080000:3.0:1734685427.285202:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685397 00000100:00100000:0.0:1734685427.285211:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848359168:12345-0@lo:400:kworker.0 Request processed in 17us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685427.285215:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848359168:0@lo:400:kworker.0 00000100:00100000:0.0:1734685427.285218:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2866 00000100:00100000:0.0:1734685427.285238:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848358528:0@lo:8:kworker.0 00000100:00100000:0.0:1734685427.285253:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685427.285273:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848358912:0@lo:8:kworker.0 00000100:00100000:0.0:1734685427.285286:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685427.285368:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848358016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685427.285393:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685427.285405:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848358656:0@lo:400:kworker.0 00000100:00100000:2.0:1734685427.285416:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685427.285434:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734685427.285438:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848358144:0@lo:400:kworker.0 00000100:00100000:2.0:1734685427.285451:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685427.285458:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848358784:0@lo:400:kworker.0 00000100:00100000:2.0:1734685427.285471:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685427.285489:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848358016 00000100:00100000:2.0:1734685427.285491:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848358016 00000100:00100000:2.0:1734685427.285512:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:2.0:1734685427.285515:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848358016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685427.285562:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848358016:12345-0@lo:400:kworker.0 Request processed in 46us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685427.285568:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00080000:2.0:1734685427.285586:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685397 00000100:00100000:2.0:1734685427.285598:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848358016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685427.285621:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848358528 00000100:00100000:2.0:1734685427.285624:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848358528 00000100:00100000:3.0:1734685427.285625:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848358912 00000100:00100000:3.0:1734685427.285627:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848358912 00000100:00100000:2.0:1734685427.285635:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848358656 00000100:00100000:2.0:1734685427.285637:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848358656 00000100:00100000:3.0:1734685427.285639:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54193 00000100:00100000:3.0:1734685427.285643:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848358528:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685427.285648:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7762 00000100:00100000:2.0:1734685427.285651:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848358656:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734685427.285659:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685427.285674:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848358656:12345-0@lo:400:kworker.0 Request processed in 22us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685427.285678:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848358528:12345-0@lo:8:kworker.0 Request processed in 35us (425us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685427.285679:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7762 00000100:00100000:3.0:1734685427.285683:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54193 00000100:00100000:2.0:1734685427.285687:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54194 00000100:00100000:2.0:1734685427.285690:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848358912:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685427.285698:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734685427.285699:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685427.285702:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685427.285704:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848358528:0@lo:8:kworker.0 00000100:00080000:3.0:1734685427.285710:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685427.285711:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848358912:12345-0@lo:8:kworker.0 Request processed in 20us (424us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734685427.285712:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685427.285714:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848358912:0@lo:8:kworker.0 00000100:00100000:2.0:1734685427.285716:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54194 00000100:00080000:2.0:1734685427.285726:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685397 00000100:00100000:2.0:1734685427.285736:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848358656:0@lo:400:kworker.0 00000100:00100000:0.0:1734685427.286242:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848358144 00000100:00100000:0.0:1734685427.286246:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848358144 00000100:00080000:2.0:1734685427.287180:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685397 00000100:00100000:0.0:1734685427.287287:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848358784 00000100:00100000:0.0:1734685427.287293:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848358784 00000100:00100000:1.0:1734685427.287298:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867 00000100:00100000:1.0:1734685427.287305:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848358144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685427.287326:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868 00000100:00100000:0.0:1734685427.287331:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848358784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685427.287374:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848358144:12345-0@lo:400:kworker.0 Request processed in 69us (1922us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685427.287380:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867 00000100:00100000:0.0:1734685427.287451:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848358784:12345-0@lo:400:kworker.0 Request processed in 119us (1978us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685427.287464:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868 00000100:00100000:3.0:1734685427.287820:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848358144:0@lo:400:kworker.0 00000100:00100000:3.0:1734685427.287831:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848358784:0@lo:400:kworker.0 00000100:00100000:3.0:1734685427.301701:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848359296:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685427.301767:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685427.302031:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848359296 00000100:00100000:0.0:1734685427.302043:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848359296 00000100:00100000:0.0:1734685427.302146:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41332 00000100:00100000:0.0:1734685427.302156:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848359296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685427.302207:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685427.302553:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848359296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 397us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685427.302560:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41332 00000100:00100000:2.0:1734685427.302633:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848359296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685427.365405:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848359424:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685427.365467:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685427.365511:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848359424 00000100:00100000:0.0:1734685427.365517:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848359424 00000100:00100000:0.0:1734685427.365565:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6888 00000100:00100000:0.0:1734685427.365571:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848359424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685427.365601:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685427.365631:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848359424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685427.365637:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6888 00000100:00100000:0.0:1734685427.365673:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848359424:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685428.146743:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685429.060917:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685429.060940:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848359552:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685429.061005:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685429.061065:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848359552 00000100:00100000:0.0:1734685429.061073:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848359552 00000100:00080000:2.0:1734685429.063006:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685399 00000100:00100000:0.0:1734685429.063123:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6889 00000100:00100000:0.0:1734685429.063131:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848359552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685429.063161:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685429.063233:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848359552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (2228us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685429.063239:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6889 00000100:00100000:3.0:1734685429.063341:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848359552:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685429.151100:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685429.720255:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685429.720307:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685429.720339:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685429.720453:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872691072 00000100:00100000:3.0:1734685429.720461:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872691072 00000100:00100000:3.0:1734685429.720507:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 927 00000100:00100000:3.0:1734685429.720513:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872691072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685429.720726:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872691200 00000100:00100000:2.0:1734685429.720731:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872691200 00000100:00100000:2.0:1734685429.720756:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872691328 00000100:00100000:2.0:1734685429.720758:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872691328 00000100:00100000:2.0:1734685429.720770:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2869 00000100:00100000:2.0:1734685429.720775:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872691200:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685429.720843:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2870 00000100:00100000:1.0:1734685429.720848:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872691328:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685429.721388:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872691072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 873us (1078us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685429.721396:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 927 00000100:00080000:3.0:1734685429.721443:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685399 00000100:00080000:3.0:1734685429.721446:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685399 00000100:00080000:3.0:1734685429.721448:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685399 00000100:00100000:2.0:1734685429.721667:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872691200:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 890us (1421us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685429.721673:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2869 00000100:00100000:1.0:1734685429.721742:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872691328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 892us (1400us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685429.721748:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2870 00000100:00100000:0.0:1734685429.721782:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685429.721833:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872691456 00000100:00100000:2.0:1734685429.721837:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872691456 00000100:00100000:2.0:1734685429.721871:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54195 00000100:00100000:2.0:1734685429.721876:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872691456:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685429.721895:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685429.721916:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872691456:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 39us (280us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685429.721921:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54195 00010000:00010000:3.0:1734685430.153464:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685431.155099:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685432.159231:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685432.229293:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848359680:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685432.229379:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685432.229579:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848359680 00000100:00100000:1.0:1734685432.229590:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848359680 00000100:00100000:3.0:1734685432.230786:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41333 00000100:00100000:3.0:1734685432.230796:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848359680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685432.230852:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685432.230921:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848359680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 121us (1538us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685432.230928:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41333 00000100:00100000:2.0:1734685432.230992:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848359680:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685432.292825:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734685432.292825:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848359808:0@lo:400:kworker.0 00000100:00080000:0.0:1734685432.292832:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685432.292836:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685432.292843:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10227 00000100:00080000:0.0:1734685432.292849:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685432.292856:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685432.292880:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b56b480 x1818938848360320/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685432.292905:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685432.292908:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685432.292909:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685432.292913:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10227 00000100:00080000:0.0:1734685432.292915:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734685432.292916:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685432.292918:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685432.292926:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b568000 x1818938848360704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685432.292953:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848360448:0@lo:400:kworker.0 00000100:00100000:0.0:1734685432.292963:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848360064:0@lo:400:kworker.0 00000100:00100000:3.0:1734685432.292980:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685432.293058:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848359936:0@lo:400:kworker.0 00000100:00100000:0.0:1734685432.293209:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685432.293223:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848360320:0@lo:8:kworker.0 00000100:00100000:0.0:1734685432.293232:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848360832:0@lo:400:kworker.0 00000100:00100000:1.0:1734685432.293233:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685432.293250:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848360576:0@lo:400:kworker.0 00000100:00100000:3.0:1734685432.293253:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685432.293264:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848360704:0@lo:8:kworker.0 00000100:00100000:1.0:1734685432.293267:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685432.293279:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685432.293293:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848360064 00000100:00100000:3.0:1734685432.293293:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848359808 00000100:00100000:0.0:1734685432.293297:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734685432.293300:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848360064 00000100:00100000:3.0:1734685432.293300:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848359808 00000100:00100000:0.0:1734685432.293302:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848360192:0@lo:400:kworker.0 00000100:00100000:0.0:1734685432.293321:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685432.293332:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848360960:0@lo:400:kworker.0 00000100:00100000:1.0:1734685432.293343:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848359936 00000100:00100000:1.0:1734685432.293346:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848359936 00000100:00100000:0.0:1734685432.293348:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685432.293368:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848360448 00000100:00100000:0.0:1734685432.293370:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848360448 00000100:00100000:2.0:1734685432.293403:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848360320 00000100:00100000:2.0:1734685432.293416:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848360320 00000100:00100000:2.0:1734685432.293456:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848360832 00000100:00100000:2.0:1734685432.293459:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848360832 00000100:00100000:3.0:1734685432.293517:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1734685432.293525:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848359808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685432.293591:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848359808:12345-0@lo:400:kworker.0 Request processed in 66us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685432.293597:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:1.0:1734685432.293607:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848360576 00000100:00100000:0.0:1734685432.293610:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7763 00000100:00100000:1.0:1734685432.293610:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848360576 00000100:00100000:0.0:1734685432.293615:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848360448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685432.293622:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848360960 00000100:00100000:1.0:1734685432.293624:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848360960 00000100:00100000:3.0:1734685432.293632:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871 00000100:00100000:3.0:1734685432.293637:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848360064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685432.293640:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00000100:00100000:0.0:1734685432.293644:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848360448:12345-0@lo:400:kworker.0 Request processed in 29us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685432.293644:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848359936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685432.293649:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7763 00000100:00100000:0.0:1734685432.293662:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54196 00000100:00100000:3.0:1734685432.293663:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848360064:12345-0@lo:400:kworker.0 Request processed in 26us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685432.293665:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848360320:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685432.293669:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848359936:12345-0@lo:400:kworker.0 Request processed in 25us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685432.293669:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871 00000100:00100000:1.0:1734685432.293673:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00010000:00020000:0.0:1734685432.293687:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685432.293687:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873 00000100:00100000:1.0:1734685432.293689:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848360576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685432.293690:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2874 00000100:00100000:3.0:1734685432.293693:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848360960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685432.293705:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848360576:12345-0@lo:400:kworker.0 Request processed in 14us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685432.293706:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848360320:12345-0@lo:8:kworker.0 Request processed in 40us (453us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685432.293709:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873 00000100:00100000:0.0:1734685432.293710:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54196 00000100:00100000:3.0:1734685432.293713:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848360960:12345-0@lo:400:kworker.0 Request processed in 18us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685432.293718:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2874 00000100:00100000:3.0:1734685432.293740:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848360192 00000100:00100000:3.0:1734685432.293743:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848360192 00000100:00100000:1.0:1734685432.293748:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848359936:0@lo:400:kworker.0 00000100:00100000:1.0:1734685432.293756:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848360576:0@lo:400:kworker.0 00000100:00100000:3.0:1734685432.293764:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41334 00000100:00100000:3.0:1734685432.293769:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848360192:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685432.293778:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685402 00000100:00080000:1.0:1734685432.293782:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685402 00000100:00080000:1.0:1734685432.293783:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685402 00000100:00080000:1.0:1734685432.293785:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685402 00000100:00100000:3.0:1734685432.293792:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f54380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848360192:12345-0@lo:400:kworker.0 Request processed in 23us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685432.293797:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41334 00000100:00100000:3.0:1734685432.293830:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848360448:0@lo:400:kworker.0 00000100:00100000:3.0:1734685432.293836:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848359808:0@lo:400:kworker.0 00000100:00100000:0.0:1734685432.293890:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685432.293919:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685432.293922:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685432.293926:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848360320:0@lo:8:kworker.0 00000100:00100000:0.0:1734685432.293946:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848360704 00000100:00100000:0.0:1734685432.293948:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848360704 00000100:00100000:0.0:1734685432.293961:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54197 00000100:00100000:0.0:1734685432.293965:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848360704:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685432.293974:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685432.293996:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848360704:12345-0@lo:8:kworker.0 Request processed in 30us (106us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685432.294007:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54197 00000100:00080000:0.0:1734685432.294023:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685432.294026:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685432.294028:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848360704:0@lo:8:kworker.0 00000100:00100000:0.0:1734685432.294048:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848360192:0@lo:400:kworker.0 00000100:00100000:0.0:1734685432.294056:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848360960:0@lo:400:kworker.0 00000100:00100000:0.0:1734685432.294064:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848360064:0@lo:400:kworker.0 00000100:00100000:2.0:1734685432.294132:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7764 00000100:00100000:2.0:1734685432.294141:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848360832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685432.294247:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848360832:12345-0@lo:400:kworker.0 Request processed in 107us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685432.294253:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7764 00000100:00100000:0.0:1734685432.294368:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848360832:0@lo:400:kworker.0 00000100:00100000:1.0:1734685432.311590:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685432.311627:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848361088:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685432.311717:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685432.311902:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848361088 00000100:00100000:2.0:1734685432.311913:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848361088 00000100:00100000:2.0:1734685432.311962:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41335 00000100:00100000:2.0:1734685432.311969:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848361088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685432.312016:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685432.312088:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848361088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685432.312097:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41335 00000100:00100000:0.0:1734685432.313706:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848361088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685432.373335:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848361216:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685432.373440:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685432.373573:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848361216 00000100:00100000:2.0:1734685432.373583:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848361216 00000100:00100000:2.0:1734685432.373634:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6890 00000100:00100000:2.0:1734685432.373643:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848361216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685432.373680:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685432.374100:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848361216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 456us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685432.374108:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6890 00000100:00100000:1.0:1734685432.374190:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848361216:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685433.158814:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685434.070056:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685434.070087:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848361344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685434.070179:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685434.070737:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848361344 00000100:00100000:3.0:1734685434.070749:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848361344 00000100:00100000:3.0:1734685434.070889:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6891 00000100:00100000:3.0:1734685434.070898:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848361344:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734685434.070958:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685404 00002000:00000024:3.0:1734685434.071104:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685434.071369:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848361344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 471us (1191us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685434.071376:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6891 00000100:00100000:2.0:1734685434.071392:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848361344:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685434.162216:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685434.728916:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685434.728960:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685434.729124:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872691712 00000100:00100000:3.0:1734685434.729134:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872691712 00000100:00100000:3.0:1734685434.729203:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2875 00000100:00100000:3.0:1734685434.729211:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872691712:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685434.730083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685404 00000100:00100000:2.0:1734685434.730228:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872691584 00000100:00100000:2.0:1734685434.730233:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872691584 00000100:00100000:2.0:1734685434.730278:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 929 00000100:00100000:2.0:1734685434.730283:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872691584:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685434.730397:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685404 00000100:00100000:0.0:1734685434.730423:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685434.730452:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872691840 00000100:00100000:1.0:1734685434.730455:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872691840 00000100:00100000:1.0:1734685434.730483:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2876 00000100:00100000:1.0:1734685434.730487:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872691840:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685434.730560:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872691840:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 70us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685434.730566:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2876 00000100:00080000:1.0:1734685434.730592:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685404 00000100:00100000:3.0:1734685434.730654:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872691712:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 1443us (1749us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685434.730660:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2875 00000100:00100000:2.0:1734685434.730738:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872691584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 454us (1776us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685434.730744:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 929 00000100:00100000:0.0:1734685434.731588:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685434.731615:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872691968 00000100:00100000:1.0:1734685434.731620:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872691968 00000100:00100000:1.0:1734685434.732058:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54198 00000100:00100000:1.0:1734685434.732066:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872691968:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685434.732095:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685434.732153:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872691968:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 88us (1089us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685434.732159:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54198 00010000:00010000:3.0:1734685435.164957:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685436.168012:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685437.169032:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685437.237941:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685437.237971:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848361472:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685437.238055:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685437.238780:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848361472 00000100:00100000:2.0:1734685437.238790:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848361472 00000100:00100000:2.0:1734685437.238943:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41336 00000100:00100000:2.0:1734685437.238952:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848361472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685437.239002:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685437.239388:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848361472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 436us (1332us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685437.239395:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41336 00000100:00100000:1.0:1734685437.239605:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848361472:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685437.301438:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685437.301444:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685437.301448:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685437.301457:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10232 00000100:00080000:0.0:1734685437.301462:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685437.301468:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685437.301469:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848361728:0@lo:400:kworker.0 00000100:00100000:3.0:1734685437.301485:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848361600:0@lo:400:kworker.0 00000100:00100000:0.0:1734685437.301490:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880122f56a00 x1818938848362112/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685437.301520:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685437.301523:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685437.301524:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685437.301551:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10232 00000100:00080000:0.0:1734685437.301554:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685437.301558:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685437.301568:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880122f57480 x1818938848362496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685437.301610:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848361856:0@lo:400:kworker.0 00000100:00100000:2.0:1734685437.301733:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848361984:0@lo:400:kworker.0 00000100:00100000:3.0:1734685437.301827:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685437.301841:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685437.301855:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848362240:0@lo:400:kworker.0 00000100:00100000:0.0:1734685437.301858:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848361600 00000100:00100000:1.0:1734685437.301863:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848362368:0@lo:400:kworker.0 00000100:00100000:0.0:1734685437.301866:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848361600 00000100:00100000:3.0:1734685437.301875:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685437.301882:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685437.301898:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848362112:0@lo:8:kworker.0 00000100:00100000:1.0:1734685437.301903:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848361728 00000100:00100000:1.0:1734685437.301906:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848361728 00000100:00100000:0.0:1734685437.301912:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1734685437.301912:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685437.301919:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848361600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685437.301921:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848362496:0@lo:8:kworker.0 00000100:00100000:1.0:1734685437.301931:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848362368 00000100:00100000:3.0:1734685437.301931:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685437.301932:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848362368 00000100:00100000:1.0:1734685437.301944:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877 00000100:00100000:1.0:1734685437.301949:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848361728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685437.301960:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848362240 00000100:00100000:3.0:1734685437.301963:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848362240 00000100:00100000:0.0:1734685437.301971:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848361600:12345-0@lo:400:kworker.0 Request processed in 52us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685437.301977:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1734685437.301979:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848361728:12345-0@lo:400:kworker.0 Request processed in 29us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685437.301984:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877 00000100:00100000:3.0:1734685437.301984:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848362112 00000100:00100000:3.0:1734685437.301986:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848362112 00000100:00100000:3.0:1734685437.301996:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848362496 00000100:00100000:3.0:1734685437.301997:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848362496 00000100:00100000:1.0:1734685437.301998:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878 00000100:00100000:1.0:1734685437.302001:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848362368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685437.302006:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7765 00000100:00100000:3.0:1734685437.302010:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848362240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685437.302016:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54199 00000100:00100000:1.0:1734685437.302016:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848362368:12345-0@lo:400:kworker.0 Request processed in 14us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685437.302020:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848362112:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685437.302020:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878 00000100:00100000:3.0:1734685437.302035:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848362240:12345-0@lo:400:kworker.0 Request processed in 24us (159us total) trans 0 rc 0/0 00000100:00080000:1.0:1734685437.302038:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685407 00000100:00100000:3.0:1734685437.302040:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7765 00000100:00080000:1.0:1734685437.302042:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685407 00010000:00020000:0.0:1734685437.302043:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734685437.302043:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685407 00000100:00100000:3.0:1734685437.302051:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54200 00000100:00100000:3.0:1734685437.302054:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848362496:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685437.302062:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685437.302068:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848362112:12345-0@lo:8:kworker.0 Request processed in 47us (155us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685437.302073:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54199 00000100:00100000:1.0:1734685437.302073:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848362368:0@lo:400:kworker.0 00000100:00100000:3.0:1734685437.302076:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848362496:12345-0@lo:8:kworker.0 Request processed in 20us (143us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685437.302081:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848361728:0@lo:400:kworker.0 00000100:00100000:3.0:1734685437.302081:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54200 00000100:00080000:0.0:1734685437.302097:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685437.302099:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685437.302102:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f56a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848362112:0@lo:8:kworker.0 00000100:00100000:3.0:1734685437.302108:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848362240:0@lo:400:kworker.0 00000100:00080000:0.0:1734685437.302109:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685437.302111:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685437.302113:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848362496:0@lo:8:kworker.0 00000100:00100000:3.0:1734685437.302115:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848361600:0@lo:400:kworker.0 00000100:00100000:0.0:1734685437.302128:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685437.302138:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848362624:0@lo:400:kworker.0 00000100:00100000:3.0:1734685437.302148:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848361856 00000100:00100000:3.0:1734685437.302151:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848361856 00000100:00100000:0.0:1734685437.302152:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685437.302181:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2879 00000100:00100000:3.0:1734685437.302185:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848361856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685437.302222:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848361856:12345-0@lo:400:kworker.0 Request processed in 35us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685437.302227:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2879 00000100:00080000:1.0:1734685437.302236:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685407 00000100:00100000:1.0:1734685437.302246:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848362624 00000100:00100000:0.0:1734685437.302248:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848361856:0@lo:400:kworker.0 00000100:00100000:1.0:1734685437.302249:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848362624 00000100:00100000:1.0:1734685437.302277:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7766 00000100:00100000:1.0:1734685437.302281:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848362624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685437.302309:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848362624:12345-0@lo:400:kworker.0 Request processed in 27us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685437.302314:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7766 00000100:00100000:2.0:1734685437.302320:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685437.302325:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685407 00000100:00100000:2.0:1734685437.302336:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848362752:0@lo:400:kworker.0 00000100:00100000:1.0:1734685437.302341:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848361984 00000100:00100000:1.0:1734685437.302343:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848361984 00000100:00100000:2.0:1734685437.302353:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685437.302364:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41337 00000100:00100000:1.0:1734685437.302368:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848361984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685437.302411:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848361984:12345-0@lo:400:kworker.0 Request processed in 42us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685437.302414:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848362624:0@lo:400:kworker.0 00000100:00100000:1.0:1734685437.302416:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41337 00000100:00080000:1.0:1734685437.302427:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685407 00000100:00100000:2.0:1734685437.302741:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848361984:0@lo:400:kworker.0 00000100:00100000:3.0:1734685437.303580:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848362752 00000100:00100000:3.0:1734685437.303585:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848362752 00000100:00100000:3.0:1734685437.303631:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880 00000100:00100000:3.0:1734685437.303637:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848362752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685437.303865:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848362752:12345-0@lo:400:kworker.0 Request processed in 227us (1508us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685437.303871:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880 00000100:00100000:2.0:1734685437.303940:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848362752:0@lo:400:kworker.0 00000100:00100000:1.0:1734685437.316917:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685437.316942:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848362880:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685437.317029:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685437.317115:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848362880 00000100:00100000:2.0:1734685437.317126:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848362880 00000100:00100000:2.0:1734685437.317179:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41338 00000100:00100000:2.0:1734685437.317187:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848362880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685437.317241:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685437.317303:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848362880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685437.317310:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41338 00000100:00100000:1.0:1734685437.317337:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848362880:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685437.380976:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848363008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685437.381059:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685437.381180:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848363008 00000100:00100000:0.0:1734685437.381191:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848363008 00000100:00100000:0.0:1734685437.381241:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6892 00000100:00100000:0.0:1734685437.381249:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848363008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685437.381294:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685437.381356:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848363008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685437.381362:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6892 00000100:00100000:2.0:1734685437.381444:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f8d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848363008:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685438.173806:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685439.077655:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848363136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685439.077784:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685439.077909:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848363136 00000100:00100000:1.0:1734685439.077919:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848363136 00000100:00080000:2.0:1734685439.077972:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685409 00000100:00100000:1.0:1734685439.077993:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6893 00000100:00100000:1.0:1734685439.078001:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848363136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685439.078041:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685439.078098:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848363136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685439.078106:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6893 00000100:00100000:2.0:1734685439.078138:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848363136:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685439.177358:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685439.735725:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685439.735785:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685439.735817:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685439.735846:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872692352 00000100:00100000:3.0:1734685439.735858:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872692352 00000100:00100000:3.0:1734685439.735924:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872692224 00000100:00100000:3.0:1734685439.735927:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872692224 00000100:00100000:3.0:1734685439.735949:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2881 00000100:00100000:3.0:1734685439.735957:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872692352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685439.736036:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872692352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 80us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685439.736043:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2881 00000100:00100000:3.0:1734685439.736061:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2882 00000100:00100000:1.0:1734685439.736062:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872692096 00000100:00100000:3.0:1734685439.736064:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872692224:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685439.736068:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872692096 00000100:00100000:3.0:1734685439.736082:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872692224:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685439.736086:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2882 00000100:00100000:1.0:1734685439.736100:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 931 00000100:00100000:1.0:1734685439.736106:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872692096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685439.736132:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872692096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685439.736138:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 931 00000100:00080000:2.0:1734685439.736199:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685409 00000100:00080000:2.0:1734685439.736204:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685409 00000100:00080000:2.0:1734685439.736206:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685409 00000100:00100000:0.0:1734685439.738502:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685439.738807:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872692480 00000100:00100000:2.0:1734685439.738818:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872692480 00000100:00100000:2.0:1734685439.738861:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54201 00000100:00100000:2.0:1734685439.738867:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872692480:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685439.738893:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685439.738938:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872692480:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 71us (444us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685439.738945:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54201 00010000:00010000:3.0:1734685440.178719:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685441.180984:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685442.183119:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685442.246042:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848363264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685442.246127:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685442.246993:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848363264 00000100:00100000:2.0:1734685442.247003:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848363264 00000100:00100000:2.0:1734685442.247598:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41339 00000100:00100000:2.0:1734685442.247605:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848363264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685442.247658:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685442.247713:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848363264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (1586us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685442.247720:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41339 00000100:00100000:3.0:1734685442.247848:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f8d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848363264:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685442.309172:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685442.309179:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685442.309183:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685442.309191:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10237 00000100:00080000:0.0:1734685442.309196:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685442.309203:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685442.309230:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ecb7b80 x1818938848363904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685442.309274:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685442.309279:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685442.309280:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685442.309283:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10237 00000100:00080000:0.0:1734685442.309286:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685442.309290:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685442.309301:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008cafc700 x1818938848364288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685442.309357:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848363648:0@lo:400:kworker.0 00000100:00100000:0.0:1734685442.309427:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685442.309458:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848364416:0@lo:400:kworker.0 00000100:00100000:0.0:1734685442.309476:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685442.309495:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685442.309499:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848363776:0@lo:400:kworker.0 00000100:00100000:0.0:1734685442.309517:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685442.309549:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848364544:0@lo:400:kworker.0 00000100:00100000:0.0:1734685442.309566:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685442.309597:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848363648 00000100:00100000:0.0:1734685442.309605:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848363648 00000100:00100000:0.0:1734685442.309685:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848364544 00000100:00100000:0.0:1734685442.309687:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848364544 00000100:00100000:0.0:1734685442.309703:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2883 00000100:00100000:0.0:1734685442.309709:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848363648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.310622:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848363520:0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.310675:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685442.310694:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848364160:0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.310713:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685442.310731:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734685442.310737:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848363392:0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.310762:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685442.310775:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848364032:0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.310794:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685442.310817:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685412 00000100:00100000:2.0:1734685442.310832:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848363520 00000100:00100000:2.0:1734685442.310836:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848363520 00000100:00100000:2.0:1734685442.310863:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848364160 00000100:00100000:2.0:1734685442.310865:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848364160 00000100:00100000:2.0:1734685442.310875:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884 00000100:00100000:2.0:1734685442.310881:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848364544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.310924:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848364544:12345-0@lo:400:kworker.0 Request processed in 42us (1356us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685442.310932:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884 00000100:00100000:2.0:1734685442.310949:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885 00000100:00100000:2.0:1734685442.310952:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848363520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.310976:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848363520:12345-0@lo:400:kworker.0 Request processed in 23us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685442.310981:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885 00000100:00100000:2.0:1734685442.310993:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886 00000100:00100000:2.0:1734685442.310996:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848364160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.311014:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848364160:12345-0@lo:400:kworker.0 Request processed in 17us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685442.311018:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886 00000100:00100000:2.0:1734685442.311037:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848364416 00000100:00100000:2.0:1734685442.311040:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848364416 00000100:00100000:2.0:1734685442.311062:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848364032 00000100:00100000:2.0:1734685442.311064:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848364032 00000100:00100000:2.0:1734685442.311075:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7767 00000100:00100000:2.0:1734685442.311079:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848364416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.311104:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848364416:12345-0@lo:400:kworker.0 Request processed in 24us (1627us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685442.311108:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7767 00000100:00100000:2.0:1734685442.311116:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7768 00000100:00100000:2.0:1734685442.311118:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848364032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.311136:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848364032:12345-0@lo:400:kworker.0 Request processed in 17us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685442.311140:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7768 00000100:00080000:2.0:1734685442.311152:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685412 00000100:00080000:2.0:1734685442.311154:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685412 00000100:00100000:2.0:1734685442.311175:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848364032:0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.311185:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848363520:0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.311192:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848364160:0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.311279:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848364544:0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.311287:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848364416:0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.311310:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848363776 00000100:00100000:2.0:1734685442.311313:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848363776 00000100:00100000:2.0:1734685442.311334:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41340 00000100:00100000:2.0:1734685442.311337:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848363776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.311364:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848363776:12345-0@lo:400:kworker.0 Request processed in 26us (1846us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685442.311369:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41340 00000100:00080000:2.0:1734685442.311379:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685412 00000100:00100000:2.0:1734685442.311392:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848363776:0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.311422:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848363392 00000100:00100000:2.0:1734685442.311424:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848363392 00000100:00100000:2.0:1734685442.311447:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1734685442.311451:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848363392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.311474:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848363392:12345-0@lo:400:kworker.0 Request processed in 23us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685442.311480:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00080000:2.0:1734685442.311501:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685412 00000100:00100000:2.0:1734685442.311512:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848363392:0@lo:400:kworker.0 00000100:00100000:1.0:1734685442.311640:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848363904:0@lo:8:kworker.0 00000100:00100000:1.0:1734685442.311677:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685442.311690:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848364288:0@lo:8:kworker.0 00000100:00100000:1.0:1734685442.311705:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685442.311726:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848363904 00000100:00100000:1.0:1734685442.311730:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848363904 00000100:00100000:1.0:1734685442.311743:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848364288 00000100:00100000:1.0:1734685442.311745:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848364288 00000100:00100000:1.0:1734685442.311755:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54202 00000100:00100000:1.0:1734685442.311759:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848363904:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685442.311781:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685442.311810:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848363904:12345-0@lo:8:kworker.0 Request processed in 51us (133us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685442.311815:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54202 00000100:00100000:1.0:1734685442.311827:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54203 00000100:00100000:1.0:1734685442.311830:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848364288:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685442.311838:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685442.311855:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848364288:12345-0@lo:8:kworker.0 Request processed in 23us (149us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685442.311860:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54203 00000100:00080000:1.0:1734685442.311881:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685442.311885:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685442.311888:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848363904:0@lo:8:kworker.0 00000100:00080000:1.0:1734685442.311893:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685442.311896:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685442.311899:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848364288:0@lo:8:kworker.0 00000100:00100000:0.0:1734685442.314434:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848363648:12345-0@lo:400:kworker.0 Request processed in 4713us (4995us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685442.314453:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2883 00000100:00100000:3.0:1734685442.314497:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848363648:0@lo:400:kworker.0 00000100:00100000:2.0:1734685442.325000:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685442.325032:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848364672:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685442.325127:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685442.325213:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848364672 00000100:00100000:0.0:1734685442.325224:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848364672 00000100:00100000:0.0:1734685442.325272:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41341 00000100:00100000:0.0:1734685442.325281:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848364672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685442.325326:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685442.326510:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848364672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1226us (1381us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685442.326520:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41341 00000100:00100000:2.0:1734685442.326553:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f8d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848364672:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685442.388815:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685442.388840:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848364800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685442.388917:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685442.390105:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848364800 00000100:00100000:0.0:1734685442.390116:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848364800 00000100:00100000:0.0:1734685442.390165:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6894 00000100:00100000:0.0:1734685442.390172:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848364800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685442.390211:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685442.390284:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848364800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (1367us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685442.390291:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6894 00000100:00100000:3.0:1734685442.392842:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f8d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848364800:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685443.185906:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685444.086039:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848364928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685444.086146:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685444.086330:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848364928 00000100:00100000:1.0:1734685444.086341:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848364928 00000100:00100000:1.0:1734685444.086403:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6895 00000100:00100000:1.0:1734685444.086410:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848364928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685444.086448:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685444.086495:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848364928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685444.086502:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6895 00000100:00100000:3.0:1734685444.086580:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848364928:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734685444.086653:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685414 00010000:00010000:2.0:1734685444.188833:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685444.743452:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685444.744116:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685444.744235:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685444.744727:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872692608 00000100:00100000:3.0:1734685444.744740:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872692608 00000100:00100000:3.0:1734685444.744797:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 933 00000100:00100000:3.0:1734685444.744807:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872692608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685444.744885:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872692608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 78us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685444.744892:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 933 00000100:00080000:3.0:1734685444.744954:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685414 00000100:00100000:2.0:1734685444.745089:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872692736 00000100:00100000:2.0:1734685444.745095:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872692736 00000100:00100000:2.0:1734685444.745137:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872692864 00000100:00100000:2.0:1734685444.745140:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872692864 00000100:00100000:2.0:1734685444.745156:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2887 00000100:00100000:2.0:1734685444.745161:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872692736:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685444.745192:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872692736:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (1755us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685444.745198:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2887 00000100:00100000:2.0:1734685444.745213:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2888 00000100:00100000:2.0:1734685444.745216:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872692864:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685444.745231:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872692864:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685444.745235:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2888 00000100:00100000:0.0:1734685444.745360:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685444.745383:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872692992 00000100:00100000:0.0:1734685444.745386:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872692992 00000100:00100000:0.0:1734685444.745402:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54204 00000100:00100000:0.0:1734685444.745406:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872692992:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685444.745428:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685444.745445:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872692992:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 39us (86us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685444.745451:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54204 00000100:00080000:3.0:1734685444.745503:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685414 00000100:00080000:3.0:1734685444.745505:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685414 00010000:00010000:3.0:1734685445.190797:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685446.194652:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685447.195807:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685447.252780:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848365056:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685447.252843:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685447.257623:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848365056 00000100:00100000:1.0:1734685447.257634:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848365056 00000100:00100000:1.0:1734685447.257695:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41342 00000100:00100000:1.0:1734685447.257701:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848365056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685447.257736:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685447.259573:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848365056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1856us (6715us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685447.259582:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41342 00000100:00100000:0.0:1734685447.259902:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848365056:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685447.317796:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848365184:0@lo:400:kworker.0 00000100:00100000:3.0:1734685447.317870:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685447.317918:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848365184 00000100:00100000:3.0:1734685447.317926:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848365184 00000100:00080000:0.0:1734685447.317928:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685447.317933:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685447.317936:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685447.317940:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10242 00000100:00080000:0.0:1734685447.317944:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685447.317948:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685447.317962:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1734685447.317966:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff45180 x1818938848365696/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685447.317967:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848365184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685447.318000:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848365184:12345-0@lo:400:kworker.0 Request processed in 33us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685447.318005:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:2.0:1734685447.318010:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848365312:0@lo:400:kworker.0 00000100:00080000:3.0:1734685447.318028:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685417 00000100:00100000:2.0:1734685447.318036:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685447.318047:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848365184:0@lo:400:kworker.0 00000100:00100000:2.0:1734685447.318056:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848365440:0@lo:400:kworker.0 00000100:00100000:2.0:1734685447.318071:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685447.318072:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848365312 00000100:00100000:3.0:1734685447.318075:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848365312 00000100:00100000:2.0:1734685447.318081:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685447.318086:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848365568:0@lo:400:kworker.0 00000100:00100000:3.0:1734685447.318094:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848365440 00000100:00100000:3.0:1734685447.318095:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848365440 00000100:00100000:2.0:1734685447.318100:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685447.318108:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889 00000100:00100000:3.0:1734685447.318112:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848365312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685447.318119:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890 00000100:00100000:2.0:1734685447.318123:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848365440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685447.318137:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848365312:12345-0@lo:400:kworker.0 Request processed in 24us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685447.318141:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889 00000100:00100000:2.0:1734685447.318142:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848365440:12345-0@lo:400:kworker.0 Request processed in 19us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685447.318146:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890 00000100:00080000:3.0:1734685447.318153:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685417 00000100:00080000:3.0:1734685447.318155:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685417 00000100:00100000:3.0:1734685447.318166:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848365568 00000100:00100000:2.0:1734685447.318167:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848365312:0@lo:400:kworker.0 00000100:00100000:3.0:1734685447.318168:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848365568 00000100:00100000:2.0:1734685447.318183:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848365440:0@lo:400:kworker.0 00000100:00100000:3.0:1734685447.318185:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41343 00000100:00100000:3.0:1734685447.318188:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848365568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685447.318210:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848365568:12345-0@lo:400:kworker.0 Request processed in 21us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685447.318215:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41343 00000100:00100000:2.0:1734685447.318222:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848365568:0@lo:400:kworker.0 00000100:00080000:3.0:1734685447.318224:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685417 00000100:00080000:0.0:1734685447.318295:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685447.318298:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685447.318299:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685447.318302:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10242 00000100:00080000:0.0:1734685447.318305:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685447.318308:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685447.318320:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff2d880 x1818938848366080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685447.318355:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848366208:0@lo:400:kworker.0 00000100:00100000:0.0:1734685447.318384:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685447.318403:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685447.318407:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848366336:0@lo:400:kworker.0 00000100:00100000:0.0:1734685447.318421:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685447.318440:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848366208 00000100:00100000:0.0:1734685447.318442:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848366208 00000100:00100000:0.0:1734685447.318463:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7769 00000100:00100000:0.0:1734685447.318467:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848366208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685447.318490:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848366208:12345-0@lo:400:kworker.0 Request processed in 23us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685447.318494:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7769 00000100:00100000:0.0:1734685447.318517:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848366208:0@lo:400:kworker.0 00000100:00080000:3.0:1734685447.318879:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685417 00000100:00100000:2.0:1734685447.318883:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848365696:0@lo:8:kworker.0 00000100:00100000:3.0:1734685447.318888:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848365824:0@lo:400:kworker.0 00000100:00100000:2.0:1734685447.318903:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685447.318931:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848366080:0@lo:8:kworker.0 00000100:00100000:2.0:1734685447.318946:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685447.318966:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685447.318975:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848366336 00000100:00100000:3.0:1734685447.318976:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685447.318977:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848366336 00000100:00100000:3.0:1734685447.318980:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848365952:0@lo:400:kworker.0 00000100:00100000:2.0:1734685447.318993:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2891 00000100:00100000:2.0:1734685447.318997:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848366336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685447.318997:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685447.319010:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848365952 00000100:00100000:3.0:1734685447.319012:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848365952 00000100:00100000:2.0:1734685447.319017:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848366336:12345-0@lo:400:kworker.0 Request processed in 20us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685447.319021:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2891 00000100:00100000:3.0:1734685447.319026:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892 00000100:00100000:3.0:1734685447.319030:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848365952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685447.319047:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848365696 00000100:00100000:2.0:1734685447.319050:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848365696 00000100:00100000:3.0:1734685447.319050:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848365952:12345-0@lo:400:kworker.0 Request processed in 20us (53us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685447.319054:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892 00000100:00100000:2.0:1734685447.319059:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848366080 00000100:00100000:2.0:1734685447.319061:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848366080 00000100:00100000:2.0:1734685447.319069:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848365824 00000100:00100000:2.0:1734685447.319071:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848365824 00000100:00100000:3.0:1734685447.319072:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848365952:0@lo:400:kworker.0 00000100:00080000:3.0:1734685447.319081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685417 00000100:00100000:2.0:1734685447.319083:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7770 00000100:00100000:2.0:1734685447.319087:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848365824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685447.319095:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54205 00000100:00100000:3.0:1734685447.319098:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848365696:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685447.319109:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848365824:12345-0@lo:400:kworker.0 Request processed in 21us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685447.319113:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7770 00010000:00020000:3.0:1734685447.319113:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685447.319121:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54206 00000100:00100000:2.0:1734685447.319124:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848366080:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685447.319131:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685447.319132:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848365696:12345-0@lo:8:kworker.0 Request processed in 33us (229us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685447.319137:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54205 00000100:00100000:2.0:1734685447.319142:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848366080:12345-0@lo:8:kworker.0 Request processed in 18us (196us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685447.319147:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54206 00000100:00100000:3.0:1734685447.319151:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848365824:0@lo:400:kworker.0 00000100:00080000:2.0:1734685447.319162:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685447.319165:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685447.319168:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848365696:0@lo:8:kworker.0 00000100:00080000:2.0:1734685447.319174:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685447.319175:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685447.319178:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848366080:0@lo:8:kworker.0 00000100:00100000:0.0:1734685447.319584:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848366336:0@lo:400:kworker.0 00000100:00100000:3.0:1734685447.333102:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848366464:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685447.333171:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685447.333332:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848366464 00000100:00100000:2.0:1734685447.333339:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848366464 00000100:00100000:2.0:1734685447.333776:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41344 00000100:00100000:2.0:1734685447.333783:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848366464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685447.333817:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685447.333852:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848366464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685447.333858:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41344 00000100:00100000:3.0:1734685447.333927:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848366464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685447.397103:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685447.397125:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848366592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685447.397184:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685447.399343:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848366592 00000100:00100000:1.0:1734685447.399354:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848366592 00000100:00100000:1.0:1734685447.399649:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6896 00000100:00100000:1.0:1734685447.399655:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848366592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685447.399686:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685447.399746:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848366592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (2562us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685447.399752:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6896 00000100:00100000:2.0:1734685447.399784:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848366592:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685448.196775:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685449.093352:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685449.093370:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848366720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685449.093418:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685449.093513:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848366720 00000100:00100000:2.0:1734685449.093520:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848366720 00000100:00100000:2.0:1734685449.093624:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6897 00000100:00100000:2.0:1734685449.093630:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848366720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685449.093658:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:3.0:1734685449.093733:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685419 00000100:00100000:2.0:1734685449.093784:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848366720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 152us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685449.093790:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6897 00000100:00100000:1.0:1734685449.093853:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848366720:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685449.199318:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685449.753390:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685449.753437:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685449.753510:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872693248 00000100:00100000:3.0:1734685449.753597:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872693248 00000100:00100000:1.0:1734685449.754896:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2893 00000100:00100000:0.0:1734685449.754897:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685449.754918:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872693248:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685449.754940:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685449.754968:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872693504 00000100:00100000:0.0:1734685449.754973:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872693504 00000100:00100000:0.0:1734685449.755002:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54207 00000100:00100000:0.0:1734685449.755007:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872693504:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685449.755015:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872693248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 106us (1630us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685449.755022:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2893 00010000:00020000:0.0:1734685449.755034:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685449.755045:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872693376 00000100:00100000:1.0:1734685449.755047:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872693376 00000100:00100000:0.0:1734685449.755058:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872693504:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 51us (168us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685449.755064:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54207 00000100:00100000:1.0:1734685449.755069:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2894 00000100:00100000:1.0:1734685449.755074:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872693376:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685449.755098:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872693376:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685449.755103:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2894 00000100:00080000:1.0:1734685449.755150:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685419 00000100:00080000:1.0:1734685449.755154:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685419 00000100:00100000:2.0:1734685449.755260:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872693120 00000100:00100000:2.0:1734685449.755266:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872693120 00000100:00100000:2.0:1734685449.755307:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 935 00000100:00100000:2.0:1734685449.755311:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872693120:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685449.755346:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872693120:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (1909us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685449.755352:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 935 00000100:00080000:1.0:1734685449.755553:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685419 00010000:00010000:3.0:1734685450.201037:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685451.203900:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685452.204758:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685452.261702:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685452.261724:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848366848:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685452.261778:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685452.262302:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848366848 00000100:00100000:0.0:1734685452.262308:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848366848 00000100:00100000:0.0:1734685452.262351:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41345 00000100:00100000:0.0:1734685452.262357:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848366848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685452.262386:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685452.262601:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848366848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 244us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685452.262607:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41345 00000100:00100000:3.0:1734685452.262693:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848366848:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685452.324730:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685452.324737:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685452.324739:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685452.324746:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10247 00000100:00080000:0.0:1734685452.324750:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685452.324754:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685452.324772:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b568a80 x1818938848367488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685452.324792:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685452.324795:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685452.324796:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685452.324798:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10247 00000100:00080000:0.0:1734685452.324800:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685452.324803:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685452.324813:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b56b480 x1818938848367872/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685452.324853:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848367360:0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.324902:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685452.324926:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848368128:0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.324945:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685452.324962:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734685452.324967:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848367232:0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.324980:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685452.324989:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848368000:0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.325004:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685452.325025:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848367360 00000100:00100000:0.0:1734685452.325030:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848367360 00000100:00100000:0.0:1734685452.325061:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41346 00000100:00100000:0.0:1734685452.325066:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848367360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.325104:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848367360:12345-0@lo:400:kworker.0 Request processed in 37us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685452.325110:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41346 00000100:00080000:0.0:1734685452.325127:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685422 00000100:00100000:0.0:1734685452.325145:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848367360:0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.325168:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848368128 00000100:00100000:0.0:1734685452.325170:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848368128 00000100:00100000:0.0:1734685452.325191:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848367232 00000100:00100000:0.0:1734685452.325193:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848367232 00000100:00100000:0.0:1734685452.325206:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2895 00000100:00100000:0.0:1734685452.325210:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848368128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.325234:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848368128:12345-0@lo:400:kworker.0 Request processed in 24us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685452.325239:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2895 00000100:00100000:0.0:1734685452.325247:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896 00000100:00100000:0.0:1734685452.325250:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848367232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.325284:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848367232:12345-0@lo:400:kworker.0 Request processed in 33us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685452.325288:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896 00000100:00100000:0.0:1734685452.325303:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848368000 00000100:00100000:0.0:1734685452.325305:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848368000 00000100:00100000:0.0:1734685452.325321:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7771 00000100:00100000:0.0:1734685452.325324:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848368000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.325346:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848368000:12345-0@lo:400:kworker.0 Request processed in 21us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685452.325350:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7771 00000100:00080000:0.0:1734685452.325362:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685422 00000100:00080000:0.0:1734685452.325364:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685422 00000100:00100000:0.0:1734685452.325376:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848367232:0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.325383:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848368000:0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.325389:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848368128:0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.325419:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848367488:0@lo:8:kworker.0 00000100:00100000:0.0:1734685452.325435:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685452.325444:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848367872:0@lo:8:kworker.0 00000100:00100000:0.0:1734685452.325454:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685452.325469:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848367488 00000100:00100000:0.0:1734685452.325472:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848367488 00000100:00100000:0.0:1734685452.325495:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848367872 00000100:00100000:0.0:1734685452.325497:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848367872 00000100:00100000:0.0:1734685452.325505:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54208 00000100:00100000:0.0:1734685452.325508:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848367488:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685452.325525:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685452.325564:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848367488:12345-0@lo:8:kworker.0 Request processed in 54us (128us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685452.325572:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54208 00000100:00100000:0.0:1734685452.325580:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54209 00000100:00100000:0.0:1734685452.325583:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848367872:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685452.325590:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685452.325604:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848367872:12345-0@lo:8:kworker.0 Request processed in 20us (149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685452.325608:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54209 00000100:00080000:0.0:1734685452.325623:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685452.325625:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685452.325628:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848367488:0@lo:8:kworker.0 00000100:02020000:0.0:1734685452.325634:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:0.0:1734685452.325636:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685452.325639:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685452.325641:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848367872:0@lo:8:kworker.0 00000100:00100000:1.0:1734685452.325731:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848367104:0@lo:400:kworker.0 00000100:00100000:1.0:1734685452.325754:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685452.325765:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848367744:0@lo:400:kworker.0 00000100:00100000:1.0:1734685452.325777:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685452.325786:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734685452.325791:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848366976:0@lo:400:kworker.0 00000100:00100000:1.0:1734685452.325808:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685452.325817:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848367616:0@lo:400:kworker.0 00000100:00100000:1.0:1734685452.325827:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685452.325840:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848367616 00000100:00100000:1.0:1734685452.325843:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848367616 00000100:00100000:1.0:1734685452.325859:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7772 00000100:00100000:1.0:1734685452.325863:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848367616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685452.325895:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848367616:12345-0@lo:400:kworker.0 Request processed in 31us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685452.325900:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7772 00000100:00080000:1.0:1734685452.325913:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685422 00000100:00100000:1.0:1734685452.325923:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848367616:0@lo:400:kworker.0 00000100:00100000:3.0:1734685452.326112:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848366976 00000100:00100000:3.0:1734685452.326115:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848366976 00000100:00100000:0.0:1734685452.326281:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848367104 00000100:00100000:0.0:1734685452.326284:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848367104 00000100:00100000:0.0:1734685452.326297:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848367744 00000100:00100000:0.0:1734685452.326298:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848367744 00000100:00100000:0.0:1734685452.326307:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897 00000100:00100000:0.0:1734685452.326310:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848367104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685452.326344:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1734685452.326350:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848366976:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685452.326382:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685422 00000100:00080000:1.0:1734685452.326384:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685422 00000100:00100000:1.0:1734685452.326399:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898 00000100:00100000:1.0:1734685452.326403:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848367744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.326443:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848367104:12345-0@lo:400:kworker.0 Request processed in 131us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685452.326448:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897 00000100:00100000:3.0:1734685452.326552:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848366976:12345-0@lo:400:kworker.0 Request processed in 202us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685452.326557:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:1.0:1734685452.326630:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848367744:12345-0@lo:400:kworker.0 Request processed in 226us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685452.326635:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898 00000100:00100000:0.0:1734685452.326683:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848366976:0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.326694:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848367104:0@lo:400:kworker.0 00000100:00100000:0.0:1734685452.326700:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848367744:0@lo:400:kworker.0 00000100:00100000:2.0:1734685452.341643:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848368256:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685452.341701:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685452.341757:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848368256 00000100:00100000:2.0:1734685452.341763:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848368256 00000100:00100000:2.0:1734685452.341792:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41347 00000100:00100000:2.0:1734685452.341797:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848368256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685452.341823:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685452.341852:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848368256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685452.341858:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41347 00000100:00100000:2.0:1734685452.341890:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848368256:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685452.405222:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848368384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685452.405281:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685452.406734:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848368384 00000100:00100000:0.0:1734685452.406743:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848368384 00000100:00100000:0.0:1734685452.406794:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6898 00000100:00100000:0.0:1734685452.406799:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848368384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685452.406827:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685452.407778:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848368384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 973us (2493us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685452.407786:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6898 00000100:00100000:1.0:1734685452.407958:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848368384:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685453.206902:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685454.100739:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848368512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685454.100814:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685454.101399:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848368512 00000100:00100000:1.0:1734685454.101406:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848368512 00000100:00080000:2.0:1734685454.101472:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685424 00000100:00100000:1.0:1734685454.101954:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6899 00000100:00100000:1.0:1734685454.101961:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848368512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685454.101988:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685454.102033:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072bf7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848368512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685454.102039:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6899 00000100:00100000:3.0:1734685454.102184:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f8db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848368512:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685454.208756:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685454.759845:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685454.759980:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872693632 00000100:00100000:0.0:1734685454.759986:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685454.759991:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872693632 00000100:00080000:2.0:1734685454.760052:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685424 00000100:00100000:3.0:1734685454.760058:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 937 00000100:00100000:3.0:1734685454.760066:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872693632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685454.760129:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872693632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685454.760136:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 937 00000100:00100000:0.0:1734685454.760569:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685454.760893:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872693888 00000100:00100000:1.0:1734685454.760898:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872693888 00000100:00100000:1.0:1734685454.760947:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872693760 00000100:00100000:1.0:1734685454.760950:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872693760 00000100:00100000:1.0:1734685454.760972:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2899 00000100:00100000:1.0:1734685454.760977:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872693888:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685454.761019:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872693888:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (1033us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685454.761028:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2899 00000100:00100000:1.0:1734685454.761045:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2900 00000100:00100000:1.0:1734685454.761048:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872693760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685454.761068:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872693760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685454.761073:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2900 00000100:00080000:3.0:1734685454.761193:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685424 00000100:00080000:3.0:1734685454.761198:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685424 00000100:00100000:3.0:1734685454.763198:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685454.763363:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872694016 00000100:00100000:0.0:1734685454.763369:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872694016 00000100:00100000:0.0:1734685454.763404:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54210 00000100:00100000:0.0:1734685454.763410:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872694016:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685454.763446:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685454.763501:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872694016:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 91us (309us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685454.763507:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54210 00010000:00010000:3.0:1734685455.211867:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685456.213404:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685457.218475:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685457.268809:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848368640:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685457.268885:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685457.268937:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848368640 00000100:00100000:2.0:1734685457.268945:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848368640 00000100:00100000:2.0:1734685457.269002:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41348 00000100:00100000:2.0:1734685457.269009:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848368640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685457.269052:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685457.269111:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848368640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685457.269119:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41348 00000100:00100000:1.0:1734685457.269215:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848368640:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685457.334875:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685457.334881:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685457.334885:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685457.334893:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10252 00000100:00080000:0.0:1734685457.334899:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685457.334905:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685457.334927:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b56b100 x1818938848369280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685457.334954:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685457.334957:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685457.334959:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685457.334961:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10252 00000100:00080000:0.0:1734685457.334963:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685457.334967:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685457.334976:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51d180 x1818938848369664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685457.335018:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848369280:0@lo:8:kworker.0 00000100:00100000:0.0:1734685457.335088:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685457.335118:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848369664:0@lo:8:kworker.0 00000100:00100000:0.0:1734685457.335133:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685457.335178:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848369280 00000100:00100000:0.0:1734685457.335186:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848369280 00000100:00100000:0.0:1734685457.335209:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848369664 00000100:00100000:0.0:1734685457.335210:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848369664 00000100:00100000:0.0:1734685457.335222:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54211 00000100:00100000:0.0:1734685457.335230:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848369280:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685457.335253:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685457.335284:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848369280:12345-0@lo:8:kworker.0 Request processed in 54us (196us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685457.335292:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54211 00000100:00100000:0.0:1734685457.335310:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54212 00000100:00100000:0.0:1734685457.335313:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848369664:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685457.335322:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685457.335339:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848369664:12345-0@lo:8:kworker.0 Request processed in 25us (206us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685457.335344:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54212 00000100:00080000:0.0:1734685457.335383:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685457.335387:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685457.335403:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848369280:0@lo:8:kworker.0 00000100:00080000:0.0:1734685457.335411:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685457.335413:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685457.335415:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848369664:0@lo:8:kworker.0 00000100:00100000:3.0:1734685457.335436:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848368768:0@lo:400:kworker.0 00000100:00100000:0.0:1734685457.335461:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848369152:0@lo:400:kworker.0 00000100:00100000:3.0:1734685457.335486:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685457.335562:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848369024:0@lo:400:kworker.0 00000100:00100000:1.0:1734685457.335574:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848368896:0@lo:400:kworker.0 00000100:00100000:0.0:1734685457.335810:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685457.335824:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848369920:0@lo:400:kworker.0 00000100:00100000:0.0:1734685457.335843:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685457.335868:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848369920 00000100:00100000:0.0:1734685457.335871:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848369920 00000100:00100000:0.0:1734685457.335896:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901 00000100:00100000:0.0:1734685457.335901:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848369920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685457.335935:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848369408:0@lo:400:kworker.0 00000100:00100000:3.0:1734685457.335958:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685457.335959:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685457.335974:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848369792:0@lo:400:kworker.0 00000100:00100000:3.0:1734685457.335986:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848369408 00000100:00100000:2.0:1734685457.335989:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685457.335989:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848369408 00000100:00100000:2.0:1734685457.336009:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848368768 00000100:00100000:2.0:1734685457.336012:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848368768 00000100:00100000:3.0:1734685457.336014:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848369792 00000100:00100000:3.0:1734685457.336016:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848369792 00000100:00100000:3.0:1734685457.336029:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7773 00000100:00100000:3.0:1734685457.336033:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848369408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685457.336037:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1734685457.336041:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848368768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685457.336065:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848369408:12345-0@lo:400:kworker.0 Request processed in 31us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685457.336067:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848368768:12345-0@lo:400:kworker.0 Request processed in 26us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685457.336070:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7773 00000100:00100000:2.0:1734685457.336073:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1734685457.336085:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7774 00000100:00100000:3.0:1734685457.336088:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848369792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685457.336104:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848369024 00000100:00100000:2.0:1734685457.336106:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848369024 00000100:00100000:3.0:1734685457.336112:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848369792:12345-0@lo:400:kworker.0 Request processed in 22us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685457.336116:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7774 00000100:00100000:2.0:1734685457.336121:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902 00000100:00100000:2.0:1734685457.336124:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848369024:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685457.336128:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685427 00000100:00080000:3.0:1734685457.336132:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685427 00000100:00080000:3.0:1734685457.336133:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685427 00000100:00100000:2.0:1734685457.336145:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848369024:12345-0@lo:400:kworker.0 Request processed in 20us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685457.336147:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848368768:0@lo:400:kworker.0 00000100:00100000:2.0:1734685457.336150:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902 00000100:00100000:3.0:1734685457.336156:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848369408:0@lo:400:kworker.0 00000100:00100000:2.0:1734685457.336166:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848369024:0@lo:400:kworker.0 00000100:00100000:2.0:1734685457.336173:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848369792:0@lo:400:kworker.0 00000100:00100000:3.0:1734685457.336190:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848369152 00000100:00100000:3.0:1734685457.336192:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848369152 00000100:00100000:3.0:1734685457.336213:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41349 00000100:00100000:3.0:1734685457.336217:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848369152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685457.336245:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848369152:12345-0@lo:400:kworker.0 Request processed in 27us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685457.336250:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41349 00000100:00100000:0.0:1734685457.336335:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848369920:12345-0@lo:400:kworker.0 Request processed in 433us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685457.336342:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901 00000100:00100000:0.0:1734685457.336359:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848369152:0@lo:400:kworker.0 00000100:00100000:0.0:1734685457.336367:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848369920:0@lo:400:kworker.0 00000100:00080000:3.0:1734685457.336878:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685427 00000100:00100000:1.0:1734685457.337184:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685457.337212:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848369536:0@lo:400:kworker.0 00000100:00100000:1.0:1734685457.337231:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685457.337303:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848368896 00000100:00100000:2.0:1734685457.337307:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848368896 00000100:00100000:2.0:1734685457.337334:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848369536 00000100:00100000:2.0:1734685457.337336:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848369536 00000100:00100000:2.0:1734685457.337346:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2903 00000100:00100000:2.0:1734685457.337350:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848368896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685457.337378:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848368896:12345-0@lo:400:kworker.0 Request processed in 28us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685457.337383:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2903 00000100:00100000:2.0:1734685457.337404:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904 00000100:00100000:2.0:1734685457.337408:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848369536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685457.337426:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848369536:12345-0@lo:400:kworker.0 Request processed in 18us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685457.337431:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904 00000100:00080000:3.0:1734685457.337485:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685427 00000100:00100000:1.0:1734685457.337715:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848368896:0@lo:400:kworker.0 00000100:00100000:1.0:1734685457.337723:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848369536:0@lo:400:kworker.0 00000100:00100000:3.0:1734685457.348898:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848370048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685457.348994:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685457.349062:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848370048 00000100:00100000:3.0:1734685457.349069:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848370048 00000100:00100000:3.0:1734685457.349114:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41350 00000100:00100000:3.0:1734685457.349121:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848370048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685457.349158:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685457.349195:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848370048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685457.349201:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41350 00000100:00100000:3.0:1734685457.349242:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848370048:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685457.412769:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848370176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685457.412853:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685457.413020:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848370176 00000100:00100000:1.0:1734685457.413030:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848370176 00000100:00100000:1.0:1734685457.413352:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6900 00000100:00100000:1.0:1734685457.413359:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848370176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685457.413403:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685457.413451:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848370176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685457.413457:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6900 00000100:00100000:2.0:1734685457.413558:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f8db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848370176:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685458.216839:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685459.109452:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848370304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685459.109557:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685459.109632:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848370304 00000100:00100000:1.0:1734685459.109643:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848370304 00000100:00100000:1.0:1734685459.109712:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6901 00000100:00100000:1.0:1734685459.109719:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848370304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685459.109755:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685459.109806:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848370304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685459.109813:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6901 00000100:00100000:2.0:1734685459.109901:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848370304:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734685459.109953:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685429 00010000:00010000:2.0:1734685459.219621:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685459.767522:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685459.767677:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685459.767710:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685459.767800:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872694144 00000100:00100000:2.0:1734685459.767814:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872694144 00000100:00100000:1.0:1734685459.767867:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872694272 00000100:00100000:1.0:1734685459.767873:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872694272 00000100:00100000:3.0:1734685459.767882:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872694400 00000100:00100000:3.0:1734685459.767886:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872694400 00000100:00100000:0.0:1734685459.767941:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685459.767946:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 939 00000100:00100000:1.0:1734685459.767948:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2905 00000100:00100000:1.0:1734685459.767955:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872694272:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685459.767955:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872694144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685459.767965:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872694528 00000100:00100000:0.0:1734685459.767968:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872694528 00000100:00100000:0.0:1734685459.767989:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54213 00000100:00100000:0.0:1734685459.767993:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872694528:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685459.768015:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685459.768019:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872694272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685459.768026:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2905 00000100:00100000:3.0:1734685459.768043:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2906 00000100:00100000:3.0:1734685459.768048:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872694400:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685459.768108:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872694144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 154us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685459.768115:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 939 00000100:00080000:2.0:1734685459.768160:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685429 00000100:00080000:2.0:1734685459.768164:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685429 00000100:00080000:2.0:1734685459.768166:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685429 00000100:00100000:0.0:1734685459.768481:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872694528:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 485us (539us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685459.768481:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872694400:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 432us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685459.768488:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54213 00000100:00100000:3.0:1734685459.768488:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2906 00010000:00010000:3.0:1734685460.221409:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685461.222920:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685462.224965:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685462.277419:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848370432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685462.277478:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685462.277553:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848370432 00000100:00100000:0.0:1734685462.277560:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848370432 00000100:00100000:0.0:1734685462.277596:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41351 00000100:00100000:0.0:1734685462.277603:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848370432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685462.277646:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685462.277681:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848370432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685462.277690:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41351 00000100:00100000:1.0:1734685462.277982:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848370432:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685462.342574:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685462.342580:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685462.342583:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685462.342594:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10257 00000100:00080000:0.0:1734685462.342600:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685462.342608:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685462.342633:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51ca80 x1818938848371072/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685462.342658:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685462.342661:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685462.342662:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685462.342665:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10257 00000100:00080000:0.0:1734685462.342669:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685462.342673:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685462.342682:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b569880 x1818938848371456/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685462.342693:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848370944:0@lo:400:kworker.0 00000100:00100000:0.0:1734685462.342712:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848371072:0@lo:8:kworker.0 00000100:00100000:2.0:1734685462.342784:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848370816:0@lo:400:kworker.0 00000100:00100000:3.0:1734685462.342837:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848370560:0@lo:400:kworker.0 00000100:00100000:1.0:1734685462.343761:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685462.343800:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848371712:0@lo:400:kworker.0 00000100:00100000:2.0:1734685462.343825:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685462.343841:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848370944 00000100:00100000:2.0:1734685462.343844:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848371584:0@lo:400:kworker.0 00000100:00100000:1.0:1734685462.343846:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848370944 00000100:00080000:2.0:1734685462.343872:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685432 00000100:00100000:2.0:1734685462.343882:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848370688:0@lo:400:kworker.0 00000100:00100000:1.0:1734685462.343889:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41352 00000100:00100000:1.0:1734685462.343895:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848370944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685462.343935:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848370944:12345-0@lo:400:kworker.0 Request processed in 40us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685462.343936:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685462.343941:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41352 00000100:00100000:2.0:1734685462.343955:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848370816 00000100:00100000:2.0:1734685462.343958:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848370816 00000100:00100000:1.0:1734685462.343961:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685462.343979:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685462.343981:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848370688 00000100:00100000:2.0:1734685462.343982:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848370688 00000100:00100000:1.0:1734685462.343986:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848370944:0@lo:400:kworker.0 00000100:00100000:2.0:1734685462.343991:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848371712 00000100:00100000:2.0:1734685462.343993:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848371712 00000100:00100000:0.0:1734685462.343998:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848371456:0@lo:8:kworker.0 00000100:00100000:2.0:1734685462.344004:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2907 00000100:00100000:2.0:1734685462.344008:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848370816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685462.344012:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908 00000100:00100000:0.0:1734685462.344013:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685462.344016:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848370688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685462.344035:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848371072 00000100:00100000:2.0:1734685462.344036:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848370816:12345-0@lo:400:kworker.0 Request processed in 27us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685462.344038:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848371072 00000100:00100000:2.0:1734685462.344041:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2907 00000100:00100000:1.0:1734685462.344042:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848370688:12345-0@lo:400:kworker.0 Request processed in 24us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685462.344047:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908 00000100:00100000:0.0:1734685462.344048:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848371456 00000100:00100000:0.0:1734685462.344050:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848371456 00000100:00100000:2.0:1734685462.344056:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909 00000100:00100000:0.0:1734685462.344059:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54214 00000100:00100000:2.0:1734685462.344060:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848371712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685462.344062:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848371072:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685462.344077:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685462.344078:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54215 00000100:00100000:1.0:1734685462.344083:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848371456:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685462.344083:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848371712:12345-0@lo:400:kworker.0 Request processed in 22us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685462.344087:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909 00010000:00020000:1.0:1734685462.344093:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685462.344099:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848371072:12345-0@lo:8:kworker.0 Request processed in 36us (121us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685462.344104:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54214 00000100:00080000:2.0:1734685462.344105:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685432 00000100:00080000:2.0:1734685462.344107:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685432 00000100:00100000:1.0:1734685462.344114:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848371456:12345-0@lo:8:kworker.0 Request processed in 31us (99us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685462.344114:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685462.344119:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54215 00000100:00080000:0.0:1734685462.344120:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685462.344122:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685462.344125:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848371072:0@lo:8:kworker.0 00000100:00100000:1.0:1734685462.344130:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848371584 00000100:00080000:0.0:1734685462.344131:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685462.344132:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685462.344132:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848371584 00000100:00100000:0.0:1734685462.344135:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b569880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848371456:0@lo:8:kworker.0 00000100:00100000:2.0:1734685462.344135:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848370816:0@lo:400:kworker.0 00000100:00080000:2.0:1734685462.344154:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685432 00000100:00100000:1.0:1734685462.344160:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7775 00000100:00100000:2.0:1734685462.344163:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848371328:0@lo:400:kworker.0 00000100:00100000:1.0:1734685462.344164:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848371584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685462.344181:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685462.344192:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f54e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848371584:12345-0@lo:400:kworker.0 Request processed in 27us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685462.344197:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7775 00000100:00100000:2.0:1734685462.344198:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848370688:0@lo:400:kworker.0 00000100:00100000:0.0:1734685462.344203:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848371328 00000100:00100000:0.0:1734685462.344205:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848371328 00000100:00100000:2.0:1734685462.344214:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848371584:0@lo:400:kworker.0 00000100:00100000:1.0:1734685462.344216:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848371712:0@lo:400:kworker.0 00000100:00100000:0.0:1734685462.344227:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910 00000100:00100000:0.0:1734685462.344231:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848371328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685462.344300:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685462.344388:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848371328:12345-0@lo:400:kworker.0 Request processed in 155us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685462.344394:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910 00000100:00100000:3.0:1734685462.344438:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848371200:0@lo:400:kworker.0 00000100:00100000:3.0:1734685462.344455:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685462.344482:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848370560 00000100:00100000:3.0:1734685462.344484:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848370560 00000100:00100000:1.0:1734685462.344499:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848371200 00000100:00100000:1.0:1734685462.344502:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848371200 00000100:00100000:3.0:1734685462.344508:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1734685462.344512:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848370560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685462.344546:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7776 00000100:00100000:1.0:1734685462.344550:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848371200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685462.344555:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848370560:12345-0@lo:400:kworker.0 Request processed in 42us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685462.344560:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1734685462.344575:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848371200:12345-0@lo:400:kworker.0 Request processed in 24us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685462.344581:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7776 00000100:00100000:3.0:1734685462.344589:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848370560:0@lo:400:kworker.0 00000100:00100000:3.0:1734685462.344596:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848371200:0@lo:400:kworker.0 00000100:00080000:2.0:1734685462.345054:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685432 00000100:00080000:2.0:1734685462.345057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685432 00000100:00100000:2.0:1734685462.345071:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848371328:0@lo:400:kworker.0 00000100:00100000:3.0:1734685462.356888:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848371840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685462.356973:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685462.357210:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848371840 00000100:00100000:1.0:1734685462.357219:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848371840 00000100:00100000:1.0:1734685462.357912:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41353 00000100:00100000:1.0:1734685462.357922:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848371840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685462.357964:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685462.358029:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848371840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (1057us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685462.358035:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41353 00000100:00100000:3.0:1734685462.358119:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848371840:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685462.421039:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848371968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685462.421090:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685462.421160:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848371968 00000100:00100000:1.0:1734685462.421168:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848371968 00000100:00100000:1.0:1734685462.421212:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6902 00000100:00100000:1.0:1734685462.421218:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848371968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685462.421246:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685462.421293:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848371968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685462.421300:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6902 00000100:00100000:0.0:1734685462.421355:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848371968:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685463.227713:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685464.116776:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848372096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685464.116834:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685464.117073:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848372096 00000100:00100000:2.0:1734685464.117147:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848372096 00000100:00100000:2.0:1734685464.117208:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6903 00000100:00100000:2.0:1734685464.117215:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848372096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685464.117242:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685464.117325:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848372096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685464.117331:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6903 00000100:00100000:1.0:1734685464.117396:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f57100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848372096:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734685464.117558:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685434 00010000:00010000:2.0:1734685464.229440:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685464.775039:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685464.775083:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685464.775111:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685464.775177:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685464.775179:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872694784 00000100:00100000:2.0:1734685464.775186:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872694784 00000100:00080000:0.0:1734685464.775204:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685434 00000100:00100000:2.0:1734685464.775223:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872694912 00000100:00100000:2.0:1734685464.775225:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872694912 00000100:00100000:0.0:1734685464.775228:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2911 00000100:00100000:0.0:1734685464.775233:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872694784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685464.775238:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2912 00000100:00100000:2.0:1734685464.775241:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872694912:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685464.775295:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872694784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685464.775301:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2911 00000100:00100000:2.0:1734685464.775382:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872694912:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 138us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685464.775388:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2912 00000100:00100000:3.0:1734685464.775397:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872694656 00000100:00100000:3.0:1734685464.775401:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872694656 00000100:00100000:3.0:1734685464.775424:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 941 00000100:00100000:3.0:1734685464.775428:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872694656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685464.775450:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872694656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685464.775454:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 941 00000100:00100000:1.0:1734685464.775813:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872695040 00000100:00100000:1.0:1734685464.775818:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872695040 00000100:00100000:1.0:1734685464.775845:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54216 00000100:00100000:1.0:1734685464.775849:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872695040:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685464.775869:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734685464.775890:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685434 00000100:00080000:0.0:1734685464.775892:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685434 00000100:00100000:1.0:1734685464.775895:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872695040:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 46us (719us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685464.775904:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54216 00010000:00010000:3.0:1734685465.230718:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685466.233688:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685467.234756:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685467.284725:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848372224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685467.284781:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685467.284823:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848372224 00000100:00100000:1.0:1734685467.284829:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848372224 00000100:00100000:1.0:1734685467.284871:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41354 00000100:00100000:1.0:1734685467.284877:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848372224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685467.284904:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685467.284956:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f56d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848372224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685467.284962:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41354 00000100:00100000:3.0:1734685467.284997:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f8db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848372224:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685467.348731:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685467.348737:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685467.348740:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685467.348747:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10262 00000100:00080000:0.0:1734685467.348751:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685467.348755:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685467.348775:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec63100 x1818938848372864/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685467.348796:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685467.348799:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685467.348800:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685467.348803:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10262 00000100:00080000:0.0:1734685467.348805:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685467.348809:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685467.348819:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec60000 x1818938848373248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685467.348835:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848372736:0@lo:400:kworker.0 00000100:00100000:0.0:1734685467.348848:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848372864:0@lo:8:kworker.0 00000100:00100000:1.0:1734685467.348906:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848372480:0@lo:400:kworker.0 00000100:00100000:3.0:1734685467.348967:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848372352:0@lo:400:kworker.0 00000100:00100000:0.0:1734685467.349048:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685467.349048:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685467.349075:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848373248:0@lo:8:kworker.0 00000100:00100000:0.0:1734685467.349090:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685467.349119:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848372608:0@lo:400:kworker.0 00000100:00100000:0.0:1734685467.349141:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685467.349152:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848373376:0@lo:400:kworker.0 00000100:00100000:0.0:1734685467.349164:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685467.349174:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685467.349178:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848373504:0@lo:400:kworker.0 00000100:00100000:0.0:1734685467.349193:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685467.349248:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848372864 00000100:00100000:1.0:1734685467.349254:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848372864 00000100:00100000:1.0:1734685467.349273:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848373248 00000100:00100000:1.0:1734685467.349275:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848373248 00000100:00100000:3.0:1734685467.349318:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685467.349331:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848372992:0@lo:400:kworker.0 00000100:00100000:3.0:1734685467.349345:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685467.349453:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848372352 00000100:00100000:3.0:1734685467.349456:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848372352 00000100:00100000:3.0:1734685467.349479:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1734685467.349484:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848372352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685467.349514:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848372352:12345-0@lo:400:kworker.0 Request processed in 29us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685467.349519:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1734685467.349606:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848372608 00000100:00100000:0.0:1734685467.349608:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848372608 00000100:00100000:0.0:1734685467.349625:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848373504 00000100:00100000:0.0:1734685467.349626:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848373504 00000100:00100000:0.0:1734685467.349635:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913 00000100:00100000:0.0:1734685467.349638:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848372608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685467.349663:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848372608:12345-0@lo:400:kworker.0 Request processed in 24us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685467.349667:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913 00000100:00100000:1.0:1734685467.349697:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848373376 00000100:00100000:1.0:1734685467.349700:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848373376 00000100:00100000:1.0:1734685467.349718:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848372992 00000100:00100000:1.0:1734685467.349720:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848372992 00000100:00100000:1.0:1734685467.349731:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7777 00000100:00100000:1.0:1734685467.349734:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848373376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685467.349761:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848373376:12345-0@lo:400:kworker.0 Request processed in 25us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685467.349765:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7777 00000100:00100000:1.0:1734685467.349778:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7778 00000100:00100000:1.0:1734685467.349781:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848372992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685467.349796:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848372992:12345-0@lo:400:kworker.0 Request processed in 15us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685467.349801:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7778 00000100:00100000:1.0:1734685467.349808:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54217 00000100:00100000:1.0:1734685467.349811:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848372864:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685467.349827:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685467.349846:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848372864:12345-0@lo:8:kworker.0 Request processed in 34us (799us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685467.349851:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54217 00000100:00100000:1.0:1734685467.349858:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54218 00000100:00100000:1.0:1734685467.349861:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848373248:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685467.349869:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685467.349883:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848373248:12345-0@lo:8:kworker.0 Request processed in 20us (792us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685467.349887:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54218 00000100:00080000:1.0:1734685467.349916:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685467.349918:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685467.349922:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848372864:0@lo:8:kworker.0 00000100:00080000:1.0:1734685467.349927:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685467.349930:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685467.349932:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848373248:0@lo:8:kworker.0 00000100:00100000:1.0:1734685467.349950:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685467.349961:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848373120:0@lo:400:kworker.0 00000100:00100000:1.0:1734685467.349978:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685467.349994:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848372480 00000100:00100000:1.0:1734685467.349997:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848372480 00000100:00100000:1.0:1734685467.350013:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848373120 00000100:00100000:1.0:1734685467.350015:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848373120 00000100:00100000:1.0:1734685467.350022:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:1.0:1734685467.350026:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848373504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685467.350048:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848373504:12345-0@lo:400:kworker.0 Request processed in 21us (854us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685467.350053:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00000100:00100000:1.0:1734685467.350062:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2915 00000100:00100000:1.0:1734685467.350065:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848372480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685467.350084:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916 00000100:00100000:1.0:1734685467.350085:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848372480:12345-0@lo:400:kworker.0 Request processed in 19us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685467.350088:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848373120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685467.350089:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2915 00000100:00100000:2.0:1734685467.350110:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848373120:12345-0@lo:400:kworker.0 Request processed in 22us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685467.350112:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848372480:0@lo:400:kworker.0 00000100:00100000:2.0:1734685467.350114:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916 00000100:00100000:1.0:1734685467.350119:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848373120:0@lo:400:kworker.0 00000100:00100000:2.0:1734685467.350130:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848372736 00000100:00100000:2.0:1734685467.350133:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848372736 00000100:00080000:1.0:1734685467.350143:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685437 00000100:00080000:1.0:1734685467.350145:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685437 00000100:00080000:1.0:1734685467.350147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685437 00000100:00080000:1.0:1734685467.350149:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685437 00000100:00100000:2.0:1734685467.350149:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41355 00000100:00100000:2.0:1734685467.350153:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848372736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685467.350165:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848373504:0@lo:400:kworker.0 00000100:00100000:1.0:1734685467.350172:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848372608:0@lo:400:kworker.0 00000100:00100000:2.0:1734685467.350176:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f57100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848372736:12345-0@lo:400:kworker.0 Request processed in 22us (1129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685467.350178:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848373376:0@lo:400:kworker.0 00000100:00100000:2.0:1734685467.350181:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41355 00000100:00100000:2.0:1734685467.350204:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848372736:0@lo:400:kworker.0 00000100:00100000:2.0:1734685467.350217:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848372352:0@lo:400:kworker.0 00000100:00100000:2.0:1734685467.350235:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848372992:0@lo:400:kworker.0 00000100:00100000:2.0:1734685467.364737:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848373632:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685467.364791:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685467.366256:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848373632 00000100:00100000:0.0:1734685467.366265:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848373632 00000100:00100000:0.0:1734685467.366321:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41356 00000100:00100000:0.0:1734685467.366327:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848373632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685467.366365:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685467.366440:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f55c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848373632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (1649us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685467.366447:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41356 00000100:00100000:3.0:1734685467.366617:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848373632:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685467.429685:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848373760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685467.429749:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685467.430171:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848373760 00000100:00100000:2.0:1734685467.430178:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848373760 00000100:00100000:2.0:1734685467.430251:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6904 00000100:00100000:2.0:1734685467.430258:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848373760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685467.430285:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685467.430333:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848373760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685467.430339:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6904 00000100:00100000:1.0:1734685467.430518:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848373760:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685468.236745:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685469.125239:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848373888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685469.125302:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685469.125389:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848373888 00000100:00100000:0.0:1734685469.125396:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848373888 00000100:00100000:0.0:1734685469.125870:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6905 00000100:00100000:0.0:1734685469.125877:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848373888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685469.125906:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:3.0:1734685469.125998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685439 00000100:00100000:0.0:1734685469.127989:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f55f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848373888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2107us (2681us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685469.127999:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6905 00000100:00100000:2.0:1734685469.128100:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f8d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848373888:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685469.239084:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685469.787642:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685469.787700:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685469.787743:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685469.787777:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685469.787810:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872695296 00000100:00100000:0.0:1734685469.787822:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872695296 00000100:00100000:0.0:1734685469.787899:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872695424 00000100:00100000:0.0:1734685469.787902:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872695424 00000100:00100000:0.0:1734685469.787923:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2917 00000100:00100000:0.0:1734685469.787932:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872695296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685469.788010:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872695296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 79us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685469.788017:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2917 00000100:00100000:0.0:1734685469.788034:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2918 00000100:00100000:0.0:1734685469.788037:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872695424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685469.788055:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872695424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685469.788060:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2918 00000100:00100000:1.0:1734685469.788982:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872695168 00000100:00100000:1.0:1734685469.788987:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872695168 00000100:00080000:2.0:1734685469.789008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685439 00000100:00080000:2.0:1734685469.789012:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685439 00000100:00080000:2.0:1734685469.789014:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685439 00000100:00100000:1.0:1734685469.789015:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 943 00000100:00100000:1.0:1734685469.789019:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872695168:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685469.789066:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872695168:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (1441us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685469.789072:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 943 00000100:00100000:3.0:1734685469.789652:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872695552 00000100:00100000:3.0:1734685469.789658:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872695552 00000100:00100000:3.0:1734685469.789677:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54219 00000100:00100000:3.0:1734685469.789681:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872695552:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685469.789707:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685469.789733:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872695552:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 51us (2033us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685469.789739:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54219 00010000:00010000:3.0:1734685470.240735:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685471.243110:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685472.244872:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685472.292820:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848374016:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685472.292875:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685472.293004:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848374016 00000100:00100000:0.0:1734685472.293017:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848374016 00000100:00100000:0.0:1734685472.293334:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41357 00000100:00100000:0.0:1734685472.293341:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848374016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685472.293368:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685472.293414:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848374016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685472.293420:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41357 00000100:00100000:3.0:1734685472.293437:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f8d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848374016:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685472.358210:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685472.358218:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685472.358222:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685472.358229:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10267 00000100:00080000:0.0:1734685472.358235:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685472.358241:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685472.358271:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d9500 x1818938848374656/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685472.358299:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685472.358301:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685472.358302:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685472.358305:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10267 00000100:00080000:0.0:1734685472.358307:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685472.358311:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685472.358320:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098708a80 x1818938848375040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685472.358371:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848374656:0@lo:8:kworker.0 00000100:00100000:0.0:1734685472.358442:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685472.358464:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848375040:0@lo:8:kworker.0 00000100:00100000:0.0:1734685472.358478:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685472.358514:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848374656 00000100:00100000:0.0:1734685472.358519:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848374656 00000100:00100000:0.0:1734685472.358555:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848375040 00000100:00100000:0.0:1734685472.358557:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848375040 00000100:00100000:0.0:1734685472.358569:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54220 00000100:00100000:0.0:1734685472.358574:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848374656:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685472.358593:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685472.358623:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848374656:12345-0@lo:8:kworker.0 Request processed in 48us (180us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685472.358629:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54220 00000100:00100000:0.0:1734685472.358786:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54221 00000100:00100000:0.0:1734685472.358790:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848375040:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685472.358798:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685472.358813:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848375040:12345-0@lo:8:kworker.0 Request processed in 23us (334us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685472.358818:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54221 00000100:00080000:0.0:1734685472.358844:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685472.358847:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685472.358850:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848374656:0@lo:8:kworker.0 00000100:00080000:0.0:1734685472.358858:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685472.358860:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685472.358863:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848375040:0@lo:8:kworker.0 00000100:00100000:0.0:1734685472.358898:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848374528:0@lo:400:kworker.0 00000100:00100000:0.0:1734685472.358917:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685472.358928:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848375296:0@lo:400:kworker.0 00000100:00100000:0.0:1734685472.358944:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685472.358956:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734685472.358960:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848374400:0@lo:400:kworker.0 00000100:00100000:0.0:1734685472.358973:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685472.358982:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848375168:0@lo:400:kworker.0 00000100:00100000:0.0:1734685472.358993:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685472.359011:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848375296 00000100:00100000:0.0:1734685472.359013:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848375296 00000100:00100000:0.0:1734685472.359034:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848374400 00000100:00100000:0.0:1734685472.359036:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848374400 00000100:00100000:0.0:1734685472.359051:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2919 00000100:00100000:0.0:1734685472.359055:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848375296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685472.359085:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848375296:12345-0@lo:400:kworker.0 Request processed in 29us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685472.359090:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2919 00000100:00100000:0.0:1734685472.359101:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920 00000100:00100000:0.0:1734685472.359104:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848374400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685472.359121:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848374400:12345-0@lo:400:kworker.0 Request processed in 16us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685472.359128:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920 00000100:00100000:0.0:1734685472.359159:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848375168 00000100:00100000:0.0:1734685472.359162:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848375168 00000100:00100000:0.0:1734685472.359176:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7779 00000100:00100000:0.0:1734685472.359180:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848375168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685472.359199:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848375168:12345-0@lo:400:kworker.0 Request processed in 19us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685472.359203:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7779 00000100:00100000:0.0:1734685472.359223:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848374400:0@lo:400:kworker.0 00000100:00100000:0.0:1734685472.359229:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848375168:0@lo:400:kworker.0 00000100:00100000:0.0:1734685472.359235:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848375296:0@lo:400:kworker.0 00000100:00100000:0.0:1734685472.359254:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848374528 00000100:00100000:0.0:1734685472.359256:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848374528 00000100:00100000:0.0:1734685472.359273:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41358 00000100:00100000:0.0:1734685472.359276:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848374528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685472.359300:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848374528:12345-0@lo:400:kworker.0 Request processed in 22us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685472.359305:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41358 00000100:00100000:0.0:1734685472.359322:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848374528:0@lo:400:kworker.0 00000100:00080000:0.0:1734685472.359341:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685442 00000100:00080000:0.0:1734685472.359344:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685442 00000100:00080000:0.0:1734685472.359346:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685442 00000100:00100000:3.0:1734685472.360481:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848374144:0@lo:400:kworker.0 00000100:00100000:3.0:1734685472.360515:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685472.360554:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848374784:0@lo:400:kworker.0 00000100:00100000:3.0:1734685472.360570:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685472.360581:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734685472.360585:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848374272:0@lo:400:kworker.0 00000100:00100000:3.0:1734685472.360600:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685472.360609:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848374912:0@lo:400:kworker.0 00000100:00100000:3.0:1734685472.360622:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685472.360639:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848374272 00000100:00100000:3.0:1734685472.360642:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848374272 00000100:00100000:3.0:1734685472.360661:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848374912 00000100:00100000:3.0:1734685472.360663:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848374912 00000100:00100000:3.0:1734685472.360672:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921 00000100:00100000:3.0:1734685472.360676:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848374272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685472.360701:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848374272:12345-0@lo:400:kworker.0 Request processed in 24us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685472.360707:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921 00000100:00100000:3.0:1734685472.360717:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00000100:00100000:3.0:1734685472.360720:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848374912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685472.360734:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848374912:12345-0@lo:400:kworker.0 Request processed in 14us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685472.360739:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00000100:00080000:3.0:1734685472.360749:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685442 00000100:00100000:3.0:1734685472.360762:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848374272:0@lo:400:kworker.0 00000100:00100000:3.0:1734685472.360769:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848374912:0@lo:400:kworker.0 00000100:00100000:3.0:1734685472.360801:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848374784 00000100:00100000:3.0:1734685472.360803:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848374784 00000100:00100000:3.0:1734685472.360818:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7780 00000100:00100000:3.0:1734685472.360821:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848374784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685472.360843:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848374784:12345-0@lo:400:kworker.0 Request processed in 21us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685472.360848:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7780 00000100:00080000:3.0:1734685472.360856:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685442 00000100:00100000:3.0:1734685472.360865:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848374784:0@lo:400:kworker.0 00000100:00100000:0.0:1734685472.361625:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848374144 00000100:00100000:0.0:1734685472.361629:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848374144 00000100:00100000:0.0:1734685472.363067:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:0.0:1734685472.363075:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848374144:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685472.363217:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685442 00000100:00100000:0.0:1734685472.363275:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848374144:12345-0@lo:400:kworker.0 Request processed in 201us (2759us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685472.363282:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:3.0:1734685472.363361:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848374144:0@lo:400:kworker.0 00000100:00100000:1.0:1734685472.372936:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685472.372961:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848375424:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685472.373018:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685472.373108:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848375424 00000100:00100000:2.0:1734685472.373114:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848375424 00000100:00100000:2.0:1734685472.373243:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41359 00000100:00100000:2.0:1734685472.373250:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848375424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685472.373280:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685472.373320:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848375424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685472.373326:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41359 00000100:00100000:1.0:1734685472.373395:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848375424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685472.436781:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848375552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685472.436843:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685472.436915:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848375552 00000100:00100000:1.0:1734685472.436922:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848375552 00000100:00100000:1.0:1734685472.436969:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6906 00000100:00100000:1.0:1734685472.436976:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848375552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685472.437005:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685472.437037:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f54a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848375552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685472.437043:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6906 00000100:00100000:2.0:1734685472.437119:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f8d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848375552:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685473.247643:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685474.135009:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848375680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685474.135100:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685474.135214:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848375680 00000100:00100000:3.0:1734685474.135225:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848375680 00000100:00080000:0.0:1734685474.135392:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685444 00000100:00100000:3.0:1734685474.135950:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6907 00000100:00100000:3.0:1734685474.135959:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848375680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685474.135997:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685474.136063:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848375680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (997us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685474.136070:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6907 00000100:00100000:0.0:1734685474.136262:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848375680:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685474.249495:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685474.792649:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685474.792888:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685474.792923:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685474.792977:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685474.792995:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872696064 00000100:00100000:2.0:1734685474.793008:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872696064 00000100:00100000:2.0:1734685474.793056:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54222 00000100:00100000:2.0:1734685474.793065:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872696064:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685474.793122:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685474.793178:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872696064:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 114us (253us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685474.793185:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54222 00000100:00100000:1.0:1734685474.793215:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872695680 00000100:00100000:1.0:1734685474.793219:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872695680 00000100:00100000:1.0:1734685474.793251:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 945 00000100:00100000:1.0:1734685474.793255:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872695680:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685474.793288:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872695680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (401us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685474.793337:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685444 00000100:00100000:3.0:1734685474.793796:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872695808 00000100:00100000:3.0:1734685474.793799:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872695808 00000100:00100000:3.0:1734685474.793835:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872695936 00000100:00100000:3.0:1734685474.793836:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872695936 00000100:00100000:3.0:1734685474.793850:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2923 00000100:00100000:3.0:1734685474.793854:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872695808:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685474.793888:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872695808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685474.793893:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2923 00000100:00100000:3.0:1734685474.793907:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2924 00000100:00100000:3.0:1734685474.793910:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872695936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685474.793925:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872695936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685474.793930:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2924 00000100:00100000:1.0:1734685474.794068:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 945 00000100:00080000:2.0:1734685474.794164:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685444 00000100:00080000:2.0:1734685474.794168:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685444 00010000:00010000:3.0:1734685475.250802:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685476.252849:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685477.254809:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685477.300911:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685477.300937:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848375808:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685477.301010:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685477.301125:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848375808 00000100:00100000:2.0:1734685477.301135:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848375808 00000100:00100000:2.0:1734685477.301214:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41360 00000100:00100000:2.0:1734685477.301220:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848375808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685477.301258:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685477.301297:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848375808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685477.301304:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41360 00000100:00100000:0.0:1734685477.301391:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848375808:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685477.364850:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685477.364858:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685477.364862:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685477.364871:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10272 00000100:00080000:0.0:1734685477.364878:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685477.364885:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685477.364908:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a63f6680 x1818938848376448/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685477.364939:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685477.364942:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685477.364943:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685477.364947:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10272 00000100:00080000:0.0:1734685477.364948:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685477.364951:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685477.364961:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7e300 x1818938848376832/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685477.364994:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848376448:0@lo:8:kworker.0 00000100:00100000:0.0:1734685477.365091:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685477.365121:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848376832:0@lo:8:kworker.0 00000100:00100000:0.0:1734685477.365137:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685477.365177:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848376448 00000100:00100000:0.0:1734685477.365184:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848376448 00000100:00100000:0.0:1734685477.365208:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848376832 00000100:00100000:0.0:1734685477.365210:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848376832 00000100:00100000:0.0:1734685477.365223:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54223 00000100:00100000:0.0:1734685477.365229:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848376448:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685477.365252:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685477.365286:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848376448:12345-0@lo:8:kworker.0 Request processed in 56us (196us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685477.365292:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54223 00000100:00100000:0.0:1734685477.365307:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54224 00000100:00100000:0.0:1734685477.365310:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848376832:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685477.365318:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685477.365336:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848376832:12345-0@lo:8:kworker.0 Request processed in 24us (198us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685477.365340:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54224 00000100:00080000:0.0:1734685477.365371:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685477.365374:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685477.365377:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848376448:0@lo:8:kworker.0 00000100:00080000:0.0:1734685477.365383:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685477.365385:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685477.365388:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848376832:0@lo:8:kworker.0 00000100:00100000:0.0:1734685477.365414:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848376192:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.365435:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685477.365446:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848376960:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.365456:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685477.365465:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685477.365469:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848376320:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.365484:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685477.365495:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848377088:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.365508:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685477.365525:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848376960 00000100:00100000:0.0:1734685477.365546:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848376960 00000100:00100000:0.0:1734685477.365577:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7781 00000100:00100000:0.0:1734685477.365581:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848376960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.365614:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848376960:12345-0@lo:400:kworker.0 Request processed in 32us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685477.365619:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7781 00000100:00080000:0.0:1734685477.365632:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685447 00000100:00100000:0.0:1734685477.365644:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848376320 00000100:00100000:0.0:1734685477.365646:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848376320 00000100:00100000:0.0:1734685477.365668:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41361 00000100:00100000:0.0:1734685477.365671:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848376320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.365697:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848376320:12345-0@lo:400:kworker.0 Request processed in 25us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685477.365702:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41361 00000100:00080000:0.0:1734685477.365713:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685447 00000100:00100000:0.0:1734685477.365726:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848376320:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.365734:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848376960:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.365772:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848376064:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.365791:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685477.365803:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848376704:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.365815:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685477.365825:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734685477.365829:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848375936:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.365848:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685477.365860:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a63f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848376576:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.365873:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685477.365891:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848376576 00000100:00100000:0.0:1734685477.365894:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848376576 00000100:00100000:0.0:1734685477.365910:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7782 00000100:00100000:0.0:1734685477.365914:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848376576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.365938:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848376576:12345-0@lo:400:kworker.0 Request processed in 23us (64us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685477.365943:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7782 00000100:00100000:0.0:1734685477.365959:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848376192 00000100:00100000:0.0:1734685477.365961:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848376192 00000100:00100000:0.0:1734685477.365977:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848377088 00000100:00100000:0.0:1734685477.365979:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848377088 00000100:00100000:0.0:1734685477.365989:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848376064 00000100:00100000:0.0:1734685477.365990:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848376064 00000100:00100000:0.0:1734685477.365999:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848376704 00000100:00100000:0.0:1734685477.366000:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848376704 00000100:00100000:0.0:1734685477.366008:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925 00000100:00100000:0.0:1734685477.366012:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848376192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.366036:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848376192:12345-0@lo:400:kworker.0 Request processed in 24us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685477.366041:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925 00000100:00100000:0.0:1734685477.366048:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00000100:00100000:0.0:1734685477.366051:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848377088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.366080:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848377088:12345-0@lo:400:kworker.0 Request processed in 28us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685477.366084:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00000100:00100000:0.0:1734685477.366091:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2927 00000100:00100000:0.0:1734685477.366094:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848376064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.366109:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848376064:12345-0@lo:400:kworker.0 Request processed in 14us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685477.366114:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2927 00000100:00100000:0.0:1734685477.366121:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2928 00000100:00100000:0.0:1734685477.366125:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848376704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.366144:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848376704:12345-0@lo:400:kworker.0 Request processed in 18us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685477.366148:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2928 00000100:00080000:0.0:1734685477.366159:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685447 00000100:00080000:0.0:1734685477.366161:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685447 00000100:00080000:0.0:1734685477.366162:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685447 00000100:00100000:0.0:1734685477.366175:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a63f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848376576:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.366183:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848376064:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.366190:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848376704:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.366218:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848377088:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.366225:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848376192:0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.366249:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848375936 00000100:00100000:0.0:1734685477.366252:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848375936 00000100:00100000:0.0:1734685477.366274:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1734685477.366277:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848375936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685477.366302:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848375936:12345-0@lo:400:kworker.0 Request processed in 24us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685477.366307:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00080000:0.0:1734685477.366340:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685447 00000100:00100000:0.0:1734685477.366350:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848375936:0@lo:400:kworker.0 00000100:00100000:1.0:1734685477.381774:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848377216:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685477.381852:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685477.381963:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848377216 00000100:00100000:2.0:1734685477.381972:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848377216 00000100:00100000:2.0:1734685477.382147:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41362 00000100:00100000:2.0:1734685477.382160:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848377216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685477.382198:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685477.382264:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848377216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685477.382270:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41362 00000100:00100000:1.0:1734685477.382402:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848377216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685477.445251:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848377344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685477.445305:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685477.445413:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848377344 00000100:00100000:1.0:1734685477.445426:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848377344 00000100:00100000:1.0:1734685477.445489:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6908 00000100:00100000:1.0:1734685477.445496:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848377344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685477.445559:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685477.445619:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848377344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685477.445626:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6908 00000100:00100000:0.0:1734685477.446447:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848377344:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685478.258124:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685479.141654:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848377472:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685479.141731:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685479.142954:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848377472 00000100:00100000:3.0:1734685479.142964:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848377472 00000100:00080000:0.0:1734685479.143156:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685449 00000100:00100000:3.0:1734685479.143192:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6909 00000100:00100000:3.0:1734685479.143198:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848377472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685479.143235:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685479.143461:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f56a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848377472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 261us (1730us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685479.143468:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6909 00000100:00100000:2.0:1734685479.143569:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848377472:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685479.258804:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685479.799300:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685479.800662:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685479.801232:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872696320 00000100:00100000:2.0:1734685479.801243:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872696320 00000100:00080000:1.0:1734685479.801339:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685449 00000100:00100000:2.0:1734685479.801367:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2929 00000100:00100000:2.0:1734685479.801376:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872696320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685479.801398:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685479.801451:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872696320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 76us (2167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685479.801457:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2929 00000100:00100000:2.0:1734685479.801475:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872696448 00000100:00100000:2.0:1734685479.801478:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872696448 00000100:00100000:2.0:1734685479.801495:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2930 00000100:00100000:0.0:1734685479.801499:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685479.801499:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872696448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685479.801519:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872696448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685479.801524:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2930 00000100:00100000:2.0:1734685479.801575:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872696576 00000100:00100000:2.0:1734685479.801578:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872696576 00000100:00100000:2.0:1734685479.801595:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54225 00000100:00100000:2.0:1734685479.801599:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872696576:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685479.801624:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734685479.801632:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685449 00000100:00100000:2.0:1734685479.801649:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872696576:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 49us (149us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685479.801655:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54225 00000100:00100000:3.0:1734685479.801745:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872696192 00000100:00100000:3.0:1734685479.801749:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872696192 00000100:00100000:3.0:1734685479.801776:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 947 00000100:00100000:3.0:1734685479.801781:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872696192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685479.801803:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872696192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685479.801808:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 947 00000100:00080000:1.0:1734685479.801982:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685449 00010000:00010000:3.0:1734685480.262504:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685481.262848:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685482.266097:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685482.308880:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848377600:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685482.308951:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685482.309021:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848377600 00000100:00100000:1.0:1734685482.309028:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848377600 00000100:00100000:1.0:1734685482.309078:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41363 00000100:00100000:1.0:1734685482.309084:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848377600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685482.309120:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685482.309153:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848377600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685482.309159:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41363 00000100:00100000:1.0:1734685482.309195:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848377600:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685482.372732:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848377728:0@lo:400:kworker.0 00000100:00080000:0.0:1734685482.372741:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685482.372746:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685482.372749:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685482.372754:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10277 00000100:00080000:0.0:1734685482.372758:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685482.372765:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685482.372785:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c9cbb80 x1818938848378240/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685482.372798:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685482.372808:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685482.372811:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685482.372813:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685482.372815:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10277 00000100:00080000:0.0:1734685482.372817:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685482.372820:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685482.372825:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848378368:0@lo:400:kworker.0 00000100:00100000:0.0:1734685482.372829:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7ed80 x1818938848378624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685482.372842:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685482.372851:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734685482.372855:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848377856:0@lo:400:kworker.0 00000100:00100000:0.0:1734685482.372858:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848378240:0@lo:8:kworker.0 00000100:00100000:1.0:1734685482.372872:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685482.372881:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685482.372882:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848378496:0@lo:400:kworker.0 00000100:00100000:0.0:1734685482.372904:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848378624:0@lo:8:kworker.0 00000100:00100000:2.0:1734685482.372961:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848378368 00000100:00100000:2.0:1734685482.372968:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848378368 00000100:00100000:2.0:1734685482.373029:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848378240 00000100:00100000:2.0:1734685482.373032:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848378240 00000100:00100000:2.0:1734685482.373046:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7783 00000100:00100000:2.0:1734685482.373052:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848378368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685482.373134:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848377728 00000100:00100000:3.0:1734685482.373138:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848377728 00000100:00100000:3.0:1734685482.373161:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1734685482.373165:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848377728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685482.373226:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685482.373233:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685482.373251:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848377856 00000100:00100000:1.0:1734685482.373254:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848377856 00000100:00100000:1.0:1734685482.373273:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848378496 00000100:00100000:1.0:1734685482.373275:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848378496 00000100:00100000:0.0:1734685482.373284:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2931 00000100:00100000:1.0:1734685482.373288:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2932 00000100:00100000:0.0:1734685482.373289:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848377856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685482.373292:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848378496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685482.373336:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848378368:12345-0@lo:400:kworker.0 Request processed in 283us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685482.373338:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848377728:12345-0@lo:400:kworker.0 Request processed in 171us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685482.373342:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7783 00000100:00100000:3.0:1734685482.373344:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1734685482.373357:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848378624 00000100:00100000:2.0:1734685482.373360:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848378624 00000100:00100000:3.0:1734685482.373374:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848377984:0@lo:400:kworker.0 00000100:00100000:2.0:1734685482.373382:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54226 00000100:00100000:2.0:1734685482.373385:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848378240:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685482.373393:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1734685482.373402:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685482.373406:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848378752:0@lo:400:kworker.0 00000100:00100000:3.0:1734685482.373421:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685482.373426:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848378240:12345-0@lo:8:kworker.0 Request processed in 39us (545us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685482.373431:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54226 00000100:00100000:3.0:1734685482.373432:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1734685482.373437:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848378112:0@lo:400:kworker.0 00000100:00100000:2.0:1734685482.373439:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848378752 00000100:00100000:2.0:1734685482.373441:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848378752 00000100:00100000:3.0:1734685482.373451:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685482.373452:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7784 00000100:00100000:2.0:1734685482.373455:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848378752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685482.373460:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848378880:0@lo:400:kworker.0 00000100:00100000:3.0:1734685482.373474:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685482.373476:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848378752:12345-0@lo:400:kworker.0 Request processed in 20us (54us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685482.373480:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7784 00000100:00100000:2.0:1734685482.373486:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54227 00000100:00100000:2.0:1734685482.373488:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848378624:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685482.373494:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848378752:0@lo:400:kworker.0 00010000:00020000:2.0:1734685482.373495:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685482.373506:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848378624:12345-0@lo:8:kworker.0 Request processed in 17us (274us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685482.373510:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54227 00000100:00100000:3.0:1734685482.373517:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848377984 00000100:00080000:2.0:1734685482.373520:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685452 00000100:00100000:3.0:1734685482.373520:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848377984 00000100:00080000:2.0:1734685482.373523:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685452 00000100:00080000:2.0:1734685482.373524:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685452 00000100:00080000:2.0:1734685482.373526:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685452 00000100:00100000:2.0:1734685482.373552:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848378880 00000100:00100000:2.0:1734685482.373554:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848378880 00000100:00100000:3.0:1734685482.373559:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2933 00000100:00100000:3.0:1734685482.373563:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848377984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685482.373566:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2934 00000100:00100000:2.0:1734685482.373569:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848378880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685482.373591:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848378880:12345-0@lo:400:kworker.0 Request processed in 21us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685482.373591:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848377984:12345-0@lo:400:kworker.0 Request processed in 27us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685482.373595:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2934 00000100:00100000:3.0:1734685482.373597:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2933 00000100:00100000:2.0:1734685482.373620:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848378112 00000100:00100000:2.0:1734685482.373621:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848378112 00000100:00100000:3.0:1734685482.373623:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848378880:0@lo:400:kworker.0 00000100:00100000:3.0:1734685482.373630:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848377984:0@lo:400:kworker.0 00000100:00100000:2.0:1734685482.373636:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41364 00000100:00100000:2.0:1734685482.373639:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848378112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685482.373659:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848378112:12345-0@lo:400:kworker.0 Request processed in 18us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685482.373662:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41364 00000100:00080000:2.0:1734685482.373670:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685452 00000100:00100000:2.0:1734685482.373680:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848378112:0@lo:400:kworker.0 00000100:00080000:2.0:1734685482.374555:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685482.374559:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685482.374563:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848378240:0@lo:8:kworker.0 00000100:00080000:2.0:1734685482.374570:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685482.374572:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685482.374574:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848378624:0@lo:8:kworker.0 00000100:00100000:0.0:1734685482.374673:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848377856:12345-0@lo:400:kworker.0 Request processed in 1382us (1798us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685482.374679:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2931 00000100:00100000:0.0:1734685482.374715:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848377856:0@lo:400:kworker.0 00000100:00100000:1.0:1734685482.374723:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848378496:12345-0@lo:400:kworker.0 Request processed in 1428us (1495us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685482.374724:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848378496:0@lo:400:kworker.0 00000100:00100000:0.0:1734685482.374730:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848378368:0@lo:400:kworker.0 00000100:00100000:1.0:1734685482.374730:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2932 00000100:00100000:0.0:1734685482.374736:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848377728:0@lo:400:kworker.0 00000100:00100000:2.0:1734685482.388722:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685482.388744:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848379008:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685482.388796:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685482.388859:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848379008 00000100:00100000:3.0:1734685482.388865:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848379008 00000100:00100000:3.0:1734685482.388913:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41365 00000100:00100000:3.0:1734685482.388918:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848379008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685482.388947:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685482.389610:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f56680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848379008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 689us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685482.389613:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f8d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848379008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685482.389618:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41365 00000100:00100000:1.0:1734685482.453232:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685482.453253:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848379136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685482.453310:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685482.453799:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848379136 00000100:00100000:3.0:1734685482.453806:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848379136 00000100:00100000:3.0:1734685482.453834:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6910 00000100:00100000:3.0:1734685482.453839:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848379136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685482.454375:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685482.454417:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848379136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 576us (1106us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685482.454423:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6910 00000100:00100000:1.0:1734685482.454496:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848379136:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685483.269135:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685484.149580:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685484.149605:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848379264:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685484.149998:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685484.150161:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848379264 00000100:00100000:2.0:1734685484.150170:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848379264 00000100:00100000:2.0:1734685484.150227:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6911 00000100:00100000:2.0:1734685484.150232:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848379264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685484.150261:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685484.150305:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848379264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685484.150311:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6911 00000100:00080000:0.0:1734685484.150735:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685454 00000100:00100000:3.0:1734685484.150889:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848379264:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685484.270866:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685484.807497:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685484.807602:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685484.807636:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685484.807708:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872696960 00000100:00100000:3.0:1734685484.807708:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872696704 00000100:00100000:1.0:1734685484.807721:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872696960 00000100:00100000:3.0:1734685484.807721:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872696704 00000100:00100000:0.0:1734685484.807765:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685484.808335:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 949 00000100:00100000:3.0:1734685484.808343:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872696704:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685484.808353:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872696832 00000100:00100000:1.0:1734685484.808357:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872696832 00000100:00100000:2.0:1734685484.808368:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872697088 00000100:00100000:2.0:1734685484.808375:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872697088 00000100:00100000:0.0:1734685484.808401:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2935 00000100:00100000:0.0:1734685484.808408:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872696960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685484.808455:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872696960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (853us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685484.808461:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2935 00000100:00100000:3.0:1734685484.808485:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872696704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685484.808487:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2936 00000100:00100000:0.0:1734685484.808491:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872696832:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685484.808494:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 949 00000100:00100000:0.0:1734685484.808513:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872696832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685484.808522:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2936 00000100:00080000:0.0:1734685484.808570:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685454 00000100:00080000:0.0:1734685484.808575:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685454 00000100:00080000:0.0:1734685484.808578:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685454 00000100:00100000:2.0:1734685484.808661:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54228 00000100:00100000:2.0:1734685484.808666:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872697088:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685484.808689:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685484.808724:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872697088:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 56us (959us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685484.808730:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54228 00010000:00010000:3.0:1734685485.273108:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685486.274800:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685487.277199:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685487.316779:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848379392:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685487.316850:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685487.316931:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848379392 00000100:00100000:2.0:1734685487.316941:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848379392 00000100:00100000:2.0:1734685487.316997:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41366 00000100:00100000:2.0:1734685487.317004:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848379392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685487.317045:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685487.317096:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848379392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685487.317103:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41366 00000100:00100000:3.0:1734685487.317293:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096435500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848379392:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685487.381205:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685487.381212:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685487.381215:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685487.381224:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10282 00000100:00080000:2.0:1734685487.381229:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685487.381236:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685487.381262:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b56b800 x1818938848380032/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685487.381297:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685487.381300:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685487.381301:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685487.381305:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10282 00000100:00080000:2.0:1734685487.381308:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685487.381312:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685487.381324:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b56a300 x1818938848380416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685487.381351:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848379520:0@lo:400:kworker.0 00000100:00100000:2.0:1734685487.381358:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848380032:0@lo:8:kworker.0 00000100:00100000:3.0:1734685487.381440:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848379904:0@lo:400:kworker.0 00000100:00100000:1.0:1734685487.381688:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685487.381697:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685487.382013:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848379776:0@lo:400:kworker.0 00000100:00100000:3.0:1734685487.383014:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685487.383015:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848380160:0@lo:400:kworker.0 00000100:00100000:3.0:1734685487.383034:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848380672:0@lo:400:kworker.0 00000100:00100000:1.0:1734685487.383041:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685487.383061:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685487.383065:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734685487.383071:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848379648:0@lo:400:kworker.0 00000100:00100000:1.0:1734685487.383089:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685487.383253:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848380416:0@lo:8:kworker.0 00000100:00100000:2.0:1734685487.383276:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685487.383312:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848379904 00000100:00100000:2.0:1734685487.383319:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848379904 00000100:00080000:0.0:1734685487.383343:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685457 00000100:00100000:1.0:1734685487.383355:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848380288:0@lo:400:kworker.0 00000100:00100000:0.0:1734685487.383356:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848380672 00000100:00100000:0.0:1734685487.383359:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848380672 00000100:00100000:2.0:1734685487.383362:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41367 00000100:00100000:2.0:1734685487.383369:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848379904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685487.383379:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685487.383410:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848379520 00000100:00100000:1.0:1734685487.383414:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848379520 00000100:00100000:2.0:1734685487.383422:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848379904:12345-0@lo:400:kworker.0 Request processed in 53us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685487.383428:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41367 00000100:00100000:1.0:1734685487.383443:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:1.0:1734685487.383447:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848379520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685487.383453:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848380032 00000100:00100000:2.0:1734685487.383456:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848380032 00000100:00100000:2.0:1734685487.383468:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848380160 00000100:00100000:2.0:1734685487.383470:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848380160 00000100:00100000:1.0:1734685487.383474:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848379520:12345-0@lo:400:kworker.0 Request processed in 26us (1788us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685487.383479:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1734685487.383487:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848380416 00000100:00100000:2.0:1734685487.383488:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848380416 00000100:00100000:2.0:1734685487.383500:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7785 00000100:00100000:2.0:1734685487.383503:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848380160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685487.383510:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54229 00000100:00100000:1.0:1734685487.383514:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848380032:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685487.383541:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848380160:12345-0@lo:400:kworker.0 Request processed in 23us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685487.383547:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7785 00010000:00020000:1.0:1734685487.383552:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685487.383560:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54230 00000100:00100000:2.0:1734685487.383563:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848380416:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685487.383572:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685487.383579:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848380032:12345-0@lo:8:kworker.0 Request processed in 63us (1882us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685487.383585:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54229 00000100:00100000:2.0:1734685487.383591:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848380416:12345-0@lo:8:kworker.0 Request processed in 27us (314us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685487.383597:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54230 00000100:00080000:1.0:1734685487.383600:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685457 00000100:00080000:1.0:1734685487.383603:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685457 00000100:00080000:1.0:1734685487.383622:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685487.383626:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685487.383630:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848380032:0@lo:8:kworker.0 00000100:00100000:2.0:1734685487.383636:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848379904:0@lo:400:kworker.0 00000100:00080000:1.0:1734685487.383638:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685487.383640:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685487.383643:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848380416:0@lo:8:kworker.0 00000100:00100000:1.0:1734685487.383670:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848379520:0@lo:400:kworker.0 00000100:00100000:1.0:1734685487.383679:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848380160:0@lo:400:kworker.0 00000100:00100000:0.0:1734685487.383706:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848379648 00000100:00100000:0.0:1734685487.383709:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848379648 00000100:00100000:1.0:1734685487.383713:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848380288 00000100:00100000:1.0:1734685487.383716:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848380288 00000100:00100000:0.0:1734685487.383731:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2937 00000100:00100000:0.0:1734685487.383736:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848380672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685487.383736:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2938 00000100:00100000:1.0:1734685487.383740:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848379648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685487.383773:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848380672:12345-0@lo:400:kworker.0 Request processed in 37us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685487.383773:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848379648:12345-0@lo:400:kworker.0 Request processed in 32us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685487.383779:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2937 00000100:00100000:1.0:1734685487.383782:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2938 00000100:00100000:0.0:1734685487.383790:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2939 00000100:00100000:0.0:1734685487.383794:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848380288:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685487.383797:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685457 00000100:00100000:1.0:1734685487.383814:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848379648:0@lo:400:kworker.0 00000100:00100000:0.0:1734685487.383815:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848380288:12345-0@lo:400:kworker.0 Request processed in 20us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685487.383820:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2939 00000100:00100000:1.0:1734685487.383822:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848380288:0@lo:400:kworker.0 00000100:00100000:0.0:1734685487.383833:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685487.383845:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848380544:0@lo:400:kworker.0 00000100:00100000:0.0:1734685487.383860:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685487.383861:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848379776 00000100:00100000:1.0:1734685487.383864:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848379776 00000100:00100000:0.0:1734685487.383881:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848380672:0@lo:400:kworker.0 00000100:00100000:1.0:1734685487.383884:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2940 00000100:00100000:1.0:1734685487.383898:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848379776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685487.383924:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848379776:12345-0@lo:400:kworker.0 Request processed in 26us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685487.383930:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2940 00000100:00080000:1.0:1734685487.383941:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685457 00000100:00100000:3.0:1734685487.384183:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848380544 00000100:00100000:3.0:1734685487.384187:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848380544 00000100:00100000:3.0:1734685487.384219:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7786 00000100:00100000:3.0:1734685487.384223:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848380544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685487.384247:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848380544:12345-0@lo:400:kworker.0 Request processed in 24us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685487.384253:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7786 00000100:00100000:0.0:1734685487.384315:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848379776:0@lo:400:kworker.0 00000100:00100000:0.0:1734685487.384323:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848380544:0@lo:400:kworker.0 00000100:00080000:1.0:1734685487.384399:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685457 00000100:00100000:3.0:1734685487.397133:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685487.397158:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848380800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685487.397235:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685487.397278:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848380800 00000100:00100000:1.0:1734685487.397287:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848380800 00000100:00100000:1.0:1734685487.397918:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41368 00000100:00100000:1.0:1734685487.397926:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848380800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685487.397969:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685487.398028:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848380800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685487.398034:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41368 00000100:00100000:3.0:1734685487.398130:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848380800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685487.461037:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848380928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685487.461109:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685487.461172:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848380928 00000100:00100000:2.0:1734685487.461180:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848380928 00000100:00100000:2.0:1734685487.461227:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6912 00000100:00100000:2.0:1734685487.461233:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848380928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685487.461267:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685487.461309:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848380928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685487.461315:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6912 00000100:00100000:3.0:1734685487.461340:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122f54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848380928:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685488.279199:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685489.156878:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685489.156901:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848381056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685489.156967:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685489.157085:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848381056 00000100:00100000:2.0:1734685489.157093:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848381056 00000100:00100000:2.0:1734685489.157449:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6913 00000100:00100000:2.0:1734685489.157457:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848381056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685489.157487:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:1.0:1734685489.157558:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685459 00000100:00100000:2.0:1734685489.157748:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848381056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 290us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685489.157756:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6913 00000100:00100000:0.0:1734685489.157826:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848381056:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685489.281907:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685489.816928:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685489.816974:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685489.817002:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685489.817087:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685489.817139:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872697600 00000100:00100000:0.0:1734685489.817148:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872697600 00000100:00100000:1.0:1734685489.817169:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872697216 00000100:00100000:1.0:1734685489.817173:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872697216 00000100:00100000:0.0:1734685489.817180:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54231 00000100:00100000:0.0:1734685489.817188:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872697600:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685489.817211:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 951 00010000:00020000:0.0:1734685489.817214:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685489.817216:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872697216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685489.817269:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872697600:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 81us (181us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685489.817269:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872697216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685489.817275:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54231 00000100:00100000:1.0:1734685489.817275:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 951 00000100:00100000:2.0:1734685489.817297:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872697472 00000100:00100000:2.0:1734685489.817301:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872697472 00000100:00080000:1.0:1734685489.817307:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685459 00000100:00080000:1.0:1734685489.817311:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685459 00000100:00100000:2.0:1734685489.817325:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872697344 00000100:00100000:2.0:1734685489.817327:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872697344 00000100:00100000:1.0:1734685489.817330:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2941 00000100:00100000:1.0:1734685489.817334:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872697472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685489.817345:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2942 00000100:00100000:2.0:1734685489.817349:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872697344:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685489.817368:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872697472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685489.817374:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2941 00000100:00100000:2.0:1734685489.817374:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872697344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685489.817380:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2942 00000100:00080000:2.0:1734685489.817393:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685459 00010000:00010000:3.0:1734685490.287903:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685491.287764:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685492.289439:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685492.324904:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848381184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685492.324975:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685492.325147:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848381184 00000100:00100000:2.0:1734685492.325156:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848381184 00000100:00100000:2.0:1734685492.325191:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41369 00000100:00100000:2.0:1734685492.325197:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848381184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685492.325228:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685492.325263:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848381184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685492.325269:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41369 00000100:00100000:1.0:1734685492.325337:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848381184:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685492.389022:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685492.389029:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685492.389032:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685492.389039:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10287 00000100:00080000:2.0:1734685492.389043:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685492.389048:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685492.389071:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008cafdf80 x1818938848381824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685492.389097:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685492.389100:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685492.389101:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685492.389104:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10287 00000100:00080000:2.0:1734685492.389106:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685492.389109:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685492.389118:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b56bb80 x1818938848382208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685492.389159:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848381824:0@lo:8:kworker.0 00000100:00100000:0.0:1734685492.389212:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848381312:0@lo:400:kworker.0 00000100:00100000:2.0:1734685492.389214:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685492.389232:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848382208:0@lo:8:kworker.0 00000100:00100000:0.0:1734685492.389238:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685492.389243:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685492.389254:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848381952:0@lo:400:kworker.0 00000100:00100000:3.0:1734685492.389297:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848381440:0@lo:400:kworker.0 00000100:00100000:1.0:1734685492.389349:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848381568:0@lo:400:kworker.0 00000100:00100000:0.0:1734685492.389880:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685492.389896:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848381824 00000100:00100000:2.0:1734685492.389902:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848381824 00000100:00100000:0.0:1734685492.389903:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848381312 00000100:00100000:0.0:1734685492.389905:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848381312 00000100:00100000:2.0:1734685492.389919:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848382208 00000100:00100000:2.0:1734685492.389921:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848382208 00000100:00100000:2.0:1734685492.389927:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848381952 00000100:00100000:0.0:1734685492.389928:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1734685492.389929:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848381952 00000100:00100000:0.0:1734685492.389933:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848381312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685492.389943:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7787 00000100:00100000:2.0:1734685492.389946:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848381952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685492.389970:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848381312:12345-0@lo:400:kworker.0 Request processed in 36us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685492.389970:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848381952:12345-0@lo:400:kworker.0 Request processed in 22us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685492.389976:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1734685492.389976:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7787 00000100:00100000:2.0:1734685492.389989:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54232 00000100:00100000:2.0:1734685492.389992:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848381824:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685492.390009:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685492.390010:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848381312:0@lo:400:kworker.0 00000100:00100000:0.0:1734685492.390019:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848381952:0@lo:400:kworker.0 00000100:00100000:2.0:1734685492.390027:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848381824:12345-0@lo:8:kworker.0 Request processed in 34us (813us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685492.390031:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54232 00000100:00100000:2.0:1734685492.390038:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54233 00000100:00100000:2.0:1734685492.390042:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848382208:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685492.390049:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685492.390063:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848381696:0@lo:400:kworker.0 00000100:00100000:2.0:1734685492.390064:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848382208:12345-0@lo:8:kworker.0 Request processed in 21us (819us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685492.390068:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54233 00000100:00100000:0.0:1734685492.390080:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685492.390080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685462 00000100:00080000:2.0:1734685492.390083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685462 00000100:00100000:0.0:1734685492.390090:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848382464:0@lo:400:kworker.0 00000100:00080000:2.0:1734685492.390098:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685492.390101:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685492.390104:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848381824:0@lo:8:kworker.0 00000100:00100000:0.0:1734685492.390105:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685492.390110:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685492.390112:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685492.390114:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848382208:0@lo:8:kworker.0 00000100:00100000:0.0:1734685492.390122:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848381696 00000100:00100000:0.0:1734685492.390125:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848381696 00000100:00100000:0.0:1734685492.390143:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41370 00000100:00100000:0.0:1734685492.390146:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848381696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685492.390172:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848381696:12345-0@lo:400:kworker.0 Request processed in 25us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685492.390173:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685492.390183:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848382080:0@lo:400:kworker.0 00000100:00100000:3.0:1734685492.390194:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685492.390220:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848382464 00000100:00100000:3.0:1734685492.390222:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848382464 00000100:00100000:3.0:1734685492.390237:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848381440 00000100:00100000:3.0:1734685492.390238:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848381440 00000100:00100000:3.0:1734685492.390253:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848382080 00000100:00100000:3.0:1734685492.390255:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848382080 00000100:00100000:3.0:1734685492.390264:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2943 00000100:00100000:3.0:1734685492.390267:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848382464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685492.390289:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848382464:12345-0@lo:400:kworker.0 Request processed in 21us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685492.390294:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2943 00000100:00100000:3.0:1734685492.390304:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2944 00000100:00100000:3.0:1734685492.390307:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848381440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685492.390329:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848381440:12345-0@lo:400:kworker.0 Request processed in 19us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685492.390333:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2944 00000100:00100000:3.0:1734685492.390341:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2945 00000100:00100000:3.0:1734685492.390344:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848382080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685492.390362:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848382080:12345-0@lo:400:kworker.0 Request processed in 17us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685492.390365:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2945 00000100:00100000:3.0:1734685492.390387:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848381440:0@lo:400:kworker.0 00000100:00100000:3.0:1734685492.390394:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848382080:0@lo:400:kworker.0 00000100:00100000:1.0:1734685492.390559:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685492.390572:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848382336:0@lo:400:kworker.0 00000100:00100000:1.0:1734685492.390584:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685492.390599:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848381568 00000100:00100000:1.0:1734685492.390601:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848381568 00000100:00100000:1.0:1734685492.390615:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2946 00000100:00100000:1.0:1734685492.390619:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848381568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685492.390648:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848381568:12345-0@lo:400:kworker.0 Request processed in 28us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685492.390653:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2946 00000100:00100000:1.0:1734685492.390677:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848381568:0@lo:400:kworker.0 00000100:00100000:3.0:1734685492.391075:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848382336 00000100:00100000:3.0:1734685492.391078:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848382336 00000100:00100000:3.0:1734685492.391094:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7788 00000100:00100000:3.0:1734685492.391097:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848382336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685492.391121:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848382336:12345-0@lo:400:kworker.0 Request processed in 23us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685492.391128:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7788 00000100:00100000:1.0:1734685492.391212:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848382336:0@lo:400:kworker.0 00000100:00100000:1.0:1734685492.391239:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848381696:0@lo:400:kworker.0 00000100:00100000:1.0:1734685492.391247:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848382464:0@lo:400:kworker.0 00000100:00100000:0.0:1734685492.391385:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41370 00000100:00080000:0.0:1734685492.391402:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685462 00000100:00080000:0.0:1734685492.391405:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685462 00000100:00080000:0.0:1734685492.391406:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685462 00000100:00100000:0.0:1734685492.405122:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848382592:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685492.405170:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685492.405416:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848382592 00000100:00100000:1.0:1734685492.405424:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848382592 00000100:00100000:1.0:1734685492.405469:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41371 00000100:00100000:1.0:1734685492.405475:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848382592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685492.405505:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685492.405705:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848382592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685492.405828:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848382592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685492.405836:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41371 00000100:00100000:0.0:1734685492.470055:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685492.470074:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848382720:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685492.470128:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685492.470201:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848382720 00000100:00100000:3.0:1734685492.470208:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848382720 00000100:00100000:3.0:1734685492.470247:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6914 00000100:00100000:3.0:1734685492.470252:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848382720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685492.470278:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685492.470325:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848382720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685492.470331:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6914 00000100:00100000:1.0:1734685492.470492:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848382720:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685493.291113:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685494.164759:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685494.164788:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848382848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685494.164838:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685494.164885:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848382848 00000100:00100000:0.0:1734685494.164891:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848382848 00000100:00100000:0.0:1734685494.164950:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6915 00000100:00100000:0.0:1734685494.164956:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848382848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685494.164992:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685494.165033:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848382848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685494.165039:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6915 00000100:00100000:3.0:1734685494.165070:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848382848:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734685494.165099:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685464 00010000:00010000:2.0:1734685494.294297:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685494.823361:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685494.823414:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685494.823454:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685494.823479:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872697728 00000100:00100000:1.0:1734685494.823487:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872697728 00000100:00100000:3.0:1734685494.823506:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872697856 00000100:00100000:3.0:1734685494.823511:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872697856 00000100:00100000:2.0:1734685494.823551:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872697984 00000100:00100000:2.0:1734685494.823555:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872697984 00000100:00100000:3.0:1734685494.823577:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2947 00000100:00100000:1.0:1734685494.823580:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 953 00000100:00100000:3.0:1734685494.823583:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872697856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685494.823584:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2948 00000100:00100000:1.0:1734685494.823586:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872697728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685494.823589:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872697984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685494.823632:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872697984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685494.823633:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872697728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685494.823638:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 953 00000100:00100000:2.0:1734685494.823638:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2948 00000100:00080000:1.0:1734685494.823678:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685464 00000100:00080000:1.0:1734685494.823682:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685464 00000100:00080000:1.0:1734685494.823683:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685464 00000100:00100000:3.0:1734685494.824454:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872697856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 868us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685494.824460:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2947 00000100:00100000:0.0:1734685494.824501:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685494.824548:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872698112 00000100:00100000:3.0:1734685494.824552:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872698112 00000100:00100000:3.0:1734685494.824579:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54234 00000100:00100000:3.0:1734685494.824583:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872698112:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685494.824603:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685494.824626:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872698112:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (126us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685494.824634:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54234 00010000:00010000:3.0:1734685495.296717:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685496.298769:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685497.300756:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685497.332770:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685497.332790:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848382976:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685497.332845:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685497.332891:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848382976 00000100:00100000:1.0:1734685497.332899:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848382976 00000100:00100000:1.0:1734685497.333451:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41372 00000100:00100000:1.0:1734685497.333457:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848382976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685497.333484:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685497.333542:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848382976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685497.333548:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41372 00000100:00100000:0.0:1734685497.333563:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848382976:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685497.396816:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685497.396821:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685497.396824:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685497.396832:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10292 00000100:00080000:2.0:1734685497.396837:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1734685497.396839:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848383360:0@lo:400:kworker.0 00000100:00100000:1.0:1734685497.396839:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848383104:0@lo:400:kworker.0 00000100:00080000:2.0:1734685497.396844:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685497.396871:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff2d880 x1818938848383616/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685497.396906:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734685497.396909:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685497.396909:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734685497.396910:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685497.396910:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685497.396913:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10292 00000100:00080000:2.0:1734685497.396915:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685497.396918:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685497.396927:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ecb4e00 x1818938848384000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685497.396935:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685497.396936:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848383744:0@lo:400:kworker.0 00000100:00100000:0.0:1734685497.396941:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848383488:0@lo:400:kworker.0 00000100:00100000:1.0:1734685497.396954:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685497.396962:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848383616:0@lo:8:kworker.0 00000100:00100000:0.0:1734685497.396963:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685497.396966:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734685497.396971:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848383232:0@lo:400:kworker.0 00000100:00100000:0.0:1734685497.396976:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848384128:0@lo:400:kworker.0 00000100:00100000:2.0:1734685497.396987:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685497.396988:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685497.397000:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848383104 00000100:00100000:1.0:1734685497.397001:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848383872:0@lo:400:kworker.0 00000100:00100000:2.0:1734685497.397005:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848384000:0@lo:8:kworker.0 00000100:00100000:0.0:1734685497.397006:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848383104 00000100:00100000:1.0:1734685497.397015:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685497.397021:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685497.397038:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848383744 00000100:00100000:1.0:1734685497.397041:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848383744 00000100:00100000:0.0:1734685497.397042:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1734685497.397049:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848383104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685497.397049:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848383616 00000100:00100000:2.0:1734685497.397052:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848383616 00000100:00100000:1.0:1734685497.397066:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848384000 00000100:00100000:1.0:1734685497.397069:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848384000 00000100:00100000:2.0:1734685497.397071:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7789 00000100:00100000:2.0:1734685497.397076:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848383744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685497.397081:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54235 00000100:00100000:1.0:1734685497.397085:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848383616:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685497.397095:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848383104:12345-0@lo:400:kworker.0 Request processed in 45us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685497.397101:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00010000:00020000:1.0:1734685497.397106:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685497.397108:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848383744:12345-0@lo:400:kworker.0 Request processed in 31us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685497.397113:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7789 00000100:00100000:2.0:1734685497.397127:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54236 00000100:00100000:2.0:1734685497.397130:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848384000:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685497.397131:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848383616:12345-0@lo:8:kworker.0 Request processed in 45us (144us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685497.397137:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54235 00010000:00020000:2.0:1734685497.397139:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685497.397140:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848383360 00000100:00100000:0.0:1734685497.397143:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848383360 00000100:00100000:1.0:1734685497.397156:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848383232 00000100:00100000:2.0:1734685497.397156:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848384000:12345-0@lo:8:kworker.0 Request processed in 25us (134us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685497.397159:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848383232 00000100:00100000:2.0:1734685497.397161:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54236 00000100:00100000:0.0:1734685497.397164:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848383872 00000100:00100000:0.0:1734685497.397166:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848383872 00000100:00100000:1.0:1734685497.397179:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2949 00000100:00100000:0.0:1734685497.397182:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2950 00000100:00100000:1.0:1734685497.397183:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848383360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685497.397186:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848383232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685497.397207:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848383360:12345-0@lo:400:kworker.0 Request processed in 24us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685497.397213:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848383232:12345-0@lo:400:kworker.0 Request processed in 25us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685497.397255:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2951 00000100:00100000:2.0:1734685497.397260:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848383872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685497.397283:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848383872:12345-0@lo:400:kworker.0 Request processed in 23us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685497.397287:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2951 00000100:00100000:2.0:1734685497.397308:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848383488 00000100:00100000:2.0:1734685497.397311:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848383488 00000100:00100000:2.0:1734685497.397328:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41373 00000100:00100000:2.0:1734685497.397331:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848383488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685497.397356:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848383488:12345-0@lo:400:kworker.0 Request processed in 24us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685497.397360:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41373 00000100:00100000:2.0:1734685497.397385:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848384256:0@lo:400:kworker.0 00000100:00100000:2.0:1734685497.397404:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685497.397422:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848384256 00000100:00100000:2.0:1734685497.397424:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848384256 00000100:00100000:2.0:1734685497.397439:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2952 00000100:00100000:2.0:1734685497.397442:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848384256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685497.397462:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2949 00000100:00100000:2.0:1734685497.397465:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848384256:12345-0@lo:400:kworker.0 Request processed in 22us (60us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685497.397467:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2950 00000100:00100000:2.0:1734685497.397470:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2952 00000100:00100000:0.0:1734685497.397492:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685497.397498:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848384256:0@lo:400:kworker.0 00000100:00100000:0.0:1734685497.397513:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848383488:0@lo:400:kworker.0 00000100:00100000:2.0:1734685497.397515:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848384128 00000100:00100000:2.0:1734685497.397517:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848384128 00000100:00100000:0.0:1734685497.397521:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848383360:0@lo:400:kworker.0 00000100:00100000:2.0:1734685497.397547:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7790 00000100:00100000:2.0:1734685497.397551:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848384128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685497.397578:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848384128:12345-0@lo:400:kworker.0 Request processed in 26us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685497.397582:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848384128:0@lo:400:kworker.0 00000100:00100000:2.0:1734685497.397583:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7790 00000100:00080000:0.0:1734685497.397603:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685497.397606:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685497.397609:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848383616:0@lo:8:kworker.0 00000100:00080000:0.0:1734685497.397615:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685497.397617:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685497.397620:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848384000:0@lo:8:kworker.0 00000100:00100000:0.0:1734685497.397639:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848383232:0@lo:400:kworker.0 00000100:00100000:0.0:1734685497.397647:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848383872:0@lo:400:kworker.0 00000100:00100000:0.0:1734685497.397654:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848383744:0@lo:400:kworker.0 00000100:00100000:0.0:1734685497.397659:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848383104:0@lo:400:kworker.0 00000100:00080000:1.0:1734685497.397838:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685467 00000100:00080000:1.0:1734685497.397842:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685467 00000100:00080000:1.0:1734685497.397844:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685467 00000100:00080000:1.0:1734685497.397845:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685467 00000100:00100000:3.0:1734685497.412846:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685497.412866:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848384384:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685497.412921:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685497.413040:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848384384 00000100:00100000:0.0:1734685497.413048:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848384384 00000100:00100000:0.0:1734685497.413091:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41374 00000100:00100000:0.0:1734685497.413097:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848384384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685497.413126:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685497.413174:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848384384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685497.413180:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41374 00000100:00100000:3.0:1734685497.413197:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848384384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685497.476767:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685497.476787:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848384512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685497.476840:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685497.476905:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848384512 00000100:00100000:0.0:1734685497.476912:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848384512 00000100:00100000:0.0:1734685497.476957:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6916 00000100:00100000:0.0:1734685497.476963:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848384512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685497.476989:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685497.477025:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848384512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685497.477030:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6916 00000100:00100000:2.0:1734685497.477043:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848384512:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685498.302846:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685499.172792:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848384640:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685499.172858:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685499.174787:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848384640 00000100:00100000:1.0:1734685499.174798:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848384640 00000100:00100000:1.0:1734685499.174855:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6917 00000100:00100000:1.0:1734685499.174861:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848384640:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734685499.174888:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685469 00002000:00000024:1.0:1734685499.174896:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685499.174955:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848384640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (2096us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685499.174961:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6917 00000100:00100000:2.0:1734685499.175054:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848384640:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685499.305510:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685499.833698:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685499.833744:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685499.833781:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685499.833859:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872698368 00000100:00100000:0.0:1734685499.833866:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685499.833867:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872698368 00000100:00080000:0.0:1734685499.833892:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685469 00000100:00100000:3.0:1734685499.833901:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872698496 00000100:00100000:3.0:1734685499.833905:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872698496 00000100:00100000:1.0:1734685499.833913:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2953 00000100:00100000:1.0:1734685499.833919:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872698368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685499.833981:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872698368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685499.834558:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872698240 00000100:00100000:2.0:1734685499.834562:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872698240 00000100:00100000:2.0:1734685499.834587:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 955 00000100:00100000:2.0:1734685499.834592:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872698240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685499.834615:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872698240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685499.834621:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 955 00000100:00080000:2.0:1734685499.834653:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685469 00000100:00080000:2.0:1734685499.834656:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685469 00000100:00100000:0.0:1734685499.834851:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2954 00000100:00100000:0.0:1734685499.834860:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872698496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685499.834871:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2953 00000100:00100000:0.0:1734685499.834885:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872698496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (1104us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685499.834891:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2954 00000100:00100000:0.0:1734685499.834911:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872698624 00000100:00100000:0.0:1734685499.834914:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872698624 00000100:00100000:0.0:1734685499.834941:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54237 00000100:00100000:0.0:1734685499.834945:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872698624:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685499.834963:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685499.835343:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872698624:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 395us (1476us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685499.835349:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54237 00010000:00010000:3.0:1734685500.307181:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685501.303392:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685501.303462:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685501.303737:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872698880 00000100:00100000:1.0:1734685501.303749:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872698880 00000100:00100000:1.0:1734685501.303831:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872698752 00000100:00100000:1.0:1734685501.303835:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872698752 00000100:00100000:1.0:1734685501.303868:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1252 00000100:00080000:3.0:1734685501.303868:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685471 00000100:00100000:1.0:1734685501.303878:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872698880:12345-192.168.201.15@tcp:17:kworker.0 00000100:00080000:3.0:1734685501.303880:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685471 00000100:00100000:3.0:1734685501.303920:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1253 00000100:00100000:3.0:1734685501.303930:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872698752:12345-192.168.201.15@tcp:17:kworker.0 00000100:00100000:1.0:1734685501.303984:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872698880:12345-192.168.201.15@tcp:17:kworker.0 Request processed in 106us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685501.303991:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1252 00000100:00100000:3.0:1734685501.304024:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872698752:12345-192.168.201.15@tcp:17:kworker.0 Request processed in 95us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685501.304030:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1253 00010000:00010000:2.0:1734685501.308847:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685502.312062:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685502.343520:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848384768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685502.343656:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685502.343724:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848384768 00000100:00100000:1.0:1734685502.343733:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848384768 00000100:00100000:1.0:1734685502.343792:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41375 00000100:00100000:1.0:1734685502.343799:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848384768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685502.343890:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685502.343932:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848384768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 132us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685502.343938:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41375 00000100:00100000:3.0:1734685502.344024:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848384768:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685502.404707:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685502.404713:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685502.404717:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685502.404724:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10297 00000100:00080000:2.0:1734685502.404728:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1734685502.404733:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848384896:0@lo:400:kworker.0 00000100:00080000:2.0:1734685502.404733:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685502.404750:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed59180 x1818938848385408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685502.404788:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685502.404816:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685502.404821:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848385024:0@lo:400:kworker.0 00000100:00100000:0.0:1734685502.404840:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685502.404871:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848384896 00000100:00100000:0.0:1734685502.404877:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848384896 00000100:00100000:0.0:1734685502.404908:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1734685502.404914:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848384896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685502.404948:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848384896:12345-0@lo:400:kworker.0 Request processed in 34us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685502.404955:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1734685502.404977:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848385024 00000100:00100000:0.0:1734685502.404979:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848385024 00000100:00100000:0.0:1734685502.404997:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2955 00000100:00100000:0.0:1734685502.405001:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848385024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685502.405024:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848385024:12345-0@lo:400:kworker.0 Request processed in 22us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685502.405029:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2955 00000100:00100000:0.0:1734685502.405043:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848385536:0@lo:400:kworker.0 00000100:00080000:2.0:1734685502.405044:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685502.405047:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734685502.405049:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848385408:0@lo:8:kworker.0 00000100:00080000:2.0:1734685502.405049:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685502.405052:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10297 00000100:00080000:2.0:1734685502.405053:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685502.405056:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685502.405060:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685502.405066:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1d880 x1818938848385792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685502.405072:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685502.405083:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848385024:0@lo:400:kworker.0 00000100:00100000:1.0:1734685502.405087:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848385792:0@lo:8:kworker.0 00000100:00100000:0.0:1734685502.405090:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848384896:0@lo:400:kworker.0 00000100:00100000:2.0:1734685502.405095:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848385152:0@lo:400:kworker.0 00000100:00100000:0.0:1734685502.405103:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685502.405105:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685502.405107:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848385664:0@lo:400:kworker.0 00000100:00100000:2.0:1734685502.405112:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685502.405122:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685502.405124:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848385920:0@lo:400:kworker.0 00000100:00100000:1.0:1734685502.405125:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848385536 00000100:00100000:1.0:1734685502.405127:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848385536 00000100:00100000:0.0:1734685502.405136:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848385408 00000100:00100000:2.0:1734685502.405136:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685502.405138:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848385408 00000100:00100000:1.0:1734685502.405145:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848385792 00000100:00100000:2.0:1734685502.405146:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734685502.405147:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848385792 00000100:00100000:0.0:1734685502.405149:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848385920 00000100:00100000:2.0:1734685502.405149:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848385280:0@lo:400:kworker.0 00000100:00100000:0.0:1734685502.405151:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848385920 00000100:00100000:1.0:1734685502.405157:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7791 00000100:00100000:1.0:1734685502.405161:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848385536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685502.405162:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685502.405166:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7792 00000100:00100000:0.0:1734685502.405170:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848385920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685502.405170:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848386048:0@lo:400:kworker.0 00000100:00100000:2.0:1734685502.405184:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685502.405185:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848385536:12345-0@lo:400:kworker.0 Request processed in 24us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685502.405190:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7791 00000100:00100000:0.0:1734685502.405192:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848385920:12345-0@lo:400:kworker.0 Request processed in 21us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685502.405197:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7792 00000100:00100000:2.0:1734685502.405198:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848385920:0@lo:400:kworker.0 00000100:00100000:1.0:1734685502.405202:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54238 00000100:00100000:0.0:1734685502.405206:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54239 00000100:00100000:1.0:1734685502.405206:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848385408:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685502.405210:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848385792:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685502.405220:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734685502.405226:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685472 00000100:00080000:2.0:1734685502.405229:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685472 00010000:00020000:0.0:1734685502.405231:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734685502.405231:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685472 00000100:00100000:1.0:1734685502.405239:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848385408:12345-0@lo:8:kworker.0 Request processed in 33us (167us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685502.405239:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848385152 00000100:00100000:2.0:1734685502.405241:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848385152 00000100:00100000:1.0:1734685502.405243:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54238 00000100:00100000:0.0:1734685502.405250:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848385792:12345-0@lo:8:kworker.0 Request processed in 39us (143us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685502.405255:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54239 00000100:00100000:2.0:1734685502.405256:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848385664 00000100:00100000:2.0:1734685502.405258:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848385664 00000100:00100000:1.0:1734685502.405259:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848385280 00000100:00100000:1.0:1734685502.405261:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848385280 00000100:00100000:2.0:1734685502.405266:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848386048 00000100:00100000:2.0:1734685502.405268:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848386048 00000100:00100000:0.0:1734685502.405271:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2956 00000100:00100000:1.0:1734685502.405274:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41376 00000100:00100000:0.0:1734685502.405275:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848385152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685502.405278:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848385280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685502.405279:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2957 00000100:00100000:2.0:1734685502.405282:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848385664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685502.405300:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848385152:12345-0@lo:400:kworker.0 Request processed in 24us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685502.405301:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848385280:12345-0@lo:400:kworker.0 Request processed in 22us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685502.405302:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848385664:12345-0@lo:400:kworker.0 Request processed in 19us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685502.405304:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2956 00000100:00100000:1.0:1734685502.405305:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41376 00000100:00100000:2.0:1734685502.405307:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2957 00000100:00100000:0.0:1734685502.405316:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2958 00000100:00100000:0.0:1734685502.405319:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848386048:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685502.405329:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685502.405332:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685502.405334:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848385792:0@lo:8:kworker.0 00000100:00100000:0.0:1734685502.405337:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848386048:12345-0@lo:400:kworker.0 Request processed in 17us (151us total) trans 0 rc 0/0 00000100:00080000:1.0:1734685502.405339:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685502.405341:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685502.405343:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848385408:0@lo:8:kworker.0 00000100:00100000:0.0:1734685502.405421:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2958 00000100:00080000:2.0:1734685502.405429:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685472 00000100:00080000:2.0:1734685502.405432:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685472 00000100:00100000:0.0:1734685502.405445:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848385664:0@lo:400:kworker.0 00000100:00100000:0.0:1734685502.405452:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848385536:0@lo:400:kworker.0 00000100:00100000:0.0:1734685502.405467:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848385280:0@lo:400:kworker.0 00000100:00100000:0.0:1734685502.405474:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848386048:0@lo:400:kworker.0 00000100:00100000:0.0:1734685502.405481:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848385152:0@lo:400:kworker.0 00000100:00100000:0.0:1734685502.420887:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848386176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685502.420958:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685502.421103:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848386176 00000100:00100000:1.0:1734685502.421110:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848386176 00000100:00100000:1.0:1734685502.421438:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41377 00000100:00100000:1.0:1734685502.421445:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848386176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685502.421479:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685502.421576:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848386176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685502.421583:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41377 00000100:00100000:0.0:1734685502.421705:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848386176:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685502.484890:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685502.484911:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848386304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685502.484966:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685502.485032:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848386304 00000100:00100000:2.0:1734685502.485038:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848386304 00000100:00100000:2.0:1734685502.486041:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6918 00000100:00100000:2.0:1734685502.486048:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848386304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685502.486074:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685502.486119:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848386304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (1152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685502.486125:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6918 00000100:00100000:1.0:1734685502.486522:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848386304:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685503.314924:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685504.180767:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848386432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685504.180828:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685504.180869:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848386432 00000100:00100000:3.0:1734685504.180876:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848386432 00000100:00080000:2.0:1734685504.180921:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685474 00000100:00100000:3.0:1734685504.180930:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6919 00000100:00100000:3.0:1734685504.180936:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848386432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685504.181005:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685504.181055:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848386432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685504.181061:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6919 00000100:00100000:1.0:1734685504.181176:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848386432:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685504.314776:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685504.839698:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685504.839747:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685504.839793:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685504.839819:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872699264 00000100:00100000:0.0:1734685504.839825:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872699264 00000100:00100000:1.0:1734685504.839872:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872699136 00000100:00100000:1.0:1734685504.839877:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872699136 00000100:00100000:0.0:1734685504.839881:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2959 00000100:00100000:0.0:1734685504.839887:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872699264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685504.839901:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2960 00000100:00100000:1.0:1734685504.839906:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872699136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685504.839948:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872699136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685504.839955:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2960 00000100:00100000:2.0:1734685504.839973:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872699008 00000100:00100000:2.0:1734685504.839976:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872699008 00000100:00100000:2.0:1734685504.840000:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 957 00000100:00100000:2.0:1734685504.840005:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872699008:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685504.840027:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872699008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685504.840032:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 957 00000100:00100000:0.0:1734685504.840105:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872699264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 217us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685504.840111:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2959 00000100:00080000:3.0:1734685504.840737:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685474 00000100:00080000:3.0:1734685504.840741:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685474 00000100:00080000:3.0:1734685504.840744:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685474 00000100:00100000:0.0:1734685504.844642:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685504.844703:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872699392 00000100:00100000:2.0:1734685504.844711:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872699392 00000100:00100000:2.0:1734685504.844746:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54240 00000100:00100000:2.0:1734685504.844752:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872699392:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685504.844773:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685504.844828:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872699392:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 75us (193us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685504.844834:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54240 00010000:00010000:3.0:1734685505.316898:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685506.319326:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685507.320833:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685507.349020:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848386560:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685507.349128:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685507.349501:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848386560 00000100:00100000:2.0:1734685507.349510:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848386560 00000100:00100000:2.0:1734685507.349596:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41378 00000100:00100000:2.0:1734685507.349604:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848386560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685507.349645:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685507.349706:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848386560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685507.349716:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41378 00000100:00100000:3.0:1734685507.350027:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848386560:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685507.413654:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685507.413661:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685507.413667:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734685507.413669:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848386688:0@lo:400:kworker.0 00000100:00080000:2.0:1734685507.413678:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10302 00000100:00080000:2.0:1734685507.413684:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:0.0:1734685507.413692:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848386816:0@lo:400:kworker.0 00000100:00080000:2.0:1734685507.413693:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685507.413722:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1e680 x1818938848387200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685507.413763:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685507.413766:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685507.413767:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734685507.413769:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685507.413769:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685507.413770:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10302 00000100:00080000:2.0:1734685507.413772:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685507.413775:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685507.413785:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090414000 x1818938848387584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685507.413807:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848387456:0@lo:400:kworker.0 00000100:00100000:1.0:1734685507.413807:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848387328:0@lo:400:kworker.0 00000100:00100000:2.0:1734685507.413822:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848387200:0@lo:8:kworker.0 00000100:00100000:0.0:1734685507.413832:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685507.413832:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685507.413864:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848386944:0@lo:400:kworker.0 00000100:00100000:0.0:1734685507.413868:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848386816 00000100:00100000:0.0:1734685507.413876:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848386816 00000100:00100000:2.0:1734685507.413883:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685507.413887:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685507.413903:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848387712:0@lo:400:kworker.0 00000100:00100000:2.0:1734685507.413906:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848387584:0@lo:8:kworker.0 00000100:00100000:1.0:1734685507.413917:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685507.413922:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848387456 00000100:00100000:0.0:1734685507.413924:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848387456 00000100:00100000:2.0:1734685507.413929:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685507.413932:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685507.413937:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848386944 00000100:00100000:1.0:1734685507.413938:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848387072:0@lo:400:kworker.0 00000100:00100000:0.0:1734685507.413939:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848386944 00000100:00100000:0.0:1734685507.413955:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2961 00000100:00100000:1.0:1734685507.413956:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685507.413963:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848386816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685507.413968:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848387840:0@lo:400:kworker.0 00000100:00100000:2.0:1734685507.413970:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848386688 00000100:00100000:2.0:1734685507.413978:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848386688 00000100:00100000:1.0:1734685507.413985:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685507.414018:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848386816:12345-0@lo:400:kworker.0 Request processed in 55us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685507.414018:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1734685507.414019:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848387840 00000100:00100000:1.0:1734685507.414023:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848387840 00000100:00100000:2.0:1734685507.414024:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848386688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685507.414025:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2961 00000100:00100000:0.0:1734685507.414039:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2962 00000100:00100000:0.0:1734685507.414044:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848387456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685507.414044:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2963 00000100:00100000:1.0:1734685507.414049:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848386944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685507.414071:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848386688:12345-0@lo:400:kworker.0 Request processed in 46us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685507.414072:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848387456:12345-0@lo:400:kworker.0 Request processed in 28us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685507.414076:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1734685507.414078:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2962 00000100:00100000:1.0:1734685507.414085:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848386944:12345-0@lo:400:kworker.0 Request processed in 35us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685507.414087:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2964 00000100:00100000:0.0:1734685507.414090:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848387840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685507.414094:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2963 00000100:00100000:0.0:1734685507.414111:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848387840:12345-0@lo:400:kworker.0 Request processed in 20us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685507.414116:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2964 00000100:00100000:1.0:1734685507.414120:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848387328 00000100:00100000:1.0:1734685507.414123:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848387328 00000100:00100000:2.0:1734685507.414123:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848387200 00000100:00100000:2.0:1734685507.414126:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848387200 00000100:00100000:2.0:1734685507.414140:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848387712 00000100:00100000:0.0:1734685507.414142:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848387584 00000100:00100000:2.0:1734685507.414142:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848387712 00000100:00100000:0.0:1734685507.414145:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848387584 00000100:00100000:0.0:1734685507.414162:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7793 00000100:00100000:0.0:1734685507.414167:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848387712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685507.414193:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848387712:12345-0@lo:400:kworker.0 Request processed in 26us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685507.414197:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7793 00000100:00080000:3.0:1734685507.414201:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685477 00000100:00080000:3.0:1734685507.414206:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685477 00000100:00080000:3.0:1734685507.414208:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685477 00000100:00100000:0.0:1734685507.414210:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7794 00000100:00080000:3.0:1734685507.414210:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685477 00000100:00100000:0.0:1734685507.414213:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848387328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685507.414228:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848387328:12345-0@lo:400:kworker.0 Request processed in 14us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685507.414232:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7794 00000100:00100000:0.0:1734685507.414242:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54241 00000100:00100000:0.0:1734685507.414247:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848387200:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685507.414260:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54242 00010000:00020000:0.0:1734685507.414267:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685507.414267:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848387584:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685507.414280:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848387072 00000100:00100000:1.0:1734685507.414284:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848387072 00010000:00020000:2.0:1734685507.414286:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685507.414287:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848387200:12345-0@lo:8:kworker.0 Request processed in 39us (405us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685507.414292:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54241 00000100:00080000:3.0:1734685507.414305:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685477 00000100:00100000:1.0:1734685507.414314:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41379 00000100:00100000:1.0:1734685507.414318:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848387072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685507.414326:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848387584:12345-0@lo:8:kworker.0 Request processed in 59us (395us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685507.414333:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54242 00000100:00100000:0.0:1734685507.414335:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848387456:0@lo:400:kworker.0 00000100:00100000:0.0:1734685507.414343:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848386816:0@lo:400:kworker.0 00000100:00100000:1.0:1734685507.414351:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848387072:12345-0@lo:400:kworker.0 Request processed in 32us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685507.414358:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41379 00000100:00100000:1.0:1734685507.414384:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848387328:0@lo:400:kworker.0 00000100:00100000:1.0:1734685507.414394:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848386688:0@lo:400:kworker.0 00000100:00080000:2.0:1734685507.414399:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685507.414402:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685507.414406:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848387200:0@lo:8:kworker.0 00000100:00080000:2.0:1734685507.414416:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685507.414418:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685507.414420:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848387072:0@lo:400:kworker.0 00000100:00100000:2.0:1734685507.414422:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848387584:0@lo:8:kworker.0 00000100:00100000:1.0:1734685507.414430:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848387840:0@lo:400:kworker.0 00000100:00100000:1.0:1734685507.414439:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848386944:0@lo:400:kworker.0 00000100:00100000:1.0:1734685507.414447:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848387712:0@lo:400:kworker.0 00000100:00100000:1.0:1734685507.428950:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848387968:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685507.429027:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685507.429135:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848387968 00000100:00100000:2.0:1734685507.429144:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848387968 00000100:00100000:2.0:1734685507.429201:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41380 00000100:00100000:2.0:1734685507.429211:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848387968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685507.429248:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685507.429299:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848387968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685507.429306:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41380 00000100:00100000:1.0:1734685507.429381:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848387968:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685507.492958:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848388096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685507.493064:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685507.493466:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848388096 00000100:00100000:1.0:1734685507.493478:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848388096 00000100:00100000:1.0:1734685507.493593:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6920 00000100:00100000:1.0:1734685507.493600:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848388096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685507.493643:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685507.493684:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848388096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685507.493689:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6920 00000100:00100000:2.0:1734685507.493834:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848388096:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685508.323402:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685509.189046:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848388224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685509.189128:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685509.189767:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848388224 00000100:00100000:2.0:1734685509.189776:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848388224 00000100:00100000:2.0:1734685509.189847:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6921 00000100:00080000:0.0:1734685509.189849:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685479 00000100:00100000:2.0:1734685509.189855:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848388224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685509.189890:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685509.189929:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848388224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685509.189935:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6921 00000100:00100000:2.0:1734685509.189981:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848388224:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685509.326026:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685509.851911:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685509.851957:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685509.851982:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685509.852017:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872699648 00000100:00100000:3.0:1734685509.852018:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872699520 00000100:00100000:2.0:1734685509.852029:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872699648 00000100:00100000:3.0:1734685509.852029:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872699520 00000100:00100000:0.0:1734685509.852064:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685509.852091:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872699776 00000100:00100000:2.0:1734685509.852093:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872699776 00000100:00080000:1.0:1734685509.852094:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685479 00000100:00100000:3.0:1734685509.852097:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 959 00000100:00080000:1.0:1734685509.852099:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685479 00000100:00080000:1.0:1734685509.852101:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685479 00000100:00100000:3.0:1734685509.852105:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872699520:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685509.852111:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2965 00000100:00100000:2.0:1734685509.852119:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2966 00000100:00100000:0.0:1734685509.852120:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872699648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685509.852125:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872699776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685509.852176:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872699776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685509.852183:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872699520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 78us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685509.852184:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872699648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 65us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685509.852184:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2966 00000100:00100000:3.0:1734685509.852188:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 959 00000100:00100000:0.0:1734685509.852192:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2965 00000100:00100000:2.0:1734685509.852215:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872699904 00000100:00100000:2.0:1734685509.852220:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872699904 00000100:00100000:2.0:1734685509.852239:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54243 00000100:00100000:2.0:1734685509.852246:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872699904:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685509.852266:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685509.852287:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872699904:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685509.852292:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54243 00010000:00010000:3.0:1734685510.330579:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685511.333007:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685512.334819:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685512.357999:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848388352:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685512.358084:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685512.358226:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848388352 00000100:00100000:0.0:1734685512.358234:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848388352 00000100:00100000:0.0:1734685512.359916:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41381 00000100:00100000:0.0:1734685512.359929:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848388352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685512.360350:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685512.360446:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848388352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 518us (2361us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685512.360965:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848388352:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685512.361081:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41381 00000100:00080000:2.0:1734685512.420833:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685512.420842:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685512.420846:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685512.420855:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10307 00000100:00080000:2.0:1734685512.420860:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685512.420867:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685512.420897:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0dc00 x1818938848388992/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685512.420920:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685512.420924:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685512.420925:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685512.420928:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10307 00000100:00080000:2.0:1734685512.420930:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685512.420933:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685512.420944:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b56ce00 x1818938848389376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685512.420993:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848388992:0@lo:8:kworker.0 00000100:00100000:2.0:1734685512.421072:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685512.421098:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848389376:0@lo:8:kworker.0 00000100:00100000:2.0:1734685512.421115:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685512.421160:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848388992 00000100:00100000:2.0:1734685512.421168:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848388992 00000100:00100000:2.0:1734685512.421221:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848389376 00000100:00100000:2.0:1734685512.421224:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848389376 00000100:00100000:2.0:1734685512.421240:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54244 00000100:00100000:2.0:1734685512.421248:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848388992:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685512.421273:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685512.421309:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848388992:12345-0@lo:8:kworker.0 Request processed in 61us (237us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685512.421317:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54244 00000100:00100000:2.0:1734685512.421335:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54245 00000100:00100000:2.0:1734685512.421338:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848389376:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685512.421348:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685512.421367:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848389376:12345-0@lo:8:kworker.0 Request processed in 27us (250us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685512.421373:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54245 00000100:00080000:2.0:1734685512.421405:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685512.421408:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685512.421412:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848388992:0@lo:8:kworker.0 00000100:00080000:2.0:1734685512.421418:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685512.421421:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685512.421424:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848389376:0@lo:8:kworker.0 00000100:00100000:2.0:1734685512.421451:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848388736:0@lo:400:kworker.0 00000100:00100000:2.0:1734685512.421490:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685512.421504:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848389504:0@lo:400:kworker.0 00000100:00100000:2.0:1734685512.421517:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685512.421553:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1734685512.421559:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848388864:0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.421613:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848388608:0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.421641:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685512.421653:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012f8d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848389248:0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.421667:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685512.421679:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734685512.421684:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848388480:0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.421707:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685512.421717:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848389120:0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.421730:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685512.421748:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848389504 00000100:00100000:3.0:1734685512.421751:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848389504 00000100:00100000:3.0:1734685512.421777:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848389120 00000100:00100000:3.0:1734685512.421779:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848389120 00000100:00100000:3.0:1734685512.421790:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7795 00000100:00100000:3.0:1734685512.421794:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848389504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.421832:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848389504:12345-0@lo:400:kworker.0 Request processed in 37us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685512.421838:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7795 00000100:00100000:3.0:1734685512.421851:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7796 00000100:00100000:3.0:1734685512.421855:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848389120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.421874:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848389120:12345-0@lo:400:kworker.0 Request processed in 19us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685512.421880:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7796 00000100:00100000:3.0:1734685512.421896:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848388480 00000100:00100000:3.0:1734685512.421899:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848388480 00000100:00100000:3.0:1734685512.421918:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1734685512.421921:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848388480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.421943:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848388480:12345-0@lo:400:kworker.0 Request processed in 21us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685512.421947:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1734685512.421979:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848388480:0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.421989:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848389120:0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.422024:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848388736 00000100:00100000:3.0:1734685512.422026:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848388736 00000100:00100000:3.0:1734685512.422046:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848388608 00000100:00100000:3.0:1734685512.422048:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848388608 00000100:00100000:3.0:1734685512.422059:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848389248 00000100:00100000:3.0:1734685512.422061:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848389248 00000100:00100000:3.0:1734685512.422072:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2967 00000100:00100000:3.0:1734685512.422077:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848388736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.422102:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848388736:12345-0@lo:400:kworker.0 Request processed in 25us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685512.422109:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2967 00000100:00100000:3.0:1734685512.422118:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2968 00000100:00100000:3.0:1734685512.422121:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848388608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.422141:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848388608:12345-0@lo:400:kworker.0 Request processed in 19us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685512.422148:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2968 00000100:00100000:3.0:1734685512.422155:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2969 00000100:00100000:3.0:1734685512.422158:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848389248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.422174:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848389248:12345-0@lo:400:kworker.0 Request processed in 15us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685512.422178:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2969 00000100:00100000:3.0:1734685512.422201:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848388608:0@lo:400:kworker.0 00000100:00100000:3.0:1734685512.422208:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012f8d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848389248:0@lo:400:kworker.0 00000100:00080000:3.0:1734685512.422243:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685482 00000100:00080000:3.0:1734685512.422246:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685482 00000100:00080000:3.0:1734685512.422248:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685482 00000100:00080000:3.0:1734685512.422250:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685482 00000100:00100000:2.0:1734685512.423479:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685512.423549:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848389632:0@lo:400:kworker.0 00000100:00100000:0.0:1734685512.423583:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848388864 00000100:00100000:2.0:1734685512.423586:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685512.423591:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848388864 00000100:00100000:2.0:1734685512.423634:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848388736:0@lo:400:kworker.0 00000100:00100000:0.0:1734685512.423641:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41382 00000100:00100000:2.0:1734685512.423646:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848389504:0@lo:400:kworker.0 00000100:00100000:0.0:1734685512.423648:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848388864:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685512.423723:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685482 00000100:00100000:0.0:1734685512.423775:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848388864:12345-0@lo:400:kworker.0 Request processed in 128us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685512.423776:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848389632 00000100:00100000:1.0:1734685512.423780:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848389632 00000100:00100000:0.0:1734685512.423781:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41382 00000100:00100000:2.0:1734685512.423800:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848388864:0@lo:400:kworker.0 00000100:00100000:1.0:1734685512.423805:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2970 00000100:00100000:1.0:1734685512.423810:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848389632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685512.423844:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848389632:12345-0@lo:400:kworker.0 Request processed in 34us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685512.423850:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2970 00000100:00100000:2.0:1734685512.423858:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848389632:0@lo:400:kworker.0 00000100:00100000:0.0:1734685512.437090:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848389760:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685512.437209:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685512.437284:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848389760 00000100:00100000:0.0:1734685512.437292:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848389760 00000100:00100000:0.0:1734685512.437415:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41383 00000100:00100000:0.0:1734685512.437423:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848389760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685512.437476:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685512.437515:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848389760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685512.437520:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41383 00000100:00100000:2.0:1734685512.437606:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848389760:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685512.501967:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685512.502023:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848389888:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685512.502087:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685512.502557:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848389888 00000100:00100000:1.0:1734685512.502565:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848389888 00000100:00100000:1.0:1734685512.502611:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6922 00000100:00100000:1.0:1734685512.502618:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848389888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685512.502654:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685512.502706:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848389888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685512.502713:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6922 00000100:00100000:0.0:1734685512.503172:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848389888:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685513.337874:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685514.197052:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848390016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685514.197131:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685514.197231:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848390016 00000100:00100000:2.0:1734685514.197239:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848390016 00000100:00100000:2.0:1734685514.197451:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6923 00000100:00100000:2.0:1734685514.197457:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848390016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685514.197481:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685514.197602:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848390016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685514.197607:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6923 00000100:00100000:0.0:1734685514.197673:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848390016:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734685514.197775:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685484 00010000:00010000:2.0:1734685514.340804:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685514.855644:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685514.855778:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685514.856308:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872700032 00000100:00100000:3.0:1734685514.856316:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872700032 00000100:00100000:3.0:1734685514.856368:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 961 00000100:00100000:3.0:1734685514.856375:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872700032:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685514.856445:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872700032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 70us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685514.856448:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685514.856451:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 961 00000100:00080000:2.0:1734685514.856544:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685484 00000100:00100000:1.0:1734685514.856626:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872700288 00000100:00100000:1.0:1734685514.856630:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872700288 00000100:00100000:0.0:1734685514.856712:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685514.856732:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872700160 00000100:00100000:0.0:1734685514.856735:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872700160 00000100:00100000:0.0:1734685514.857045:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2971 00000100:00100000:0.0:1734685514.857050:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872700160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685514.857074:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2972 00000100:00100000:1.0:1734685514.857079:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872700288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685514.857081:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872700160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685514.857086:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2971 00000100:00100000:1.0:1734685514.857103:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872700288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (1325us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685514.857109:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2972 00000100:00100000:1.0:1734685514.857129:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872700416 00000100:00100000:1.0:1734685514.857131:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872700416 00000100:00100000:1.0:1734685514.857144:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54246 00000100:00100000:1.0:1734685514.857148:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872700416:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685514.857165:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685514.857196:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872700416:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 48us (484us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685514.857201:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54246 00000100:00080000:2.0:1734685514.857370:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685484 00000100:00080000:2.0:1734685514.857373:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685484 00010000:00010000:3.0:1734685515.343398:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685516.344891:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685517.346997:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685517.365286:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685517.365306:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848390144:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685517.365363:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685517.365611:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848390144 00000100:00100000:0.0:1734685517.365617:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848390144 00000100:00100000:0.0:1734685517.365658:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41384 00000100:00100000:0.0:1734685517.365664:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848390144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685517.365698:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685517.365742:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848390144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685517.365748:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41384 00000100:00100000:1.0:1734685517.365769:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848390144:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685517.429162:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685517.429168:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685517.429171:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685517.429179:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10312 00000100:00080000:2.0:1734685517.429182:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685517.429187:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685517.429205:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0dc00 x1818938848390784/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685517.429231:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685517.429234:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685517.429235:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685517.429237:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10312 00000100:00080000:2.0:1734685517.429240:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685517.429243:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685517.429252:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098491c00 x1818938848391168/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685517.429286:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848390784:0@lo:8:kworker.0 00000100:00100000:2.0:1734685517.429338:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685517.429356:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848391168:0@lo:8:kworker.0 00000100:00100000:2.0:1734685517.429370:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685517.429413:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848390784 00000100:00100000:2.0:1734685517.429419:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848390784 00000100:00100000:2.0:1734685517.429437:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848391168 00000100:00100000:2.0:1734685517.429439:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848391168 00000100:00100000:2.0:1734685517.429451:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54247 00000100:00100000:2.0:1734685517.429456:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848390784:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685517.429477:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685517.429505:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848390784:12345-0@lo:8:kworker.0 Request processed in 48us (167us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685517.429511:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54247 00000100:00100000:2.0:1734685517.429547:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54248 00000100:00100000:2.0:1734685517.429551:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848391168:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685517.429559:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685517.429577:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848391168:12345-0@lo:8:kworker.0 Request processed in 25us (205us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685517.429581:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54248 00000100:00080000:2.0:1734685517.429605:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685517.429608:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685517.429612:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848390784:0@lo:8:kworker.0 00000100:00080000:2.0:1734685517.429617:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685517.429619:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685517.429621:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848391168:0@lo:8:kworker.0 00000100:00100000:3.0:1734685517.429639:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880122ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848390400:0@lo:400:kworker.0 00000100:00100000:2.0:1734685517.429651:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848390656:0@lo:400:kworker.0 00000100:00100000:3.0:1734685517.429665:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685517.429667:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685517.429676:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848391424:0@lo:400:kworker.0 00000100:00100000:3.0:1734685517.429676:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848391040:0@lo:400:kworker.0 00000100:00100000:2.0:1734685517.429687:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685517.429693:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848390400 00000100:00100000:3.0:1734685517.429695:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848390400 00000100:00100000:2.0:1734685517.429696:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734685517.429700:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848390528:0@lo:400:kworker.0 00000100:00100000:2.0:1734685517.429712:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685517.429760:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848390272:0@lo:400:kworker.0 00000100:00100000:0.0:1734685517.429787:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685517.429804:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848390912:0@lo:400:kworker.0 00000100:00100000:0.0:1734685517.429816:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685517.430501:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848390912 00000100:00100000:1.0:1734685517.430505:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848390912 00000100:00100000:1.0:1734685517.430559:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7797 00000100:00100000:1.0:1734685517.430563:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848390912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685517.430600:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848390912:12345-0@lo:400:kworker.0 Request processed in 35us (781us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685517.430604:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7797 00000100:00100000:3.0:1734685517.430608:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848391424 00000100:00100000:3.0:1734685517.430612:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848391424 00000100:00100000:2.0:1734685517.430617:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848391296:0@lo:400:kworker.0 00000100:00100000:1.0:1734685517.430622:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848390528 00000100:00100000:1.0:1734685517.430624:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848390528 00000100:00100000:3.0:1734685517.430632:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2973 00000100:00100000:2.0:1734685517.430634:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685517.430637:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848390400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685517.430646:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2974 00000100:00080000:2.0:1734685517.430648:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685487 00000100:00100000:1.0:1734685517.430649:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848391424:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685517.430652:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685487 00000100:00080000:2.0:1734685517.430654:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685487 00000100:00100000:2.0:1734685517.430663:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848390656 00000100:00100000:3.0:1734685517.430664:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f8d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848390400:12345-0@lo:400:kworker.0 Request processed in 27us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685517.430666:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848390656 00000100:00100000:3.0:1734685517.430669:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2973 00000100:00100000:1.0:1734685517.430670:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848391424:12345-0@lo:400:kworker.0 Request processed in 20us (983us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685517.430675:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2974 00000100:00100000:3.0:1734685517.430681:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975 00000100:00100000:3.0:1734685517.430684:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848390528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685517.430685:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41385 00000100:00100000:1.0:1734685517.430688:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848391296 00000100:00100000:2.0:1734685517.430688:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848390656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685517.430690:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848391296 00000100:00100000:1.0:1734685517.430701:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7798 00000100:00100000:1.0:1734685517.430704:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848391296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685517.430704:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848390528:12345-0@lo:400:kworker.0 Request processed in 19us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685517.430707:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848390656:12345-0@lo:400:kworker.0 Request processed in 18us (1040us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685517.430708:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975 00000100:00100000:2.0:1734685517.430711:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41385 00000100:00100000:1.0:1734685517.430719:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848391296:12345-0@lo:400:kworker.0 Request processed in 15us (85us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685517.430721:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685487 00000100:00100000:1.0:1734685517.430723:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7798 00000100:00080000:2.0:1734685517.430723:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685487 00000100:00100000:3.0:1734685517.430723:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848390272 00000100:00100000:3.0:1734685517.430725:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848390272 00000100:00100000:2.0:1734685517.430739:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848390528:0@lo:400:kworker.0 00000100:00100000:2.0:1734685517.430746:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848391296:0@lo:400:kworker.0 00000100:00100000:2.0:1734685517.430753:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848390656:0@lo:400:kworker.0 00000100:00100000:1.0:1734685517.430755:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848390912:0@lo:400:kworker.0 00000100:00100000:2.0:1734685517.430759:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848391424:0@lo:400:kworker.0 00000100:00080000:2.0:1734685517.430776:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685487 00000100:00100000:1.0:1734685517.430782:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685517.430801:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880122ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848390400:0@lo:400:kworker.0 00000100:00100000:1.0:1734685517.430815:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848391040 00000100:00100000:1.0:1734685517.430817:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848391040 00000100:00100000:1.0:1734685517.430830:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976 00000100:00100000:1.0:1734685517.430833:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848391040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685517.430872:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848391040:12345-0@lo:400:kworker.0 Request processed in 38us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685517.430876:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1734685517.430877:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976 00000100:00100000:3.0:1734685517.430880:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848390272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685517.430911:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848390272:12345-0@lo:400:kworker.0 Request processed in 30us (1123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685517.430916:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1734685517.430923:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848390272:0@lo:400:kworker.0 00000100:00100000:0.0:1734685517.431229:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848391040:0@lo:400:kworker.0 00000100:00100000:1.0:1734685517.444913:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848391552:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685517.444980:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685517.445163:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848391552 00000100:00100000:2.0:1734685517.445170:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848391552 00000100:00100000:2.0:1734685517.445213:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41386 00000100:00100000:2.0:1734685517.445219:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848391552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685517.445251:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685517.445299:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848391552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685517.445305:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41386 00000100:00100000:1.0:1734685517.445407:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848391552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685517.508751:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848391680:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685517.508806:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685517.508900:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848391680 00000100:00100000:3.0:1734685517.508906:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848391680 00000100:00100000:3.0:1734685517.508944:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6924 00000100:00100000:3.0:1734685517.508948:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848391680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685517.508970:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685517.509002:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848391680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685517.509006:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6924 00000100:00100000:2.0:1734685517.509058:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848391680:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685518.350207:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685519.205088:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848391808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685519.205147:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685519.205390:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848391808 00000100:00100000:0.0:1734685519.205396:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848391808 00000100:00100000:0.0:1734685519.205549:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6925 00000100:00100000:0.0:1734685519.205556:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848391808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685519.205582:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:2.0:1734685519.205707:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685489 00000100:00100000:0.0:1734685519.206070:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848391808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 512us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685519.206077:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6925 00000100:00100000:1.0:1734685519.206147:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848391808:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685519.353296:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685519.864419:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685519.864465:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685519.864497:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685519.864611:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685519.864631:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872700928 00000100:00100000:0.0:1734685519.864645:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872700928 00000100:00100000:0.0:1734685519.864682:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54249 00000100:00100000:0.0:1734685519.864689:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872700928:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685519.864715:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685519.864761:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872700928:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 72us (149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685519.864768:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54249 00000100:00100000:0.0:1734685519.864839:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872700672 00000100:00100000:0.0:1734685519.864843:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872700672 00000100:00100000:0.0:1734685519.864888:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872700800 00000100:00100000:0.0:1734685519.864891:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872700800 00000100:00100000:0.0:1734685519.864908:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2977 00000100:00100000:0.0:1734685519.864913:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872700672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685519.864952:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872700672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685519.864961:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2977 00000100:00100000:0.0:1734685519.864971:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2978 00000100:00100000:0.0:1734685519.864975:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872700800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685519.864992:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872700800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 16us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685519.864997:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2978 00000100:00080000:3.0:1734685519.865283:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685489 00000100:00080000:3.0:1734685519.865288:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685489 00000100:00100000:2.0:1734685519.865383:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872700544 00000100:00100000:2.0:1734685519.865388:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872700544 00000100:00080000:3.0:1734685519.865430:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685489 00000100:00100000:2.0:1734685519.865436:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 963 00000100:00100000:2.0:1734685519.865442:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872700544:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685519.865481:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872700544:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685519.865487:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 963 00010000:00010000:3.0:1734685520.354709:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685521.358677:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734685522.358724:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685522.373244:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848391936:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685522.373341:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685522.373430:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848391936 00000100:00100000:0.0:1734685522.373438:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848391936 00000100:00100000:0.0:1734685522.373489:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41387 00000100:00100000:0.0:1734685522.373497:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848391936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685522.373557:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685522.373631:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848391936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685522.373638:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41387 00000100:00100000:2.0:1734685522.373645:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848391936:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685522.437245:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848392064:0@lo:400:kworker.0 00000100:00100000:1.0:1734685522.437351:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685522.437393:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848392192:0@lo:400:kworker.0 00000100:00080000:2.0:1734685522.437461:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685522.437468:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685522.437472:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685522.437478:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10317 00000100:00080000:2.0:1734685522.437483:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685522.437490:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685522.437515:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff45500 x1818938848392576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685522.437563:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685522.437569:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685522.437571:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685522.437574:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10317 00000100:00080000:2.0:1734685522.437577:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685522.437581:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685522.437593:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098490e00 x1818938848392960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685522.437633:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848392576:0@lo:8:kworker.0 00000100:00100000:2.0:1734685522.437664:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685522.437724:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685522.437755:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848392832:0@lo:400:kworker.0 00000100:00100000:3.0:1734685522.437774:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685522.437823:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848392320:0@lo:400:kworker.0 00000100:00100000:1.0:1734685522.437910:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848392704:0@lo:400:kworker.0 00000100:00100000:1.0:1734685522.437943:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848392064 00000100:00100000:1.0:1734685522.437951:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848392064 00000100:00100000:1.0:1734685522.437999:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1734685522.438006:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848392064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685522.438052:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848392064:12345-0@lo:400:kworker.0 Request processed in 45us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685522.438060:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00080000:1.0:1734685522.438093:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685492 00000100:00100000:1.0:1734685522.438117:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848392448:0@lo:400:kworker.0 00000100:00100000:1.0:1734685522.438139:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685522.438151:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848393216:0@lo:400:kworker.0 00000100:00100000:1.0:1734685522.438177:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848392448 00000100:00100000:1.0:1734685522.438180:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848392448 00000100:00100000:1.0:1734685522.438204:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41388 00000100:00100000:1.0:1734685522.438208:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848392448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685522.438240:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848392448:12345-0@lo:400:kworker.0 Request processed in 31us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685522.438245:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41388 00000100:00080000:1.0:1734685522.438255:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685492 00000100:00100000:2.0:1734685522.438398:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848392960:0@lo:8:kworker.0 00000100:00100000:2.0:1734685522.438417:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685522.438448:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848392576 00000100:00100000:2.0:1734685522.438451:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848392576 00000100:00100000:2.0:1734685522.438467:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848392960 00000100:00100000:2.0:1734685522.438470:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848392960 00000100:00100000:2.0:1734685522.438480:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54250 00000100:00100000:2.0:1734685522.438484:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848392576:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685522.438507:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685522.438549:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848392576:12345-0@lo:8:kworker.0 Request processed in 63us (884us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685522.438556:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54250 00000100:00100000:2.0:1734685522.438571:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54251 00000100:00100000:2.0:1734685522.438575:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848392960:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685522.438583:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685522.438598:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848392960:12345-0@lo:8:kworker.0 Request processed in 22us (180us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685522.438602:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54251 00000100:00080000:2.0:1734685522.438628:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685522.438632:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685522.438635:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848392576:0@lo:8:kworker.0 00000100:00080000:2.0:1734685522.438641:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685522.438643:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685522.438646:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848392960:0@lo:8:kworker.0 00000100:00100000:0.0:1734685522.438773:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848392192 00000100:00100000:0.0:1734685522.438777:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848392192 00000100:00100000:0.0:1734685522.438797:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848392832 00000100:00100000:0.0:1734685522.438799:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848392832 00000100:00100000:0.0:1734685522.438809:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979 00000100:00100000:0.0:1734685522.438813:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848392192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685522.438846:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848392192:12345-0@lo:400:kworker.0 Request processed in 32us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685522.438850:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979 00000100:00100000:0.0:1734685522.438859:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980 00000100:00100000:0.0:1734685522.438862:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848392832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685522.438876:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848392832:12345-0@lo:400:kworker.0 Request processed in 13us (1102us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685522.438880:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980 00000100:00080000:0.0:1734685522.438893:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685492 00000100:00100000:0.0:1734685522.438903:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685522.438919:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848392448:0@lo:400:kworker.0 00000100:00100000:0.0:1734685522.438931:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848393216 00000100:00100000:0.0:1734685522.438933:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848393216 00000100:00100000:0.0:1734685522.438944:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2981 00000100:00100000:0.0:1734685522.438947:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848393216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685522.438967:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848393216:12345-0@lo:400:kworker.0 Request processed in 19us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685522.438971:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2981 00000100:00100000:0.0:1734685522.438985:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848393216:0@lo:400:kworker.0 00000100:00100000:3.0:1734685522.439029:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848392832:0@lo:400:kworker.0 00000100:00100000:3.0:1734685522.439036:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848392192:0@lo:400:kworker.0 00000100:00100000:1.0:1734685522.439080:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685522.439655:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848392064:0@lo:400:kworker.0 00000100:00100000:2.0:1734685522.439715:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685522.439734:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848393088:0@lo:400:kworker.0 00000100:00100000:2.0:1734685522.439754:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685522.439777:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848392704 00000100:00100000:2.0:1734685522.439780:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848392704 00000100:00100000:2.0:1734685522.439804:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848393088 00000100:00100000:2.0:1734685522.439806:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848393088 00000100:00100000:2.0:1734685522.439817:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7799 00000100:00100000:2.0:1734685522.439821:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122ff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848392704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685522.439849:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122ff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848392704:12345-0@lo:400:kworker.0 Request processed in 28us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685522.439854:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7799 00000100:00100000:2.0:1734685522.439864:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7800 00000100:00100000:2.0:1734685522.439868:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848393088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685522.439886:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848393088:12345-0@lo:400:kworker.0 Request processed in 17us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685522.439890:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7800 00000100:00100000:2.0:1734685522.439926:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848393088:0@lo:400:kworker.0 00000100:00080000:2.0:1734685522.439947:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685492 00000100:00100000:1.0:1734685522.439994:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848392704:0@lo:400:kworker.0 00000100:00100000:0.0:1734685522.440055:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848392320 00000100:00100000:0.0:1734685522.440058:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848392320 00000100:00100000:0.0:1734685522.440090:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2982 00000100:00100000:0.0:1734685522.440095:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848392320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685522.440128:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848392320:12345-0@lo:400:kworker.0 Request processed in 33us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685522.440132:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2982 00000100:00080000:2.0:1734685522.440320:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685492 00000100:00100000:2.0:1734685522.440339:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848392320:0@lo:400:kworker.0 00000100:00100000:2.0:1734685522.453288:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848393344:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685522.453380:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685522.453757:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848393344 00000100:00100000:0.0:1734685522.453767:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848393344 00000100:00100000:0.0:1734685522.453819:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41389 00000100:00100000:0.0:1734685522.453827:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848393344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685522.453869:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685522.453926:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848393344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685522.453932:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41389 00000100:00100000:2.0:1734685522.454048:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848393344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685522.516759:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848393472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685522.516824:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685522.517029:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848393472 00000100:00100000:1.0:1734685522.517037:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848393472 00000100:00100000:1.0:1734685522.517070:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6926 00000100:00100000:1.0:1734685522.517076:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848393472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685522.517106:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685522.517148:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848393472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685522.517155:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6926 00000100:00100000:2.0:1734685522.517190:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848393472:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685523.361213:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685524.213112:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685524.213140:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848393600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685524.213194:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685524.213315:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848393600 00000100:00100000:3.0:1734685524.213321:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848393600 00000100:00100000:3.0:1734685524.213375:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6927 00000100:00100000:3.0:1734685524.213381:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848393600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685524.213410:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:2.0:1734685524.213754:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685494 00000100:00100000:3.0:1734685524.213845:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848393600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 462us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685524.213854:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6927 00000100:00100000:0.0:1734685524.213933:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848393600:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1734685524.362767:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685524.874638:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685524.874692:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685524.874728:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685524.874740:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872701184 00000100:00100000:1.0:1734685524.874753:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872701184 00000100:00100000:0.0:1734685524.874823:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685524.874823:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872701312 00000100:00100000:1.0:1734685524.874826:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872701312 00000100:00100000:1.0:1734685524.874848:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2983 00000100:00100000:1.0:1734685524.874855:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872701184:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685524.874862:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2984 00000100:00100000:0.0:1734685524.874871:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872701312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685524.875521:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872701312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 646us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685524.875560:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2984 00000100:00100000:0.0:1734685524.875698:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872701440 00000100:00100000:0.0:1734685524.875704:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872701440 00000100:00100000:0.0:1734685524.875728:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54252 00000100:00100000:0.0:1734685524.875733:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872701440:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685524.875759:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685524.875780:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872701440:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 47us (957us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685524.875783:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872701184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 923us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685524.875786:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54252 00000100:00100000:1.0:1734685524.875791:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2983 00000100:00080000:3.0:1734685524.875895:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685494 00000100:00080000:3.0:1734685524.875899:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685494 00000100:00100000:2.0:1734685524.876071:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872701056 00000100:00100000:2.0:1734685524.876075:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872701056 00000100:00080000:3.0:1734685524.876407:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685494 00000100:00100000:2.0:1734685524.876493:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 965 00000100:00100000:2.0:1734685524.876498:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872701056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685524.878193:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872701056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 1687us (3493us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685524.878205:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 965 00010000:00010000:3.0:1734685525.366560:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734685526.369001:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685527.371062:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685527.380927:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848393728:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685527.381010:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685527.384334:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848393728 00000100:00100000:1.0:1734685527.384351:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848393728 00000100:00100000:1.0:1734685527.384430:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41390 00000100:00100000:1.0:1734685527.384438:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848393728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685527.384483:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685527.384575:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848393728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 137us (3565us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685527.384583:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41390 00000100:00100000:2.0:1734685527.384755:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848393728:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685527.444958:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848393856:0@lo:400:kworker.0 00000100:00080000:2.0:1734685527.444979:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685527.444985:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734685527.444988:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848393984:0@lo:400:kworker.0 00000100:00080000:2.0:1734685527.444989:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685527.444994:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10322 00000100:00080000:2.0:1734685527.444999:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685527.445005:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685527.445027:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff45500 x1818938848394368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685527.445035:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685527.445035:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685527.445054:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685527.445056:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685527.445058:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685527.445061:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10322 00000100:00080000:2.0:1734685527.445063:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685527.445070:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685527.445082:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096418700 x1818938848394752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685527.445238:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848394368:0@lo:8:kworker.0 00000100:00100000:2.0:1734685527.445266:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685527.445316:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848394496:0@lo:400:kworker.0 00000100:00100000:3.0:1734685527.445316:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848394624:0@lo:400:kworker.0 00000100:00100000:3.0:1734685527.445335:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685527.445364:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848394112:0@lo:400:kworker.0 00000100:00100000:3.0:1734685527.445383:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685527.445392:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848394880:0@lo:400:kworker.0 00000100:00100000:3.0:1734685527.445409:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848394240:0@lo:400:kworker.0 00000100:00100000:1.0:1734685527.445598:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848393984 00000100:00100000:1.0:1734685527.445608:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848393984 00000100:00100000:1.0:1734685527.445649:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848394624 00000100:00100000:1.0:1734685527.445651:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848394624 00000100:00100000:1.0:1734685527.445661:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848394112 00000100:00100000:1.0:1734685527.445663:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848394112 00000100:00100000:0.0:1734685527.445672:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2985 00000100:00100000:0.0:1734685527.445680:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848393984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685527.445774:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848394752:0@lo:8:kworker.0 00000100:00100000:3.0:1734685527.445780:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685527.445785:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848393984:12345-0@lo:400:kworker.0 Request processed in 106us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685527.445794:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848395008:0@lo:400:kworker.0 00000100:00100000:2.0:1734685527.445796:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685527.445811:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685527.445826:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848394368 00000100:00100000:2.0:1734685527.445829:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848394368 00000100:00080000:3.0:1734685527.445829:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685497 00000100:00100000:2.0:1734685527.445844:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848394752 00000100:00100000:2.0:1734685527.445846:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848394752 00000100:00100000:2.0:1734685527.445857:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54253 00000100:00100000:2.0:1734685527.445861:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848394368:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685527.445883:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685527.445908:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848394368:12345-0@lo:8:kworker.0 Request processed in 46us (642us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685527.445914:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54253 00000100:00100000:1.0:1734685527.445928:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848395008 00000100:00100000:1.0:1734685527.445930:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848395008 00000100:00100000:2.0:1734685527.445932:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54254 00000100:00100000:2.0:1734685527.445935:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848394752:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685527.445942:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2986 00010000:00020000:2.0:1734685527.445943:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685527.445946:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2985 00000100:00100000:1.0:1734685527.445946:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848394624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685527.445959:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848394752:12345-0@lo:8:kworker.0 Request processed in 23us (163us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685527.445964:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2987 00000100:00100000:2.0:1734685527.445964:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54254 00000100:00100000:0.0:1734685527.445968:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848394112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685527.445978:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848394624:12345-0@lo:400:kworker.0 Request processed in 32us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685527.445984:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2986 00000100:00100000:2.0:1734685527.445986:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685527.445991:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848394112:12345-0@lo:400:kworker.0 Request processed in 22us (607us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685527.445994:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2988 00000100:00100000:0.0:1734685527.445996:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2987 00000100:00100000:1.0:1734685527.445997:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848395008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685527.446015:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848394112:0@lo:400:kworker.0 00000100:00100000:0.0:1734685527.446018:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848393856 00000100:00100000:1.0:1734685527.446018:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848395008:12345-0@lo:400:kworker.0 Request processed in 19us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685527.446021:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848393856 00000100:00100000:1.0:1734685527.446022:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2988 00000100:00100000:2.0:1734685527.446036:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848394880 00000100:00100000:2.0:1734685527.446039:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848394880 00000100:00100000:0.0:1734685527.446042:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1734685527.446045:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848393856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685527.446058:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848394240 00000100:00100000:1.0:1734685527.446060:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848394240 00000100:00100000:2.0:1734685527.446060:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7801 00000100:00100000:2.0:1734685527.446063:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848394880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685527.446068:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848393856:12345-0@lo:400:kworker.0 Request processed in 22us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685527.446073:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1734685527.446077:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41391 00000100:00100000:1.0:1734685527.446081:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848394240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685527.446094:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848394880:12345-0@lo:400:kworker.0 Request processed in 29us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685527.446099:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7801 00000100:00100000:1.0:1734685527.446103:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848394240:12345-0@lo:400:kworker.0 Request processed in 21us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685527.446108:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41391 00000100:00100000:0.0:1734685527.446117:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848394624:0@lo:400:kworker.0 00000100:00100000:2.0:1734685527.446124:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848394880:0@lo:400:kworker.0 00000100:00100000:0.0:1734685527.446127:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848393984:0@lo:400:kworker.0 00000100:00100000:1.0:1734685527.446128:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685527.446141:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848393856:0@lo:400:kworker.0 00000100:00080000:2.0:1734685527.446146:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685527.446154:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685527.446158:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848394496 00000100:00100000:2.0:1734685527.446158:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848394368:0@lo:8:kworker.0 00000100:00100000:1.0:1734685527.446161:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848394496 00000100:00080000:2.0:1734685527.446165:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685527.446167:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685527.446169:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848394752:0@lo:8:kworker.0 00000100:00100000:1.0:1734685527.446175:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7802 00000100:00100000:1.0:1734685527.446178:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848394496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685527.446212:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848394496:12345-0@lo:400:kworker.0 Request processed in 33us (84us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685527.446226:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7802 00000100:00080000:3.0:1734685527.446396:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685497 00000100:00080000:3.0:1734685527.446400:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685497 00000100:00080000:3.0:1734685527.446402:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685497 00000100:00100000:0.0:1734685527.446435:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848394496:0@lo:400:kworker.0 00000100:00100000:3.0:1734685527.446476:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848394240:0@lo:400:kworker.0 00000100:00100000:3.0:1734685527.446494:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848395008:0@lo:400:kworker.0 00000100:00100000:0.0:1734685527.460822:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848395136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685527.460897:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685527.461011:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848395136 00000100:00100000:2.0:1734685527.461019:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848395136 00000100:00100000:2.0:1734685527.461057:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41392 00000100:00100000:2.0:1734685527.461065:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848395136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685527.461106:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685527.461157:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848395136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685527.461164:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41392 00000100:00100000:1.0:1734685527.461196:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848395136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685527.525464:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848395264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685527.525584:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685527.525726:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848395264 00000100:00100000:3.0:1734685527.525734:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848395264 00000100:00100000:3.0:1734685527.525775:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6928 00000100:00100000:3.0:1734685527.525781:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848395264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685527.525819:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685527.525857:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848395264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685527.525863:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6928 00000100:00100000:1.0:1734685527.525998:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848395264:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685528.375297:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685529.220740:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848395392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685529.220808:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685529.220920:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848395392 00000100:00100000:0.0:1734685529.220928:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848395392 00000100:00100000:0.0:1734685529.221423:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6929 00000100:00100000:0.0:1734685529.221430:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848395392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685529.221456:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685529.221505:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848395392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (697us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685529.221512:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6929 00000100:00100000:3.0:1734685529.221571:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848395392:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734685529.221651:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685499 00010000:00010000:2.0:1734685529.376745:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685529.879570:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685529.879626:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685529.879660:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685529.879666:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872701952 00000100:00100000:1.0:1734685529.879678:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872701952 00000100:00100000:0.0:1734685529.879692:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685529.879722:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872701824 00000100:00100000:0.0:1734685529.879728:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872701824 00000100:00100000:1.0:1734685529.879737:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54255 00000100:00100000:1.0:1734685529.879744:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872701952:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685529.879766:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685529.879772:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872701696 00000100:00100000:0.0:1734685529.879775:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872701696 00000100:00080000:3.0:1734685529.879780:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685499 00000100:00080000:3.0:1734685529.879785:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685499 00000100:00100000:0.0:1734685529.879794:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2989 00000100:00100000:0.0:1734685529.879799:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872701824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685529.879809:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2990 00000100:00100000:3.0:1734685529.879816:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872701696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685529.879821:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872701952:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 77us (295us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685529.879827:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54255 00000100:00100000:0.0:1734685529.879850:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872701824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685529.879857:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2989 00000100:00100000:3.0:1734685529.879958:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872701696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 142us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685529.879965:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2990 00000100:00100000:2.0:1734685529.880011:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872701568 00000100:00100000:2.0:1734685529.880016:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872701568 00000100:00100000:2.0:1734685529.880056:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 967 00000100:00100000:2.0:1734685529.880061:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872701568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685529.880084:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872701568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685529.880089:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 967 00000100:00080000:3.0:1734685529.880111:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685499 00010000:00010000:3.0:1734685530.378853:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685531.381803:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685532.385918:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685532.388929:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685532.388949:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848395520:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685532.389004:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685532.389068:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848395520 00000100:00100000:1.0:1734685532.389076:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848395520 00000100:00100000:1.0:1734685532.389126:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41393 00000100:00100000:1.0:1734685532.389161:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848395520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685532.389191:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685532.389239:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848395520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685532.389246:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41393 00000100:00100000:0.0:1734685532.389263:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848395520:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685532.453070:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685532.453077:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734685532.453080:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848395648:0@lo:400:kworker.0 00000100:00080000:2.0:1734685532.453083:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685532.453090:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10327 00000100:00080000:2.0:1734685532.453094:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685532.453101:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685532.453113:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848395776:0@lo:400:kworker.0 00000100:00100000:3.0:1734685532.453117:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848396032:0@lo:400:kworker.0 00000100:00100000:2.0:1734685532.453122:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d82f800 x1818938848396160/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685532.453163:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734685532.453167:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685532.453167:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685532.453169:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685532.453172:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10327 00000100:00080000:2.0:1734685532.453174:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685532.453177:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685532.453187:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d82ce00 x1818938848396544/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685532.453196:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685532.453199:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685532.453203:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848396288:0@lo:400:kworker.0 00000100:00100000:2.0:1734685532.453222:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848396160:0@lo:8:kworker.0 00000100:00100000:0.0:1734685532.453235:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685532.453235:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848396800:0@lo:400:kworker.0 00000100:00100000:1.0:1734685532.453236:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848396416:0@lo:400:kworker.0 00000100:00100000:2.0:1734685532.453250:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685532.453258:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685532.453262:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848395904:0@lo:400:kworker.0 00000100:00100000:2.0:1734685532.453265:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848396544:0@lo:8:kworker.0 00000100:00100000:1.0:1734685532.453273:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848396288 00000100:00100000:1.0:1734685532.453279:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848396288 00000100:00100000:2.0:1734685532.453281:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685532.453283:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685532.453285:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848395776 00000100:00100000:3.0:1734685532.453288:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848395776 00000100:00100000:0.0:1734685532.453292:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848396672:0@lo:400:kworker.0 00000100:00100000:0.0:1734685532.453307:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685532.453310:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848395648 00000100:00100000:2.0:1734685532.453315:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848395648 00000100:00100000:3.0:1734685532.453315:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848396800 00000100:00100000:1.0:1734685532.453316:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848396160 00000100:00100000:3.0:1734685532.453317:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848396800 00000100:00100000:1.0:1734685532.453319:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848396160 00000100:00100000:1.0:1734685532.453329:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848396544 00000100:00100000:3.0:1734685532.453330:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848395904 00000100:00100000:1.0:1734685532.453331:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848396544 00000100:00100000:3.0:1734685532.453333:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848395904 00000100:00100000:0.0:1734685532.453338:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2991 00000100:00100000:1.0:1734685532.453340:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848396672 00000100:00100000:1.0:1734685532.453342:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848396672 00000100:00100000:2.0:1734685532.453344:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1734685532.453346:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848395776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685532.453349:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848395648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685532.453351:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2992 00000100:00100000:1.0:1734685532.453353:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7803 00000100:00100000:3.0:1734685532.453356:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848396800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685532.453357:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848396288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685532.453385:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848395648:12345-0@lo:400:kworker.0 Request processed in 35us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685532.453391:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1734685532.453393:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096435c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848395776:12345-0@lo:400:kworker.0 Request processed in 47us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685532.453399:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2991 00000100:00100000:1.0:1734685532.453399:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848396288:12345-0@lo:400:kworker.0 Request processed in 40us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685532.453405:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7803 00000100:00100000:0.0:1734685532.453414:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2993 00000100:00100000:1.0:1734685532.453422:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7804 00000100:00100000:1.0:1734685532.453425:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848396672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685532.453427:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54256 00000100:00100000:2.0:1734685532.453431:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848396160:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685532.453448:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848396672:12345-0@lo:400:kworker.0 Request processed in 22us (139us total) trans 0 rc 0/0 00010000:00020000:2.0:1734685532.453450:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685532.453453:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7804 00000100:00100000:1.0:1734685532.453463:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54257 00000100:00100000:1.0:1734685532.453466:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848396544:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685532.453474:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848396160:12345-0@lo:8:kworker.0 Request processed in 41us (224us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685532.453479:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54256 00010000:00020000:1.0:1734685532.453481:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685532.453501:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848396544:12345-0@lo:8:kworker.0 Request processed in 34us (220us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685532.453506:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54257 00000100:00080000:2.0:1734685532.453514:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685532.453518:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848395904:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685532.453518:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685532.453521:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848396160:0@lo:8:kworker.0 00000100:00100000:1.0:1734685532.453525:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685532.453550:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685532.453552:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685532.453556:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848396544:0@lo:8:kworker.0 00000100:00100000:0.0:1734685532.453562:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848395904:12345-0@lo:400:kworker.0 Request processed in 144us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685532.453568:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2993 00000100:00100000:0.0:1734685532.453578:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848396416 00000100:00100000:0.0:1734685532.453581:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848396416 00000100:00100000:2.0:1734685532.453586:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848396288:0@lo:400:kworker.0 00000100:00100000:3.0:1734685532.453592:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848396800:12345-0@lo:400:kworker.0 Request processed in 234us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685532.453593:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2994 00000100:00100000:2.0:1734685532.453593:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848395648:0@lo:400:kworker.0 00000100:00100000:1.0:1734685532.453595:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848395776:0@lo:400:kworker.0 00000100:00100000:0.0:1734685532.453597:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848396416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685532.453598:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2992 00000100:00100000:0.0:1734685532.453622:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848396416:12345-0@lo:400:kworker.0 Request processed in 24us (96us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685532.453624:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685502 00000100:00100000:0.0:1734685532.453626:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2994 00000100:00100000:1.0:1734685532.453627:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848396032 00000100:00080000:2.0:1734685532.453628:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685502 00000100:00100000:1.0:1734685532.453629:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848396032 00000100:00080000:2.0:1734685532.453630:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685502 00000100:00100000:3.0:1734685532.453630:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848396800:0@lo:400:kworker.0 00000100:00080000:2.0:1734685532.453632:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685502 00000100:00080000:2.0:1734685532.453634:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685502 00000100:00100000:1.0:1734685532.453650:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41394 00000100:00100000:1.0:1734685532.453654:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848396032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685532.453663:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848395904:0@lo:400:kworker.0 00000100:00100000:0.0:1734685532.453672:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848396672:0@lo:400:kworker.0 00000100:00100000:1.0:1734685532.453693:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848396032:12345-0@lo:400:kworker.0 Request processed in 36us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685532.453698:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41394 00000100:00100000:1.0:1734685532.453719:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848396416:0@lo:400:kworker.0 00000100:00100000:3.0:1734685532.453814:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848396032:0@lo:400:kworker.0 00000100:00100000:0.0:1734685532.469685:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685532.469707:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848396928:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685532.469916:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685532.470066:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848396928 00000100:00100000:1.0:1734685532.470072:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848396928 00000100:00100000:1.0:1734685532.470120:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41395 00000100:00100000:1.0:1734685532.470127:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848396928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685532.470167:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685532.470218:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848396928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685532.470224:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41395 00000100:00100000:0.0:1734685532.470340:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848396928:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685532.533687:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848397056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685532.533759:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685532.533974:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848397056 00000100:00100000:1.0:1734685532.533981:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848397056 00000100:00100000:3.0:1734685532.534323:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6930 00000100:00100000:3.0:1734685532.534329:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848397056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685532.534358:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685532.534410:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848397056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685532.534417:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6930 00000100:00100000:0.0:1734685532.535073:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848397056:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685533.388772:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685534.230026:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848397184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685534.230085:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685534.230665:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848397184 00000100:00100000:1.0:1734685534.230673:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848397184 00000100:00100000:1.0:1734685534.230730:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6931 00000100:00100000:1.0:1734685534.230736:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848397184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685534.230765:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685534.230796:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848397184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685534.230801:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6931 00000100:00080000:2.0:1734685534.230934:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685504 00000100:00100000:0.0:1734685534.231066:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848397184:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685534.390742:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685534.887967:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685534.888017:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685534.888052:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685534.888228:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872702336 00000100:00100000:3.0:1734685534.888235:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872702336 00000100:00100000:3.0:1734685534.888279:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872702208 00000100:00100000:3.0:1734685534.888281:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872702208 00000100:00100000:3.0:1734685534.888298:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2995 00000100:00100000:3.0:1734685534.888304:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872702336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685534.888365:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872702336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685534.888371:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2995 00000100:00100000:3.0:1734685534.888386:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 2996 00000100:00100000:3.0:1734685534.888389:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872702208:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685534.888407:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099b25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872702208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685534.888412:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 2996 00000100:00100000:0.0:1734685534.888501:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685534.888589:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872702464 00000100:00100000:0.0:1734685534.888593:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872702464 00000100:00080000:1.0:1734685534.888729:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685504 00000100:00080000:1.0:1734685534.888734:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685504 00000100:00100000:2.0:1734685534.888802:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872702080 00000100:00100000:2.0:1734685534.888807:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872702080 00000100:00100000:2.0:1734685534.888834:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 969 00000100:00100000:2.0:1734685534.888839:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872702080:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685534.888865:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872702080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685534.888871:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 969 00000100:00100000:0.0:1734685534.889334:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54258 00000100:00100000:0.0:1734685534.889339:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872702464:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685534.889364:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685534.889387:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872702464:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 47us (886us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685534.889392:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54258 00000100:00080000:1.0:1734685534.889470:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685504 00010000:00010000:3.0:1734685535.393898:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685536.398213:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685537.397212:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848397312:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685537.397266:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685537.397307:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848397312 00000100:00100000:3.0:1734685537.397313:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848397312 00000100:00100000:3.0:1734685537.397358:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41396 00000100:00100000:3.0:1734685537.397365:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848397312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685537.397395:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685537.397426:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848397312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685537.397432:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41396 00000100:00100000:3.0:1734685537.397467:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848397312:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1734685537.401014:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734685537.461258:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734685537.461269:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848397568:0@lo:400:kworker.0 00000100:00080000:2.0:1734685537.461269:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685537.461272:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685537.461278:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10332 00000100:00080000:2.0:1734685537.461280:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685537.461286:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685537.461291:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848397696:0@lo:400:kworker.0 00000100:00100000:2.0:1734685537.461304:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d82c000 x1818938848397952/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685537.461324:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685537.461346:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734685537.461349:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848397696 00000100:00080000:2.0:1734685537.461349:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685537.461350:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685537.461353:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10332 00000100:00100000:1.0:1734685537.461355:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848397696 00000100:00080000:2.0:1734685537.461356:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685537.461359:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685537.461361:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685537.461364:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848397824:0@lo:400:kworker.0 00000100:00100000:2.0:1734685537.461369:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d82ce00 x1818938848398336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685537.461377:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685537.461386:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848398464:0@lo:400:kworker.0 00000100:00100000:1.0:1734685537.461391:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2997 00000100:00100000:0.0:1734685537.461396:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685537.461396:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848397696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685537.461396:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848397952:0@lo:8:kworker.0 00000100:00100000:0.0:1734685537.461402:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685537.461404:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848398592:0@lo:400:kworker.0 00000100:00100000:0.0:1734685537.461414:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685537.461417:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685537.461430:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848398464 00000100:00100000:2.0:1734685537.461430:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848398336:0@lo:8:kworker.0 00000100:00100000:0.0:1734685537.461432:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848398464 00000100:00100000:1.0:1734685537.461438:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848397696:12345-0@lo:400:kworker.0 Request processed in 41us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685537.461444:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2997 00000100:00100000:2.0:1734685537.461445:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685537.461450:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848397952 00000100:00100000:0.0:1734685537.461452:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848397952 00000100:00100000:0.0:1734685537.461458:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848398336 00000100:00100000:1.0:1734685537.461458:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848398592 00000100:00100000:0.0:1734685537.461460:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848398336 00000100:00100000:1.0:1734685537.461460:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848398592 00000100:00100000:0.0:1734685537.461467:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7805 00000100:00100000:0.0:1734685537.461470:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848398464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685537.461473:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2998 00000100:00100000:2.0:1734685537.461475:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54259 00000100:00100000:1.0:1734685537.461477:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848398592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685537.461479:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848397952:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685537.461487:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848398464:12345-0@lo:400:kworker.0 Request processed in 16us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685537.461490:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7805 00010000:00020000:2.0:1734685537.461495:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685537.461496:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54260 00000100:00100000:0.0:1734685537.461499:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848398336:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685537.461500:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848398592:12345-0@lo:400:kworker.0 Request processed in 22us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685537.461505:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2998 00010000:00020000:0.0:1734685537.461506:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734685537.461517:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685507 00000100:00100000:0.0:1734685537.461520:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848398336:12345-0@lo:8:kworker.0 Request processed in 20us (76us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734685537.461520:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685507 00000100:00100000:2.0:1734685537.461521:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848397952:12345-0@lo:8:kworker.0 Request processed in 41us (103us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685537.461523:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54260 00000100:00100000:2.0:1734685537.461542:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54259 00000100:00100000:0.0:1734685537.461563:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848397824 00000100:00100000:1.0:1734685537.461564:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685537.461566:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848397824 00000100:00080000:2.0:1734685537.461577:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685537.461578:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848398208:0@lo:400:kworker.0 00000100:00080000:2.0:1734685537.461580:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685537.461584:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848397952:0@lo:8:kworker.0 00000100:00100000:0.0:1734685537.461586:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41397 00000100:00100000:0.0:1734685537.461590:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848397824:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685537.461592:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685537.461594:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685537.461594:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685537.461596:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848398336:0@lo:8:kworker.0 00000100:00100000:1.0:1734685537.461601:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734685537.461605:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848397440:0@lo:400:kworker.0 00000100:00100000:2.0:1734685537.461621:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848397568 00000100:00100000:0.0:1734685537.461622:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848397824:12345-0@lo:400:kworker.0 Request processed in 31us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685537.461624:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848397568 00000100:00100000:0.0:1734685537.461627:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41397 00000100:00100000:1.0:1734685537.461627:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685537.461637:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848398080:0@lo:400:kworker.0 00000100:00100000:2.0:1734685537.461640:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848398208 00000100:00100000:2.0:1734685537.461641:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848398208 00000100:00100000:0.0:1734685537.461649:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848398592:0@lo:400:kworker.0 00000100:00100000:1.0:1734685537.461650:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685537.461652:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2999 00000100:00100000:0.0:1734685537.461656:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848398464:0@lo:400:kworker.0 00000100:00100000:2.0:1734685537.461656:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848397568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685537.461663:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848397824:0@lo:400:kworker.0 00000100:00100000:1.0:1734685537.461666:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3000 00000100:00100000:0.0:1734685537.461669:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848397696:0@lo:400:kworker.0 00000100:00100000:1.0:1734685537.461670:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848398208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685537.461682:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848397568:12345-0@lo:400:kworker.0 Request processed in 25us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685537.461686:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2999 00000100:00100000:1.0:1734685537.461690:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848398208:12345-0@lo:400:kworker.0 Request processed in 20us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685537.461692:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848398080 00000100:00100000:0.0:1734685537.461694:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848398080 00000100:00100000:1.0:1734685537.461695:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3000 00000100:00100000:0.0:1734685537.461704:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7806 00000100:00100000:0.0:1734685537.461706:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880122f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848398080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685537.461708:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848397440 00000100:00080000:1.0:1734685537.461709:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685507 00000100:00100000:2.0:1734685537.461710:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848397440 00000100:00080000:1.0:1734685537.461711:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685507 00000100:00100000:0.0:1734685537.461723:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880122f54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848398080:12345-0@lo:400:kworker.0 Request processed in 16us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685537.461723:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848398208:0@lo:400:kworker.0 00000100:00100000:0.0:1734685537.461726:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7806 00000100:00100000:2.0:1734685537.461729:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1734685537.461730:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848397568:0@lo:400:kworker.0 00000100:00100000:2.0:1734685537.461733:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848397440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685537.461744:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848398080:0@lo:400:kworker.0 00000100:00100000:1.0:1734685537.461752:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848397440:0@lo:400:kworker.0 00000100:00100000:2.0:1734685537.461753:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848397440:12345-0@lo:400:kworker.0 Request processed in 20us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685537.461758:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00080000:1.0:1734685537.461760:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685507 00000100:00100000:2.0:1734685537.477876:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848398720:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685537.477932:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685537.478011:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848398720 00000100:00100000:3.0:1734685537.478017:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848398720 00000100:00100000:3.0:1734685537.478084:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41398 00000100:00100000:3.0:1734685537.478090:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848398720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685537.478118:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685537.478643:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848398720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 551us (709us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685537.478650:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41398 00000100:00100000:2.0:1734685537.478707:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848398720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685537.540801:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848398848:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685537.540867:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685537.540998:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848398848 00000100:00100000:3.0:1734685537.541008:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848398848 00000100:00100000:3.0:1734685537.541061:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6932 00000100:00100000:3.0:1734685537.541068:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848398848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685537.541095:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685537.541141:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848398848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685537.541148:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6932 00000100:00100000:0.0:1734685537.541267:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848398848:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685538.402793:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685539.237301:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848398976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685539.237369:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685539.237872:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848398976 00000100:00100000:1.0:1734685539.237880:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848398976 00000100:00100000:1.0:1734685539.237932:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6933 00000100:00100000:1.0:1734685539.237939:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848398976:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734685539.237980:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685509 00002000:00000024:1.0:1734685539.238066:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685539.238111:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848398976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 172us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685539.238117:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6933 00000100:00100000:2.0:1734685539.238190:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848398976:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685539.405336:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685539.895172:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685539.895227:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685539.895266:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685539.895368:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685539.895406:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872702976 00000100:00100000:0.0:1734685539.895414:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872702976 00000100:00100000:0.0:1734685539.895444:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54261 00000100:00100000:0.0:1734685539.895451:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872702976:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685539.895473:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685539.895679:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872702592 00000100:00100000:2.0:1734685539.895683:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872702592 00000100:00100000:2.0:1734685539.895718:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 971 00000100:00100000:2.0:1734685539.895722:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872702592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685539.895772:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872702592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685539.895778:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 971 00000100:00080000:2.0:1734685539.895858:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685509 00000100:00100000:3.0:1734685539.895955:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872702848 00000100:00100000:3.0:1734685539.895959:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872702848 00000100:00100000:3.0:1734685539.895986:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872702720 00000100:00100000:3.0:1734685539.895988:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872702720 00000100:00100000:3.0:1734685539.896003:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3001 00000100:00100000:3.0:1734685539.896019:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872702848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685539.896051:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872702848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685539.896057:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3001 00000100:00100000:3.0:1734685539.896070:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3002 00000100:00100000:3.0:1734685539.896073:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872702720:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685539.896104:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872702720:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685539.896109:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3002 00000100:00080000:2.0:1734685539.896309:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685509 00000100:00080000:2.0:1734685539.896312:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685509 00000100:00100000:0.0:1734685539.896734:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872702976:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 1282us (1364us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685539.896741:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54261 00010000:00010000:2.0:1734685540.406842:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685541.408732:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685542.405315:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685542.405934:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848399104:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685542.405998:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685542.406075:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848399104 00000100:00100000:0.0:1734685542.406082:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848399104 00000100:00100000:0.0:1734685542.406133:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41399 00000100:00100000:0.0:1734685542.406139:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848399104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685542.406170:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685542.406213:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848399104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685542.406219:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41399 00000100:00100000:2.0:1734685542.406335:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848399104:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685542.412308:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734685542.468768:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685542.468776:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685542.468780:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685542.468786:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10337 00000100:00080000:2.0:1734685542.468790:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685542.468795:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685542.468808:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848399616:0@lo:400:kworker.0 00000100:00100000:2.0:1734685542.468816:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d82f480 x1818938848399744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685542.468842:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685542.468845:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685542.468847:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685542.468850:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10337 00000100:00080000:2.0:1734685542.468852:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685542.468857:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685542.468866:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d82e300 x1818938848400128/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685542.468891:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685542.468910:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848399744:0@lo:8:kworker.0 00000100:00100000:0.0:1734685542.468940:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848400384:0@lo:400:kworker.0 00000100:00100000:2.0:1734685542.468987:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685542.468993:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685542.469011:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848400128:0@lo:8:kworker.0 00000100:00100000:0.0:1734685542.469012:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734685542.469020:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848399488:0@lo:400:kworker.0 00000100:00100000:2.0:1734685542.469031:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685542.469039:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685542.469053:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848400256:0@lo:400:kworker.0 00000100:00100000:2.0:1734685542.469065:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848399744 00000100:00100000:0.0:1734685542.469071:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685542.469071:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848399744 00000100:00100000:2.0:1734685542.469088:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848400128 00000100:00100000:2.0:1734685542.469090:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848400128 00000100:00100000:0.0:1734685542.469100:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848400256 00000100:00100000:2.0:1734685542.469103:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54262 00000100:00100000:0.0:1734685542.469106:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848400256 00000100:00100000:2.0:1734685542.469107:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848399744:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685542.469125:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685542.469143:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7807 00000100:00100000:0.0:1734685542.469149:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848400256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685542.469152:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848399744:12345-0@lo:8:kworker.0 Request processed in 43us (166us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685542.469157:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54262 00000100:00100000:2.0:1734685542.469172:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54263 00000100:00100000:2.0:1734685542.469176:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848400128:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685542.469183:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685542.469193:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848400256:12345-0@lo:400:kworker.0 Request processed in 43us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685542.469200:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7807 00000100:00100000:2.0:1734685542.469201:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848400128:12345-0@lo:8:kworker.0 Request processed in 23us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685542.469206:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54263 00000100:00080000:0.0:1734685542.469219:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685512 00000100:00080000:2.0:1734685542.469231:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685542.469233:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685542.469236:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848399744:0@lo:8:kworker.0 00000100:00100000:0.0:1734685542.469243:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848400256:0@lo:400:kworker.0 00000100:00080000:2.0:1734685542.469243:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685542.469245:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685542.469247:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848400128:0@lo:8:kworker.0 00000100:00100000:0.0:1734685542.469261:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848399232:0@lo:400:kworker.0 00000100:00100000:2.0:1734685542.469274:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848400384 00000100:00100000:2.0:1734685542.469277:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848400384 00000100:00100000:0.0:1734685542.469286:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685542.469294:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848399488 00000100:00100000:2.0:1734685542.469296:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848399488 00000100:00100000:0.0:1734685542.469300:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848399872:0@lo:400:kworker.0 00000100:00100000:2.0:1734685542.469311:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3003 00000100:00100000:2.0:1734685542.469316:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848400384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685542.469320:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685542.469331:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734685542.469335:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848399360:0@lo:400:kworker.0 00000100:00100000:2.0:1734685542.469347:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848400384:12345-0@lo:400:kworker.0 Request processed in 31us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685542.469351:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685542.469352:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3003 00000100:00100000:0.0:1734685542.469360:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848400000:0@lo:400:kworker.0 00000100:00100000:2.0:1734685542.469368:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848399360 00000100:00100000:2.0:1734685542.469370:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848399360 00000100:00100000:0.0:1734685542.469374:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685542.469386:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848400000 00000100:00100000:2.0:1734685542.469388:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848400000 00000100:00100000:0.0:1734685542.469400:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3004 00000100:00100000:0.0:1734685542.469406:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848399488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685542.469432:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848399488:12345-0@lo:400:kworker.0 Request processed in 26us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685542.469728:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3005 00000100:00100000:2.0:1734685542.469735:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848399360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685542.469736:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3006 00000100:00100000:3.0:1734685542.469744:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848400000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685542.469769:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848399360:12345-0@lo:400:kworker.0 Request processed in 36us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685542.469777:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3005 00000100:00100000:3.0:1734685542.469781:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848400000:12345-0@lo:400:kworker.0 Request processed in 37us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685542.469787:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3006 00000100:00100000:2.0:1734685542.469794:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848399232 00000100:00100000:2.0:1734685542.469797:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848399232 00000100:00100000:2.0:1734685542.469815:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1734685542.469818:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848399232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685542.469842:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848399232:12345-0@lo:400:kworker.0 Request processed in 23us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685542.469847:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:3.0:1734685542.469855:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848399488:0@lo:400:kworker.0 00000100:00100000:3.0:1734685542.469865:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848400384:0@lo:400:kworker.0 00000100:00100000:2.0:1734685542.469882:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848399872 00000100:00100000:2.0:1734685542.469885:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848399872 00000100:00080000:3.0:1734685542.469888:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685512 00000100:00080000:3.0:1734685542.469892:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685512 00000100:00080000:3.0:1734685542.469894:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685512 00000100:00080000:3.0:1734685542.469896:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685512 00000100:00100000:2.0:1734685542.469904:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7808 00000100:00100000:2.0:1734685542.469909:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848399872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685542.469928:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848399616 00000100:00100000:3.0:1734685542.469931:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848399616 00000100:00100000:2.0:1734685542.469933:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848399872:12345-0@lo:400:kworker.0 Request processed in 24us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685542.469938:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7808 00000100:00100000:3.0:1734685542.469955:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41400 00000100:00100000:3.0:1734685542.469958:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848399616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685542.470001:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848399616:12345-0@lo:400:kworker.0 Request processed in 41us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685542.470007:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41400 00000100:00100000:2.0:1734685542.470022:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848399616:0@lo:400:kworker.0 00000100:00080000:3.0:1734685542.470022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685512 00000100:00100000:3.0:1734685542.470042:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848399360:0@lo:400:kworker.0 00000100:00100000:3.0:1734685542.470049:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848400000:0@lo:400:kworker.0 00000100:00100000:0.0:1734685542.470111:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3004 00000100:00100000:3.0:1734685542.470247:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848399232:0@lo:400:kworker.0 00000100:00100000:3.0:1734685542.470256:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848399872:0@lo:400:kworker.0 00000100:00100000:1.0:1734685542.485419:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685542.485441:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848400512:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685542.485515:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685542.485629:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848400512 00000100:00100000:3.0:1734685542.485636:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848400512 00000100:00100000:3.0:1734685542.485682:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41401 00000100:00100000:3.0:1734685542.485688:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848400512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685542.485720:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685542.485768:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848400512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685542.485775:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41401 00000100:00100000:1.0:1734685542.486446:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848400512:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685542.549838:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848400640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685542.549903:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685542.550071:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848400640 00000100:00100000:0.0:1734685542.550078:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848400640 00000100:00100000:0.0:1734685542.550131:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6934 00000100:00100000:0.0:1734685542.550138:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848400640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685542.550170:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685542.550225:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848400640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685542.550231:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6934 00000100:00100000:1.0:1734685542.550308:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848400640:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685543.413523:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685544.245017:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848400768:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685544.245103:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685544.245146:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848400768 00000100:00100000:2.0:1734685544.245154:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848400768 00000100:00080000:3.0:1734685544.245190:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685514 00000100:00100000:0.0:1734685544.245266:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6935 00000100:00100000:0.0:1734685544.245274:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848400768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685544.245318:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685544.245372:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848400768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685544.245379:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6935 00000100:00100000:3.0:1734685544.245460:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848400768:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685544.415831:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685544.908467:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685544.908517:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685544.908587:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685544.908673:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685544.908695:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872703232 00000100:00100000:1.0:1734685544.908705:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872703232 00000100:00100000:0.0:1734685544.908723:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872703360 00000100:00100000:0.0:1734685544.908727:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872703360 00000100:00100000:2.0:1734685544.908805:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872703104 00000100:00100000:2.0:1734685544.908810:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872703104 00000100:00100000:1.0:1734685544.908887:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3007 00000100:00100000:1.0:1734685544.908895:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872703232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685544.908976:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872703232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 82us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685544.908984:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3007 00000100:00100000:0.0:1734685544.909492:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3008 00000100:00100000:0.0:1734685544.909497:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872703360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685544.909522:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872703360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (935us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685544.909544:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3008 00000100:00100000:2.0:1734685544.909624:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 973 00000100:00100000:2.0:1734685544.909628:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872703104:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685544.909650:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872703104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685544.909655:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 973 00000100:00080000:3.0:1734685544.909751:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685514 00000100:00080000:3.0:1734685544.909755:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685514 00000100:00080000:3.0:1734685544.909758:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685514 00000100:00100000:2.0:1734685544.909775:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872703488 00000100:00100000:2.0:1734685544.909777:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872703488 00000100:00100000:2.0:1734685544.909795:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54264 00000100:00100000:2.0:1734685544.909799:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872703488:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685544.910264:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685544.910304:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872703488:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 503us (1629us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685544.910312:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54264 00010000:00010000:2.0:1734685545.419835:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685546.419392:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685547.413187:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848400896:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685547.413262:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685547.413333:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848400896 00000100:00100000:0.0:1734685547.413340:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848400896 00000100:00100000:3.0:1734685547.414251:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41402 00000100:00100000:3.0:1734685547.414259:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848400896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685547.414297:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685547.414345:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848400896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685547.414351:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41402 00000100:00100000:0.0:1734685547.414384:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848400896:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685547.420969:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685547.478858:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848401152:0@lo:400:kworker.0 00000100:00100000:1.0:1734685547.478942:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685547.478986:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685547.478992:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848401024:0@lo:400:kworker.0 00000100:00100000:1.0:1734685547.479017:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685547.479142:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848401152 00000100:00100000:0.0:1734685547.479150:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848401152 00000100:00100000:0.0:1734685547.479200:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3009 00000100:00100000:0.0:1734685547.479206:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848401152:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685547.479224:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685517 00000100:00100000:0.0:1734685547.479253:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848401152:12345-0@lo:400:kworker.0 Request processed in 46us (312us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685547.479371:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685547.479376:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685547.479379:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685547.479384:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10342 00000100:00080000:2.0:1734685547.479387:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685547.479391:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685547.479414:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c97df80 x1818938848401536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685547.479438:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685547.479441:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685547.479442:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685547.479446:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10342 00000100:00080000:2.0:1734685547.479448:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685547.479451:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685547.479461:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c97ea00 x1818938848401920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685547.479498:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848401536:0@lo:8:kworker.0 00000100:00100000:2.0:1734685547.479524:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685547.479555:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848401920:0@lo:8:kworker.0 00000100:00100000:2.0:1734685547.479568:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685547.479597:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848401536 00000100:00100000:2.0:1734685547.479600:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848401536 00000100:00100000:2.0:1734685547.479615:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848401920 00000100:00100000:2.0:1734685547.479616:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848401920 00000100:00100000:2.0:1734685547.479627:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54265 00000100:00100000:2.0:1734685547.479632:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848401536:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685547.479651:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685547.479683:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848401536:12345-0@lo:8:kworker.0 Request processed in 51us (158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685547.479688:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54265 00000100:00100000:2.0:1734685547.479704:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54266 00000100:00100000:2.0:1734685547.479707:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848401920:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685547.479715:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685547.479731:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848401920:12345-0@lo:8:kworker.0 Request processed in 23us (162us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685547.479736:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54266 00000100:00100000:3.0:1734685547.479746:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848401664:0@lo:400:kworker.0 00000100:00080000:2.0:1734685547.479767:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685547.479770:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685547.479774:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848401536:0@lo:8:kworker.0 00000100:00100000:3.0:1734685547.479775:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685547.479780:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685547.479783:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685547.479785:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848401920:0@lo:8:kworker.0 00000100:00100000:3.0:1734685547.479789:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685547.479793:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848401792:0@lo:400:kworker.0 00000100:00100000:2.0:1734685547.479806:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848401664 00000100:00100000:2.0:1734685547.479808:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848401664 00000100:00100000:3.0:1734685547.479808:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685547.479825:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848401792 00000100:00100000:3.0:1734685547.479828:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848401792 00000100:00100000:2.0:1734685547.479829:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7809 00000100:00100000:2.0:1734685547.479833:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848401664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685547.479866:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848401664:12345-0@lo:400:kworker.0 Request processed in 32us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685547.479872:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7809 00000100:00080000:2.0:1734685547.479893:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685517 00000100:00100000:2.0:1734685547.479906:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848401280:0@lo:400:kworker.0 00000100:00100000:2.0:1734685547.479923:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685547.479934:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848402048:0@lo:400:kworker.0 00000100:00100000:2.0:1734685547.479950:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685547.479958:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1734685547.479962:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848401408:0@lo:400:kworker.0 00000100:00100000:2.0:1734685547.479978:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685547.479989:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848402176:0@lo:400:kworker.0 00000100:00100000:2.0:1734685547.480002:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685547.480018:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848401280 00000100:00100000:1.0:1734685547.480094:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848401152:0@lo:400:kworker.0 00000100:00100000:1.0:1734685547.480114:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848402176 00000100:00100000:1.0:1734685547.480117:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848402176 00000100:00100000:0.0:1734685547.480661:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3009 00000100:00100000:3.0:1734685547.480680:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3010 00000100:00100000:3.0:1734685547.480687:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848401792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685547.480714:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848401024 00000100:00100000:0.0:1734685547.480718:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848401024 00000100:00100000:3.0:1734685547.480721:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848401792:12345-0@lo:400:kworker.0 Request processed in 35us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685547.480726:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3010 00000100:00100000:0.0:1734685547.480744:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1734685547.480748:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848401024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685547.480752:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3011 00000100:00100000:3.0:1734685547.480754:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848401792:0@lo:400:kworker.0 00000100:00100000:1.0:1734685547.480756:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848402176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685547.480763:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848401664:0@lo:400:kworker.0 00000100:00100000:0.0:1734685547.480781:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848401024:12345-0@lo:400:kworker.0 Request processed in 32us (1763us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685547.480786:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685517 00000100:00100000:0.0:1734685547.480787:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1734685547.480788:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848402176:12345-0@lo:400:kworker.0 Request processed in 31us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685547.480792:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3011 00000100:00100000:3.0:1734685547.480802:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848402048 00000100:00100000:3.0:1734685547.480805:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848402048 00000100:00100000:1.0:1734685547.480812:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848401024:0@lo:400:kworker.0 00000100:00100000:0.0:1734685547.480813:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848401408 00000100:00100000:0.0:1734685547.480816:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848401408 00000100:00100000:3.0:1734685547.480822:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7810 00000100:00100000:3.0:1734685547.480826:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848402048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685547.480834:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41403 00000100:00100000:1.0:1734685547.480834:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848402176:0@lo:400:kworker.0 00000100:00100000:0.0:1734685547.480837:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848401408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685547.480857:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848402048:12345-0@lo:400:kworker.0 Request processed in 30us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685547.480860:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848402048:0@lo:400:kworker.0 00000100:00100000:3.0:1734685547.480862:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7810 00000100:00100000:0.0:1734685547.480863:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848401408:12345-0@lo:400:kworker.0 Request processed in 24us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685547.480869:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41403 00000100:00100000:1.0:1734685547.480869:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848401408:0@lo:400:kworker.0 00000100:00100000:2.0:1734685547.480968:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848401280 00000100:00100000:2.0:1734685547.480998:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3012 00000100:00100000:2.0:1734685547.481002:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848401280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685547.481041:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848401280:12345-0@lo:400:kworker.0 Request processed in 37us (1116us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685547.481046:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3012 00000100:00080000:3.0:1734685547.481059:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685517 00000100:00080000:3.0:1734685547.481063:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685517 00000100:00080000:3.0:1734685547.481065:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685517 00000100:00100000:1.0:1734685547.481067:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848401280:0@lo:400:kworker.0 00000100:00100000:0.0:1734685547.492733:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685547.492758:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848402304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685547.492820:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685547.492866:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848402304 00000100:00100000:1.0:1734685547.492874:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848402304 00000100:00100000:1.0:1734685547.492928:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41404 00000100:00100000:1.0:1734685547.492936:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848402304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685547.492971:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685547.493011:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848402304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685547.493017:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41404 00000100:00100000:0.0:1734685547.493031:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848402304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685547.558773:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848402432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685547.558857:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685547.560478:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848402432 00000100:00100000:2.0:1734685547.560491:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848402432 00000100:00100000:2.0:1734685547.560571:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6936 00000100:00100000:2.0:1734685547.560579:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848402432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685547.560618:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685547.560693:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848402432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (1836us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685547.560700:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6936 00000100:00100000:0.0:1734685547.560775:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848402432:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685548.423702:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685549.253962:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685549.253991:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848402560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685549.254630:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685549.254736:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848402560 00000100:00100000:2.0:1734685549.254745:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848402560 00000100:00100000:2.0:1734685549.255132:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6937 00000100:00100000:2.0:1734685549.255141:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848402560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685549.255180:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685549.255239:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848402560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685549.255245:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6937 00000100:00100000:0.0:1734685549.255280:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848402560:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734685549.255548:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685519 00010000:00010000:3.0:1734685549.424819:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685549.912270:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685549.912325:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685549.912353:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685549.912440:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685549.912479:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872704000 00000100:00100000:2.0:1734685549.912480:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872703744 00000100:00100000:0.0:1734685549.912489:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872704000 00000100:00100000:2.0:1734685549.912489:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872703744 00000100:00100000:0.0:1734685549.912522:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54267 00000100:00100000:2.0:1734685549.912523:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872703872 00000100:00100000:2.0:1734685549.912525:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872703872 00000100:00100000:0.0:1734685549.912553:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872704000:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685549.912553:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872703616 00000100:00100000:1.0:1734685549.912557:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872703616 00000100:00100000:2.0:1734685549.912568:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3013 00000100:00100000:2.0:1734685549.912572:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872703744:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685549.912579:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685549.912580:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 975 00000100:00100000:1.0:1734685549.912583:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872703616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685549.912625:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872704000:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 97us (186us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685549.912625:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872703616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685549.912625:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872703744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685549.912629:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 975 00000100:00100000:0.0:1734685549.912630:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54267 00000100:00100000:2.0:1734685549.912630:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3013 00000100:00100000:2.0:1734685549.912646:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3014 00000100:00100000:2.0:1734685549.912650:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872703872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734685549.912656:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685519 00000100:00080000:3.0:1734685549.912660:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685519 00000100:00080000:3.0:1734685549.912662:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685519 00000100:00100000:2.0:1734685549.912671:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872703872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685549.912676:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3014 00010000:00010000:3.0:1734685550.426970:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685551.428894:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685552.420854:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685552.420880:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848402688:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685552.420949:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685552.420993:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848402688 00000100:00100000:0.0:1734685552.421000:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848402688 00000100:00100000:0.0:1734685552.421042:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41405 00000100:00100000:0.0:1734685552.421049:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848402688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685552.421083:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685552.421121:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848402688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685552.421127:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41405 00000100:00100000:1.0:1734685552.421162:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848402688:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685552.430770:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685552.484783:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848402816:0@lo:400:kworker.0 00000100:00080000:2.0:1734685552.484809:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685552.484814:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685552.484818:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685552.484824:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10347 00000100:00080000:2.0:1734685552.484828:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1734685552.484829:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848402944:0@lo:400:kworker.0 00000100:00080000:2.0:1734685552.484836:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685552.484857:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c97f800 x1818938848403328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685552.484868:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685552.484881:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685552.484909:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848403072:0@lo:400:kworker.0 00000100:00100000:0.0:1734685552.484930:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848402816 00000100:00100000:3.0:1734685552.484932:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848402944 00000100:00100000:0.0:1734685552.484939:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848402816 00000100:00100000:3.0:1734685552.484939:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848402944 00000100:00100000:1.0:1734685552.484941:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685552.484961:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685552.484966:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848403200:0@lo:400:kworker.0 00000100:00100000:3.0:1734685552.484981:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848403072 00000100:00100000:3.0:1734685552.484983:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848403072 00000100:00100000:0.0:1734685552.484984:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1734685552.484987:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685552.484991:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848402816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685552.484997:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3015 00000100:00100000:3.0:1734685552.485001:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848402944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685552.485016:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848403200 00000100:00100000:1.0:1734685552.485019:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848403200 00000100:00100000:3.0:1734685552.485034:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848402944:12345-0@lo:400:kworker.0 Request processed in 32us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685552.485035:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848402816:12345-0@lo:400:kworker.0 Request processed in 44us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685552.485040:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41406 00000100:00100000:3.0:1734685552.485040:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3015 00000100:00100000:0.0:1734685552.485042:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1734685552.485044:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848403200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685552.485057:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3016 00000100:00100000:3.0:1734685552.485060:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848403072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685552.485072:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848403200:12345-0@lo:400:kworker.0 Request processed in 27us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685552.485077:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41406 00000100:00100000:3.0:1734685552.485084:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848403072:12345-0@lo:400:kworker.0 Request processed in 22us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685552.485088:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848402944:0@lo:400:kworker.0 00000100:00100000:3.0:1734685552.485089:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3016 00000100:00100000:1.0:1734685552.485103:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848403200:0@lo:400:kworker.0 00000100:00080000:3.0:1734685552.485104:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685522 00000100:00080000:3.0:1734685552.485107:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685522 00000100:00080000:3.0:1734685552.485109:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685522 00000100:00100000:1.0:1734685552.485111:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848403072:0@lo:400:kworker.0 00000100:00100000:0.0:1734685552.485112:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848402816:0@lo:400:kworker.0 00000100:00080000:2.0:1734685552.485186:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685552.485189:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685552.485190:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685552.485193:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10347 00000100:00080000:2.0:1734685552.485195:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685552.485198:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685552.485208:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c97f100 x1818938848403712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685552.485397:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848403328:0@lo:8:kworker.0 00000100:00100000:0.0:1734685552.485422:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685552.485436:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848403712:0@lo:8:kworker.0 00000100:00100000:0.0:1734685552.485450:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685552.485477:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848403328 00000100:00100000:0.0:1734685552.485480:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848403328 00000100:00100000:0.0:1734685552.485508:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848403712 00000100:00100000:3.0:1734685552.485509:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848403968:0@lo:400:kworker.0 00000100:00100000:0.0:1734685552.485510:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848403712 00000100:00100000:0.0:1734685552.485522:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54268 00000100:00100000:0.0:1734685552.485544:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848403328:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685552.485557:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1734685552.485565:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685552.485570:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685552.485575:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848403840:0@lo:400:kworker.0 00000100:00100000:3.0:1734685552.485591:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685552.485594:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848403328:12345-0@lo:8:kworker.0 Request processed in 66us (170us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685552.485599:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54268 00000100:00100000:0.0:1734685552.485608:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848403840 00000100:00100000:0.0:1734685552.485610:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848403840 00000100:00100000:3.0:1734685552.485615:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54269 00000100:00100000:3.0:1734685552.485619:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848403712:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685552.485629:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685552.485630:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7811 00000100:00100000:0.0:1734685552.485634:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848403840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685552.485659:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848403840:12345-0@lo:400:kworker.0 Request processed in 25us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685552.485665:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7811 00000100:00100000:0.0:1734685552.485682:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848403584:0@lo:400:kworker.0 00000100:00100000:0.0:1734685552.485699:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685552.485710:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685552.485714:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848403456:0@lo:400:kworker.0 00000100:00100000:0.0:1734685552.485729:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685552.485744:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848403456 00000100:00100000:0.0:1734685552.485746:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848403456 00000100:00100000:0.0:1734685552.485759:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7812 00000100:00100000:0.0:1734685552.485763:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848403456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685552.485788:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848403456:12345-0@lo:400:kworker.0 Request processed in 25us (58us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685552.485803:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7812 00000100:00100000:0.0:1734685552.485824:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848403456:0@lo:400:kworker.0 00000100:00100000:3.0:1734685552.485836:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848403712:12345-0@lo:8:kworker.0 Request processed in 215us (384us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734685552.485842:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685552.485845:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685552.485846:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54269 00000100:00100000:0.0:1734685552.485849:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848403328:0@lo:8:kworker.0 00000100:00080000:0.0:1734685552.485854:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685552.485857:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685552.485859:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848403712:0@lo:8:kworker.0 00000100:00100000:3.0:1734685552.485862:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848403968 00000100:00100000:3.0:1734685552.485865:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848403968 00000100:00100000:0.0:1734685552.485873:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848403584 00000100:00100000:0.0:1734685552.485876:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848403584 00000100:00100000:3.0:1734685552.485884:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3017 00000100:00100000:3.0:1734685552.485888:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848403968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685552.485913:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848403968:12345-0@lo:400:kworker.0 Request processed in 24us (356us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685552.485943:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685522 00000100:00100000:3.0:1734685552.486268:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3017 00000100:00100000:3.0:1734685552.486322:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3018 00000100:00100000:3.0:1734685552.486331:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848403584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685552.486437:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848403584:12345-0@lo:400:kworker.0 Request processed in 108us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685552.486443:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3018 00000100:00100000:3.0:1734685552.486501:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848403840:0@lo:400:kworker.0 00000100:00100000:3.0:1734685552.486512:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848403968:0@lo:400:kworker.0 00000100:00100000:1.0:1734685552.486670:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848403584:0@lo:400:kworker.0 00000100:00100000:2.0:1734685552.500820:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848404096:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685552.500947:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685552.501041:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848404096 00000100:00100000:1.0:1734685552.501050:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848404096 00000100:00100000:1.0:1734685552.501105:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41407 00000100:00100000:1.0:1734685552.501116:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848404096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685552.501155:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685552.501196:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848404096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685552.501203:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41407 00000100:00100000:2.0:1734685552.501217:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848404096:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685552.564924:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848404224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685552.564999:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685552.565656:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848404224 00000100:00100000:3.0:1734685552.565668:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848404224 00000100:00100000:3.0:1734685552.565718:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6938 00000100:00100000:3.0:1734685552.565724:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848404224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685552.565751:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685552.566705:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848404224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 979us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685552.566713:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6938 00000100:00100000:1.0:1734685552.566832:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848404224:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685553.432878:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685554.260983:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685554.261013:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848404352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685554.261078:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685554.261146:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848404352 00000100:00100000:0.0:1734685554.261155:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848404352 00000100:00100000:0.0:1734685554.261223:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6939 00000100:00100000:0.0:1734685554.261230:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848404352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685554.261271:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:2.0:1734685554.261358:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685524 00000100:00100000:0.0:1734685554.261445:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848404352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 214us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685554.261452:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6939 00000100:00100000:3.0:1734685554.261519:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848404352:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685554.435370:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685554.919256:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685554.919336:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872704128 00000100:00100000:2.0:1734685554.919347:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872704128 00000100:00100000:0.0:1734685554.919372:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685554.919454:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872704384 00000100:00100000:3.0:1734685554.919459:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872704384 00000100:00100000:3.0:1734685554.919495:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3019 00000100:00100000:3.0:1734685554.919501:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872704384:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685554.919735:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872704384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 233us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685554.919742:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3019 00000100:00100000:0.0:1734685554.919745:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685554.919769:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872704256 00000100:00100000:3.0:1734685554.919772:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872704256 00000100:00100000:3.0:1734685554.919790:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3020 00000100:00100000:3.0:1734685554.919793:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872704256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685554.919816:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872704256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685554.919821:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3020 00000100:00080000:3.0:1734685554.919839:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685524 00000100:00080000:3.0:1734685554.919843:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685524 00000100:00080000:3.0:1734685554.919845:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685524 00000100:00100000:0.0:1734685554.919868:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685554.919892:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872704512 00000100:00100000:0.0:1734685554.919896:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872704512 00000100:00100000:0.0:1734685554.919912:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54270 00000100:00100000:0.0:1734685554.919918:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872704512:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685554.919941:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685554.920247:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 977 00000100:00100000:2.0:1734685554.920253:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872704128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685554.920254:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872704512:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 334us (384us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685554.920261:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54270 00000100:00100000:2.0:1734685554.920278:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872704128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (1037us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685554.920283:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 977 00010000:00010000:3.0:1734685555.437486:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685556.439177:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685557.432002:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848404480:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685557.432087:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685557.432308:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848404480 00000100:00100000:1.0:1734685557.432317:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848404480 00000100:00100000:1.0:1734685557.432368:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41408 00000100:00100000:1.0:1734685557.432375:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848404480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685557.432416:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685557.432457:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848404480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (370us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685557.432464:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41408 00000100:00100000:3.0:1734685557.432611:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848404480:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685557.441423:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685557.493176:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848404608:0@lo:400:kworker.0 00000100:00100000:0.0:1734685557.493249:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685557.493589:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848404736:0@lo:400:kworker.0 00000100:00100000:1.0:1734685557.493623:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685557.493739:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848404864:0@lo:400:kworker.0 00000100:00080000:2.0:1734685557.493798:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685557.493802:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685557.493805:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685557.493810:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10352 00000100:00080000:2.0:1734685557.493813:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685557.493819:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685557.493820:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848404992:0@lo:400:kworker.0 00000100:00100000:3.0:1734685557.493823:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848404736 00000100:00100000:3.0:1734685557.493830:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848404736 00000100:00100000:2.0:1734685557.493836:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c97ed80 x1818938848405120/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685557.493840:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685557.493855:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685557.493858:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734685557.493859:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848405376:0@lo:400:kworker.0 00000100:00080000:2.0:1734685557.493859:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685557.493861:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10352 00000100:00080000:2.0:1734685557.493862:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685557.493864:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685557.493869:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c97f100 x1818938848405504/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685557.493872:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3021 00000100:00100000:1.0:1734685557.493874:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685557.493885:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685557.493890:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848405248:0@lo:400:kworker.0 00000100:00100000:2.0:1734685557.493898:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848404992 00000100:00100000:2.0:1734685557.493900:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848404992 00000100:00100000:1.0:1734685557.493906:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685557.493918:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41409 00000100:00100000:2.0:1734685557.493921:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848404992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685557.493926:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848405376 00000100:00100000:1.0:1734685557.493929:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848405376 00000100:00100000:1.0:1734685557.493949:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3022 00000100:00100000:1.0:1734685557.493953:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848405376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685557.493956:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848404992:12345-0@lo:400:kworker.0 Request processed in 34us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685557.493960:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41409 00000100:00100000:1.0:1734685557.493978:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848405376:12345-0@lo:400:kworker.0 Request processed in 24us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685557.493983:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3022 00000100:00080000:2.0:1734685557.493987:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685527 00000100:00100000:2.0:1734685557.493997:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848404608 00000100:00100000:2.0:1734685557.493999:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848404608 00000100:00100000:2.0:1734685557.494013:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1734685557.494016:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848405376:0@lo:400:kworker.0 00000100:00100000:2.0:1734685557.494016:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848404608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685557.494030:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848404608:12345-0@lo:400:kworker.0 Request processed in 14us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685557.494033:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1734685557.494040:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848405760:0@lo:400:kworker.0 00000100:00080000:2.0:1734685557.494047:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685527 00000100:00100000:2.0:1734685557.494056:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848405120:0@lo:8:kworker.0 00000100:00100000:1.0:1734685557.494057:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685557.494068:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685557.494071:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848404992:0@lo:400:kworker.0 00000100:00100000:2.0:1734685557.494075:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848405504:0@lo:8:kworker.0 00000100:00100000:1.0:1734685557.494079:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685557.494083:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848405632:0@lo:400:kworker.0 00000100:00100000:2.0:1734685557.494083:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685557.494097:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685557.494103:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848405248 00000100:00100000:2.0:1734685557.494105:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848405248 00000100:00100000:1.0:1734685557.494112:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848405760 00000100:00100000:1.0:1734685557.494115:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848405760 00000100:00100000:2.0:1734685557.494119:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848405120 00000100:00100000:2.0:1734685557.494120:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848405120 00000100:00100000:2.0:1734685557.494127:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848405504 00000100:00100000:2.0:1734685557.494128:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848405504 00000100:00100000:1.0:1734685557.494129:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3023 00000100:00100000:1.0:1734685557.494133:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848405760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685557.494136:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848405632 00000100:00100000:2.0:1734685557.494138:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848405632 00000100:00100000:2.0:1734685557.494150:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7813 00000100:00100000:1.0:1734685557.494153:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848405760:12345-0@lo:400:kworker.0 Request processed in 20us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685557.494155:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848405248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685557.494158:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3023 00000100:00100000:1.0:1734685557.494176:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848405760:0@lo:400:kworker.0 00000100:00100000:2.0:1734685557.494179:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848405248:12345-0@lo:400:kworker.0 Request processed in 23us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685557.494184:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7813 00000100:00100000:1.0:1734685557.494190:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848405248:0@lo:400:kworker.0 00000100:00100000:2.0:1734685557.494192:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7814 00000100:00100000:2.0:1734685557.494194:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848405632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685557.494210:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54271 00000100:00100000:2.0:1734685557.494211:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848405632:12345-0@lo:400:kworker.0 Request processed in 16us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685557.494214:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848405120:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685557.494216:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7814 00000100:00100000:2.0:1734685557.494224:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54272 00000100:00100000:2.0:1734685557.494227:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848405504:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685557.494233:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734685557.494236:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685557.494255:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848405504:12345-0@lo:8:kworker.0 Request processed in 27us (171us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685557.494256:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848405120:12345-0@lo:8:kworker.0 Request processed in 41us (187us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685557.494260:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54272 00000100:00100000:1.0:1734685557.494263:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54271 00000100:00080000:2.0:1734685557.494280:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685557.494283:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685557.494284:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848405632:0@lo:400:kworker.0 00000100:00100000:2.0:1734685557.494286:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848405120:0@lo:8:kworker.0 00000100:00080000:2.0:1734685557.494292:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685557.494294:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685557.494296:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848405504:0@lo:8:kworker.0 00000100:00080000:2.0:1734685557.494310:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685527 00000100:00100000:0.0:1734685557.494440:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685557.494472:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848404608:0@lo:400:kworker.0 00000100:00100000:3.0:1734685557.494845:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848404736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685557.494868:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848404864 00000100:00100000:1.0:1734685557.494872:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848404864 00000100:00100000:3.0:1734685557.494894:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848404736:12345-0@lo:400:kworker.0 Request processed in 1014us (1270us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685557.494899:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3024 00000100:00100000:1.0:1734685557.494904:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848404864:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685557.494904:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685527 00000100:00100000:3.0:1734685557.494907:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3021 00000100:00100000:1.0:1734685557.494945:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848404864:12345-0@lo:400:kworker.0 Request processed in 40us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685557.494950:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3024 00000100:00100000:2.0:1734685557.495005:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848404864:0@lo:400:kworker.0 00000100:00100000:0.0:1734685557.495068:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848404736:0@lo:400:kworker.0 00000100:00100000:0.0:1734685557.508843:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848405888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685557.508925:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685557.509021:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848405888 00000100:00100000:2.0:1734685557.509031:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848405888 00000100:00100000:2.0:1734685557.509084:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41410 00000100:00100000:2.0:1734685557.509091:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848405888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685557.509128:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685557.509182:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848405888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685557.509190:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41410 00000100:00100000:1.0:1734685557.509283:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848405888:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685557.573352:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848406016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685557.573437:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685557.573897:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848406016 00000100:00100000:1.0:1734685557.573908:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848406016 00000100:00100000:1.0:1734685557.573956:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6940 00000100:00100000:1.0:1734685557.573963:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848406016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685557.574009:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685557.574218:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848406016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 254us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685557.574227:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6940 00000100:00100000:3.0:1734685557.574978:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848406016:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685558.443228:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685559.269915:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685559.269941:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848406144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685559.270014:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685559.270247:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848406144 00000100:00100000:2.0:1734685559.270257:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848406144 00000100:00080000:0.0:1734685559.270387:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685529 00000100:00100000:2.0:1734685559.270471:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6941 00000100:00100000:2.0:1734685559.270478:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848406144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685559.270513:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685559.270576:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848406144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685559.270583:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6941 00000100:00100000:1.0:1734685559.270678:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848406144:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685559.445176:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685559.927176:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685559.927231:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685559.927263:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685559.927300:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872704640 00000100:00100000:2.0:1734685559.927310:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872704640 00000100:00100000:0.0:1734685559.927313:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734685559.927348:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685529 00000100:00100000:0.0:1734685559.927373:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872704768 00000100:00100000:2.0:1734685559.927374:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 979 00000100:00100000:0.0:1734685559.927377:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872704768 00000100:00100000:2.0:1734685559.927381:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872704640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685559.927403:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872704896 00000100:00100000:0.0:1734685559.927405:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872704896 00000100:00100000:0.0:1734685559.927423:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3025 00000100:00100000:0.0:1734685559.927428:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872704768:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685559.927441:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872704640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685559.927451:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 979 00000100:00100000:0.0:1734685559.927458:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872704768:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685559.927464:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3025 00000100:00100000:0.0:1734685559.927477:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3026 00000100:00100000:0.0:1734685559.927481:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872704896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685559.927499:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872704896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685559.927503:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3026 00000100:00080000:0.0:1734685559.927517:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685529 00000100:00080000:0.0:1734685559.927519:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685529 00000100:00100000:3.0:1734685559.928075:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872705024 00000100:00100000:3.0:1734685559.928080:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872705024 00000100:00100000:3.0:1734685559.928102:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54273 00000100:00100000:3.0:1734685559.928107:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872705024:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685559.928130:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685559.928155:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872705024:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 47us (891us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685559.928161:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54273 00010000:00010000:3.0:1734685560.447514:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685561.448785:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685562.436797:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848406272:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685562.436854:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685562.436966:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848406272 00000100:00100000:0.0:1734685562.436973:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848406272 00000100:00100000:0.0:1734685562.437010:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41411 00000100:00100000:0.0:1734685562.437017:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848406272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685562.437052:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685562.437107:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848406272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685562.437113:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41411 00000100:00100000:1.0:1734685562.437349:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848406272:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685562.451557:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734685562.500774:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685562.500780:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685562.500783:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685562.500790:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10357 00000100:00080000:2.0:1734685562.500793:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685562.500798:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685562.500817:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c97ce00 x1818938848406912/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685562.500834:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685562.500836:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685562.500837:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685562.500839:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10357 00000100:00080000:2.0:1734685562.500842:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685562.500844:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685562.500849:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c97e300 x1818938848407296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685562.500881:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848406912:0@lo:8:kworker.0 00000100:00100000:1.0:1734685562.500906:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848406784:0@lo:400:kworker.0 00000100:00100000:2.0:1734685562.500938:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685562.500941:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685562.500955:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848407296:0@lo:8:kworker.0 00000100:00100000:1.0:1734685562.500959:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848407552:0@lo:400:kworker.0 00000100:00100000:2.0:1734685562.500965:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685562.500983:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685562.500989:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848406656:0@lo:400:kworker.0 00000100:00100000:2.0:1734685562.501006:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685562.501015:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848407552 00000100:00100000:2.0:1734685562.501018:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848407424:0@lo:400:kworker.0 00000100:00100000:0.0:1734685562.501020:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848406400:0@lo:400:kworker.0 00000100:00100000:1.0:1734685562.501022:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848407552 00000100:00100000:2.0:1734685562.501033:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685562.501057:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848406656 00000100:00100000:1.0:1734685562.501059:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848406656 00000100:00100000:1.0:1734685562.501156:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3027 00000100:00100000:1.0:1734685562.501164:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848407552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685562.501208:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848406912 00000100:00100000:1.0:1734685562.501209:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848407552:12345-0@lo:400:kworker.0 Request processed in 45us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685562.501215:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848406912 00000100:00100000:3.0:1734685562.501258:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848407296 00000100:00100000:3.0:1734685562.501260:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848407296 00000100:00100000:3.0:1734685562.501272:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848407424 00000100:00100000:3.0:1734685562.501274:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848407424 00000100:00100000:2.0:1734685562.501289:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3028 00000100:00100000:2.0:1734685562.501296:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848406656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685562.501298:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7815 00000100:00100000:3.0:1734685562.501304:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848407424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685562.501326:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848406656:12345-0@lo:400:kworker.0 Request processed in 31us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685562.501333:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3028 00000100:00100000:1.0:1734685562.501338:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3027 00000100:00100000:1.0:1734685562.501368:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54274 00000100:00100000:2.0:1734685562.501372:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54275 00000100:00100000:1.0:1734685562.501373:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848406912:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685562.501375:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848407424:12345-0@lo:400:kworker.0 Request processed in 70us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685562.501377:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848407296:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685562.501381:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7815 00010000:00020000:1.0:1734685562.501392:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734685562.501395:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685562.501428:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848407296:12345-0@lo:8:kworker.0 Request processed in 51us (462us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685562.501434:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54275 00000100:00100000:1.0:1734685562.501499:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848406912:12345-0@lo:8:kworker.0 Request processed in 125us (560us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685562.501505:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54274 00000100:00100000:0.0:1734685562.501606:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685562.501641:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848407040:0@lo:400:kworker.0 00000100:00100000:0.0:1734685562.501662:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685562.501679:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734685562.501684:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848406528:0@lo:400:kworker.0 00000100:00100000:0.0:1734685562.501702:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685562.501712:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848407168:0@lo:400:kworker.0 00000100:00100000:0.0:1734685562.501726:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685562.501748:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848406528 00000100:00100000:0.0:1734685562.501751:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848406528 00000100:00100000:0.0:1734685562.501770:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848407168 00000100:00100000:0.0:1734685562.501772:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848407168 00000100:00100000:0.0:1734685562.501783:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3029 00000100:00100000:0.0:1734685562.501787:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848406528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685562.501814:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848406528:12345-0@lo:400:kworker.0 Request processed in 25us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685562.501818:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3029 00000100:00100000:0.0:1734685562.501830:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3030 00000100:00100000:0.0:1734685562.501833:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848407168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685562.501850:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848407168:12345-0@lo:400:kworker.0 Request processed in 16us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685562.501855:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3030 00000100:00100000:0.0:1734685562.501867:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848407040 00000100:00100000:0.0:1734685562.501869:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848407040 00000100:00100000:0.0:1734685562.501884:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7816 00000100:00100000:0.0:1734685562.501887:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848407040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685562.501908:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848407040:12345-0@lo:400:kworker.0 Request processed in 20us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685562.501912:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7816 00000100:00100000:0.0:1734685562.501930:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848406784 00000100:00100000:0.0:1734685562.501933:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848406784 00000100:00100000:0.0:1734685562.501950:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41412 00000100:00100000:0.0:1734685562.501953:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848406784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685562.501976:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848406784:12345-0@lo:400:kworker.0 Request processed in 22us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685562.501980:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41412 00000100:00100000:0.0:1734685562.502010:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848406528:0@lo:400:kworker.0 00000100:00100000:0.0:1734685562.502019:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848407168:0@lo:400:kworker.0 00000100:00100000:0.0:1734685562.502025:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848407040:0@lo:400:kworker.0 00000100:00080000:0.0:1734685562.502054:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685532 00000100:00080000:0.0:1734685562.502057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685532 00000100:00080000:0.0:1734685562.502059:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685532 00000100:00100000:0.0:1734685562.502074:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848406784:0@lo:400:kworker.0 00000100:00100000:0.0:1734685562.502084:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848407552:0@lo:400:kworker.0 00000100:00100000:0.0:1734685562.502114:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848406400 00000100:00100000:0.0:1734685562.502117:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848406400 00000100:00100000:0.0:1734685562.502136:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:0.0:1734685562.502139:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848406400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685562.502162:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848406400:12345-0@lo:400:kworker.0 Request processed in 22us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685562.502167:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00080000:0.0:1734685562.502193:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685532 00000100:00100000:0.0:1734685562.502204:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848406400:0@lo:400:kworker.0 00000100:00080000:0.0:1734685562.502248:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685562.502251:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685562.502255:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848406912:0@lo:8:kworker.0 00000100:00080000:0.0:1734685562.502262:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685562.502264:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685562.502266:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848407296:0@lo:8:kworker.0 00000100:00100000:2.0:1734685562.502780:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848406656:0@lo:400:kworker.0 00000100:00100000:2.0:1734685562.502788:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848407424:0@lo:400:kworker.0 00000100:00100000:2.0:1734685562.516862:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685562.516895:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848407680:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685562.516963:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685562.517388:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848407680 00000100:00100000:1.0:1734685562.517397:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848407680 00000100:00100000:1.0:1734685562.520313:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41413 00000100:00100000:1.0:1734685562.520325:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848407680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685562.520363:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685562.520442:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848407680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (3478us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685562.520448:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41413 00000100:00100000:2.0:1734685562.522896:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848407680:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685562.581288:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848407808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685562.581355:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685562.581426:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848407808 00000100:00100000:0.0:1734685562.581434:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848407808 00000100:00100000:0.0:1734685562.581483:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6942 00000100:00100000:0.0:1734685562.581489:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848407808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685562.581520:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685562.582082:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848407808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 592us (726us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685562.582089:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6942 00000100:00100000:2.0:1734685562.582119:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848407808:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685563.453286:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685564.276982:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848407936:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685564.277038:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685564.277504:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848407936 00000100:00100000:0.0:1734685564.277511:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848407936 00000100:00100000:0.0:1734685564.277571:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6943 00000100:00100000:0.0:1734685564.277577:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848407936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685564.277610:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:2.0:1734685564.277624:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685534 00000100:00100000:0.0:1734685564.277650:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848407936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685564.277656:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6943 00000100:00100000:2.0:1734685564.277665:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848407936:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685564.456472:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685564.936795:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685564.936838:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685564.936866:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872705152 00000100:00100000:2.0:1734685564.936874:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872705152 00000100:00100000:0.0:1734685564.936970:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685564.937037:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685564.937392:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872705408 00000100:00100000:1.0:1734685564.937397:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872705408 00000100:00100000:0.0:1734685564.937667:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872705280 00000100:00100000:0.0:1734685564.937671:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872705280 00000100:00100000:1.0:1734685564.937985:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3031 00000100:00100000:2.0:1734685564.937985:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 981 00000100:00100000:1.0:1734685564.937992:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872705408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685564.937992:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872705152:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685564.938039:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872705408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (1199us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685564.938039:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872705152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (1251us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685564.938045:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3031 00000100:00100000:2.0:1734685564.938045:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 981 00000100:00100000:2.0:1734685564.938135:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872705536 00000100:00100000:2.0:1734685564.938139:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872705536 00000100:00100000:2.0:1734685564.938165:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54276 00000100:00100000:2.0:1734685564.938169:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872705536:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685564.938186:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685564.938208:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872705536:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (1170us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685564.938213:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54276 00000100:00080000:3.0:1734685564.939756:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685534 00000100:00080000:3.0:1734685564.939760:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685534 00000100:00080000:3.0:1734685564.939762:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685534 00000100:00100000:0.0:1734685564.941116:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3032 00000100:00100000:0.0:1734685564.941125:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872705280:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685564.941176:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872705280:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (4206us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685564.941183:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3032 00010000:00010000:3.0:1734685565.456785:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685566.458752:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685567.446154:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848408064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685567.446234:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685567.446370:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848408064 00000100:00100000:2.0:1734685567.446380:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848408064 00000100:00100000:2.0:1734685567.446435:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41414 00000100:00100000:2.0:1734685567.446442:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848408064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685567.446483:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685567.446613:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848408064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 170us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685567.446622:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41414 00000100:00100000:0.0:1734685567.446750:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848408064:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685567.460864:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734685567.508948:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685567.508956:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734685567.508975:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848408320:0@lo:400:kworker.0 00000100:00100000:1.0:1734685567.508991:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848408192:0@lo:400:kworker.0 00000100:00080000:2.0:1734685567.509081:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685567.509088:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10362 00000100:00080000:2.0:1734685567.509091:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685567.509098:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685567.509124:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098493b80 x1818938848408704/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685567.509153:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685567.509156:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685567.509158:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685567.509161:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10362 00000100:00080000:2.0:1734685567.509164:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685567.509168:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685567.509171:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685567.509181:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098490380 x1818938848409088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685567.509221:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848408448:0@lo:400:kworker.0 00000100:00100000:3.0:1734685567.509224:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848408320 00000100:00100000:3.0:1734685567.509231:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848408320 00000100:00100000:2.0:1734685567.509252:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685567.509268:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848409216:0@lo:400:kworker.0 00000100:00100000:3.0:1734685567.509269:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848408448 00000100:00100000:3.0:1734685567.509272:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848408448 00000100:00100000:2.0:1734685567.509288:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685567.509288:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3033 00000100:00100000:3.0:1734685567.509293:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848408320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685567.509305:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1734685567.509310:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848408576:0@lo:400:kworker.0 00000100:00100000:2.0:1734685567.509329:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685567.509335:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848408320:12345-0@lo:400:kworker.0 Request processed in 41us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685567.509340:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3033 00000100:00100000:2.0:1734685567.509343:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848409344:0@lo:400:kworker.0 00000100:00100000:3.0:1734685567.509355:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3034 00000100:00100000:2.0:1734685567.509359:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685567.509359:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848408448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685567.509383:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848408448:12345-0@lo:400:kworker.0 Request processed in 24us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685567.509385:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848409344 00000100:00100000:3.0:1734685567.509387:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3034 00000100:00100000:2.0:1734685567.509390:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848409344 00000100:00080000:3.0:1734685567.509399:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685537 00000100:00080000:3.0:1734685567.509402:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685537 00000100:00100000:3.0:1734685567.509410:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848408960:0@lo:400:kworker.0 00000100:00100000:3.0:1734685567.509435:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3035 00000100:00100000:3.0:1734685567.509438:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848409344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685567.509459:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848409344:12345-0@lo:400:kworker.0 Request processed in 21us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685567.509464:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3035 00000100:00100000:0.0:1734685567.509468:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848408704:0@lo:8:kworker.0 00000100:00100000:0.0:1734685567.509496:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685567.509497:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685567.509512:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848408960 00000100:00100000:3.0:1734685567.509514:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848408960 00000100:00100000:0.0:1734685567.509516:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848409088:0@lo:8:kworker.0 00000100:00100000:0.0:1734685567.509561:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685567.509585:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3036 00000100:00100000:3.0:1734685567.509589:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848408960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685567.509613:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848408960:12345-0@lo:400:kworker.0 Request processed in 23us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685567.509618:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3036 00000100:00100000:0.0:1734685567.509620:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848409216 00000100:00100000:0.0:1734685567.509623:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848409216 00000100:00100000:3.0:1734685567.509639:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848408704 00000100:00100000:3.0:1734685567.509642:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848408704 00000100:00100000:0.0:1734685567.509649:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848409088 00000100:00100000:0.0:1734685567.509651:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848409088 00000100:00100000:3.0:1734685567.509658:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7817 00000100:00100000:3.0:1734685567.509662:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848409216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685567.509686:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848409216:12345-0@lo:400:kworker.0 Request processed in 25us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685567.509741:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685567.509760:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848408832:0@lo:400:kworker.0 00000100:00100000:1.0:1734685567.509778:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685567.509811:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848408192 00000100:00100000:1.0:1734685567.509814:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848408192 00000100:00100000:1.0:1734685567.509838:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1734685567.509843:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848408192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685567.509881:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848408192:12345-0@lo:400:kworker.0 Request processed in 37us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685567.509891:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1734685567.509918:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848408832 00000100:00100000:1.0:1734685567.509920:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848408832 00000100:00100000:3.0:1734685567.510158:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7817 00000100:00100000:0.0:1734685567.510168:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54277 00000100:00100000:0.0:1734685567.510173:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848408704:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685567.510175:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54278 00000100:00100000:3.0:1734685567.510179:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848409088:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685567.510194:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734685567.510201:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685567.510224:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848408704:12345-0@lo:8:kworker.0 Request processed in 50us (727us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685567.510229:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848409088:12345-0@lo:8:kworker.0 Request processed in 49us (668us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685567.510230:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54277 00000100:00100000:3.0:1734685567.510236:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54278 00000100:00080000:0.0:1734685567.510265:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685567.510268:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685567.510268:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848408320:0@lo:400:kworker.0 00000100:00100000:0.0:1734685567.510272:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848408704:0@lo:8:kworker.0 00000100:00080000:0.0:1734685567.510281:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685567.510283:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685567.510285:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848409088:0@lo:8:kworker.0 00000100:00100000:3.0:1734685567.510288:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848408960:0@lo:400:kworker.0 00000100:00080000:0.0:1734685567.510310:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685537 00000100:00080000:0.0:1734685567.510313:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685537 00000100:00100000:3.0:1734685567.510323:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848409344:0@lo:400:kworker.0 00000100:00100000:3.0:1734685567.510332:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848408448:0@lo:400:kworker.0 00000100:00100000:0.0:1734685567.510339:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848408192:0@lo:400:kworker.0 00000100:00100000:3.0:1734685567.510340:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848409216:0@lo:400:kworker.0 00000100:00100000:2.0:1734685567.510388:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848408576 00000100:00100000:2.0:1734685567.510391:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848408576 00000100:00100000:1.0:1734685567.510417:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7818 00000100:00100000:1.0:1734685567.510422:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848408832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685567.510422:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41415 00000100:00100000:2.0:1734685567.510426:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848408576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685567.510451:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848408832:12345-0@lo:400:kworker.0 Request processed in 29us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685567.510451:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848408576:12345-0@lo:400:kworker.0 Request processed in 24us (1122us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685567.510457:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7818 00000100:00100000:2.0:1734685567.510457:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41415 00000100:00100000:3.0:1734685567.510557:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848408576:0@lo:400:kworker.0 00000100:00100000:0.0:1734685567.510569:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848408832:0@lo:400:kworker.0 00000100:00080000:0.0:1734685567.510584:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685537 00000100:00100000:0.0:1734685567.524800:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848409472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685567.524875:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685567.524990:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848409472 00000100:00100000:2.0:1734685567.524999:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848409472 00000100:00100000:2.0:1734685567.525040:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41416 00000100:00100000:2.0:1734685567.525047:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848409472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685567.525089:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685567.525337:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848409472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 289us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685567.525345:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41416 00000100:00100000:1.0:1734685567.525357:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848409472:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685567.588885:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685567.588913:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848409600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685567.588983:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685567.589070:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848409600 00000100:00100000:2.0:1734685567.589077:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848409600 00000100:00100000:2.0:1734685567.589127:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6944 00000100:00100000:2.0:1734685567.589134:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848409600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685567.589168:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685567.589213:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848409600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685567.589219:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6944 00000100:00100000:1.0:1734685567.589306:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848409600:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685568.463281:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685569.285184:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848409728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685569.285240:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685569.285482:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848409728 00000100:00100000:0.0:1734685569.285489:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848409728 00000100:00100000:0.0:1734685569.285671:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6945 00000100:00100000:0.0:1734685569.285681:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848409728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685569.285721:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685569.285769:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848409728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685569.285776:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6945 00000100:00080000:2.0:1734685569.285838:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685539 00000100:00100000:3.0:1734685569.285897:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848409728:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685569.464914:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685569.943310:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685569.943346:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685569.943380:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685569.943407:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872705920 00000100:00100000:0.0:1734685569.943414:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872705920 00000100:00100000:3.0:1734685569.943438:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872705792 00000100:00100000:3.0:1734685569.943443:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872705792 00000100:00100000:0.0:1734685569.943451:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3037 00000100:00100000:0.0:1734685569.943457:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872705920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685569.943478:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3038 00000100:00100000:3.0:1734685569.943483:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872705792:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685569.943549:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872705920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 92us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685569.943555:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872705792:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685569.943556:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3037 00000100:00100000:3.0:1734685569.943562:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3038 00000100:00080000:0.0:1734685569.943577:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685539 00000100:00080000:0.0:1734685569.943580:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685539 00000100:00100000:2.0:1734685569.943696:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872705664 00000100:00100000:2.0:1734685569.943700:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872705664 00000100:00100000:2.0:1734685569.943898:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 983 00000100:00100000:2.0:1734685569.943903:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872705664:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685569.943942:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685539 00000100:00100000:2.0:1734685569.943965:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872705664:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685569.943971:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 983 00000100:00100000:0.0:1734685569.944171:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685569.944482:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872706048 00000100:00100000:3.0:1734685569.944486:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872706048 00000100:00100000:3.0:1734685569.944516:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54279 00000100:00100000:3.0:1734685569.944520:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872706048:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685569.944552:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685569.944697:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872706048:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 175us (526us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685569.944703:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54279 00010000:00010000:3.0:1734685570.467231:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685571.468915:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685572.452996:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848409856:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685572.453053:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685572.453094:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848409856 00000100:00100000:2.0:1734685572.453101:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848409856 00000100:00100000:2.0:1734685572.453143:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41417 00000100:00100000:2.0:1734685572.453149:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848409856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685572.453178:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685572.453224:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848409856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685572.453231:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41417 00000100:00100000:0.0:1734685572.453250:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848409856:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685572.470729:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734685572.516980:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685572.516986:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685572.516989:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685572.516996:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10367 00000100:00100000:1.0:1734685572.517000:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848409984:0@lo:400:kworker.0 00000100:00080000:2.0:1734685572.517001:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685572.517006:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685572.517026:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d9180 x1818938848410496/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685572.517066:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685572.517068:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848410368:0@lo:400:kworker.0 00000100:00100000:3.0:1734685572.517087:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848410240:0@lo:400:kworker.0 00000100:00100000:1.0:1734685572.517090:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685572.517094:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848410112:0@lo:400:kworker.0 00000100:00100000:0.0:1734685572.517096:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685572.517122:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685572.517136:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848410368 00000100:00100000:3.0:1734685572.517136:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848409984 00000100:00100000:0.0:1734685572.517142:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848410368 00000100:00100000:3.0:1734685572.517142:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848409984 00000100:00100000:1.0:1734685572.517149:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848410112 00000100:00100000:1.0:1734685572.517151:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848410112 00000100:00100000:1.0:1734685572.517173:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3039 00000100:00100000:3.0:1734685572.517173:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1734685572.517174:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41418 00000100:00100000:1.0:1734685572.517179:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848410112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685572.517179:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848409984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685572.517180:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848410368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685572.517215:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848410368:12345-0@lo:400:kworker.0 Request processed in 36us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685572.517215:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848409984:12345-0@lo:400:kworker.0 Request processed in 35us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685572.517221:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41418 00000100:00100000:3.0:1734685572.517221:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1734685572.517253:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848410368:0@lo:400:kworker.0 00000100:00100000:3.0:1734685572.517253:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685572.517267:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848410240 00000100:00100000:3.0:1734685572.517270:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848410240 00000100:00080000:0.0:1734685572.517273:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685542 00000100:00080000:0.0:1734685572.517276:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685542 00000100:00080000:0.0:1734685572.517278:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685542 00000100:00100000:3.0:1734685572.517285:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3040 00000100:00100000:3.0:1734685572.517289:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848410240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685572.517314:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848410240:12345-0@lo:400:kworker.0 Request processed in 24us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685572.517319:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3040 00000100:00100000:3.0:1734685572.517338:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848410240:0@lo:400:kworker.0 00000100:00080000:2.0:1734685572.517343:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685572.517347:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685572.517349:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734685572.517351:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848410112:12345-0@lo:400:kworker.0 Request processed in 173us (228us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685572.517351:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10367 00000100:00100000:3.0:1734685572.517351:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848410752:0@lo:400:kworker.0 00000100:00080000:2.0:1734685572.517354:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685572.517356:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685572.517363:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3039 00000100:00100000:3.0:1734685572.517365:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685572.517367:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d8a80 x1818938848410880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685572.517373:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848410752 00000100:00100000:3.0:1734685572.517374:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685572.517376:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848410752 00000100:00100000:3.0:1734685572.517379:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848410624:0@lo:400:kworker.0 00000100:00100000:1.0:1734685572.517392:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3041 00000100:00100000:3.0:1734685572.517392:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685572.517394:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848411008:0@lo:400:kworker.0 00000100:00100000:1.0:1734685572.517395:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848410752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685572.517407:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848410624 00000100:00100000:3.0:1734685572.517410:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848410624 00000100:00100000:2.0:1734685572.517415:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685572.517417:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848410752:12345-0@lo:400:kworker.0 Request processed in 21us (52us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685572.517421:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3041 00000100:00100000:2.0:1734685572.517427:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685572.517427:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848411008 00000100:00100000:3.0:1734685572.517428:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848411008 00000100:00100000:2.0:1734685572.517430:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848411136:0@lo:400:kworker.0 00000100:00100000:1.0:1734685572.517438:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848410112:0@lo:400:kworker.0 00000100:00100000:3.0:1734685572.517438:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7819 00000100:00100000:3.0:1734685572.517441:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848410624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685572.517444:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848409984:0@lo:400:kworker.0 00000100:00100000:2.0:1734685572.517444:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685572.517473:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848411136 00000100:00100000:1.0:1734685572.517475:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848411136 00000100:00100000:3.0:1734685572.517476:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848410624:12345-0@lo:400:kworker.0 Request processed in 34us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685572.517480:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7819 00000100:00100000:1.0:1734685572.517488:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3042 00000100:00100000:2.0:1734685572.517489:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7820 00000100:00100000:1.0:1734685572.517491:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848411136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685572.517493:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848411008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685572.517508:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848410624:0@lo:400:kworker.0 00000100:00100000:3.0:1734685572.517515:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848410752:0@lo:400:kworker.0 00000100:00100000:2.0:1734685572.517520:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848411008:12345-0@lo:400:kworker.0 Request processed in 26us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685572.517525:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7820 00000100:00100000:3.0:1734685572.517557:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848410496:0@lo:8:kworker.0 00000100:00100000:2.0:1734685572.517561:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848411008:0@lo:400:kworker.0 00000100:00100000:3.0:1734685572.517577:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685572.517587:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848410880:0@lo:8:kworker.0 00000100:00100000:2.0:1734685572.517592:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848410496 00000100:00100000:2.0:1734685572.517594:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848410496 00000100:00100000:3.0:1734685572.517601:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685572.517606:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848410880 00000100:00100000:2.0:1734685572.517608:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848410880 00000100:00100000:2.0:1734685572.517615:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54280 00000100:00100000:2.0:1734685572.517618:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848410496:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685572.517624:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54281 00000100:00100000:3.0:1734685572.517627:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848410880:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685572.517634:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734685572.517638:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685572.517660:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848410880:12345-0@lo:8:kworker.0 Request processed in 31us (57us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685572.517663:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848410496:12345-0@lo:8:kworker.0 Request processed in 39us (82us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685572.517665:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54281 00000100:00100000:2.0:1734685572.517668:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54280 00000100:00080000:0.0:1734685572.517679:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685542 00000100:00080000:3.0:1734685572.517689:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685572.517691:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685572.517695:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848410496:0@lo:8:kworker.0 00000100:00080000:3.0:1734685572.517700:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685572.517702:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685572.517704:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848410880:0@lo:8:kworker.0 00000100:00100000:1.0:1734685572.517757:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848411136:12345-0@lo:400:kworker.0 Request processed in 264us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685572.517762:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3042 00000100:00100000:2.0:1734685572.517918:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848411136:0@lo:400:kworker.0 00000100:00100000:3.0:1734685572.533036:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685572.533057:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848411264:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685572.533125:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685572.533220:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848411264 00000100:00100000:0.0:1734685572.533226:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848411264 00000100:00100000:0.0:1734685572.533276:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41419 00000100:00100000:0.0:1734685572.533283:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848411264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685572.533318:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685572.533376:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848411264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685572.533382:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41419 00000100:00100000:3.0:1734685572.533494:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848411264:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685572.596742:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685572.596763:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848411392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685572.596819:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685572.596923:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848411392 00000100:00100000:0.0:1734685572.596930:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848411392 00000100:00100000:0.0:1734685572.596961:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6946 00000100:00100000:0.0:1734685572.596967:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848411392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685572.596996:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685572.597512:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848411392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 544us (692us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685572.597519:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6946 00000100:00100000:2.0:1734685572.597617:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848411392:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685573.474027:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685574.293675:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848411520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685574.293728:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685574.293816:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848411520 00000100:00100000:1.0:1734685574.293822:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848411520 00000100:00100000:1.0:1734685574.293950:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6947 00000100:00100000:1.0:1734685574.293956:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848411520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685574.293986:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685574.294031:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848411520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685574.294037:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6947 00000100:00080000:0.0:1734685574.294086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685544 00000100:00100000:3.0:1734685574.294195:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848411520:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685574.474867:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685574.951383:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685574.951447:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685574.951482:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685574.951517:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685574.951571:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872706304 00000100:00100000:0.0:1734685574.951578:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872706304 00000100:00100000:0.0:1734685574.951611:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872706432 00000100:00100000:0.0:1734685574.951613:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872706432 00000100:00100000:0.0:1734685574.951627:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3043 00000100:00100000:0.0:1734685574.951633:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872706304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685574.951685:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872706304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685574.951695:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3043 00000100:00100000:0.0:1734685574.951707:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3044 00000100:00100000:0.0:1734685574.951710:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872706432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685574.951725:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872706432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685574.951730:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3044 00000100:00080000:0.0:1734685574.951808:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685544 00000100:00080000:0.0:1734685574.951812:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685544 00000100:00100000:2.0:1734685574.951882:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872706176 00000100:00100000:2.0:1734685574.951885:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872706176 00000100:00100000:2.0:1734685574.951907:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 985 00000100:00100000:2.0:1734685574.951911:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872706176:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685574.951933:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872706176:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685574.951937:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 985 00000100:00100000:3.0:1734685574.953245:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872706560 00000100:00100000:3.0:1734685574.953252:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872706560 00000100:00100000:3.0:1734685574.953280:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54282 00000100:00100000:3.0:1734685574.953285:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872706560:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685574.953306:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685574.953341:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872706560:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 55us (1893us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685574.953346:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54282 00000100:00080000:0.0:1734685574.953811:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685544 00010000:00010000:3.0:1734685575.477429:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685576.478761:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685577.460878:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848411648:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685577.460931:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685577.460963:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848411648 00000100:00100000:1.0:1734685577.460969:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848411648 00000100:00100000:1.0:1734685577.461000:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41420 00000100:00100000:1.0:1734685577.461004:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848411648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685577.461031:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685577.461066:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848411648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685577.461071:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41420 00000100:00100000:0.0:1734685577.461086:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848411648:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685577.480795:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1734685577.524854:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685577.524860:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685577.524863:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685577.524865:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848412032:0@lo:400:kworker.0 00000100:00080000:2.0:1734685577.524869:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10372 00000100:00080000:2.0:1734685577.524872:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685577.524878:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685577.524897:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1da680 x1818938848412288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685577.524922:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734685577.524923:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685577.524925:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685577.524926:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685577.524929:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10372 00000100:00080000:2.0:1734685577.524931:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685577.524934:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685577.524942:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d9f80 x1818938848412672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685577.524949:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685577.524955:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848412160:0@lo:400:kworker.0 00000100:00100000:2.0:1734685577.524971:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848412288:0@lo:8:kworker.0 00000100:00100000:3.0:1734685577.524975:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685577.524988:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848412800:0@lo:400:kworker.0 00000100:00100000:2.0:1734685577.524995:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685577.525007:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848411904:0@lo:400:kworker.0 00000100:00100000:2.0:1734685577.525013:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848412672:0@lo:8:kworker.0 00000100:00100000:3.0:1734685577.525022:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685577.525029:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685577.525030:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848412544:0@lo:400:kworker.0 00000100:00100000:3.0:1734685577.525042:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685577.525052:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734685577.525056:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848411776:0@lo:400:kworker.0 00000100:00100000:3.0:1734685577.525076:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685577.525086:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848412416:0@lo:400:kworker.0 00000100:00100000:3.0:1734685577.525098:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685577.525106:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848412032 00000100:00100000:0.0:1734685577.525113:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848412032 00000100:00100000:3.0:1734685577.525114:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848412288 00000100:00100000:3.0:1734685577.525117:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848412288 00000100:00100000:3.0:1734685577.525136:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848412672 00000100:00100000:3.0:1734685577.525137:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848412672 00000100:00100000:0.0:1734685577.525141:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848411904 00000100:00100000:0.0:1734685577.525143:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848411904 00000100:00100000:3.0:1734685577.525146:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848412416 00000100:00100000:3.0:1734685577.525147:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848412416 00000100:00100000:0.0:1734685577.525154:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848412544 00000100:00100000:0.0:1734685577.525156:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848412544 00000100:00100000:3.0:1734685577.525164:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7821 00000100:00100000:0.0:1734685577.525165:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3045 00000100:00100000:3.0:1734685577.525169:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848412416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685577.525170:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848412032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685577.525209:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848412032:12345-0@lo:400:kworker.0 Request processed in 39us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685577.525232:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54283 00000100:00100000:2.0:1734685577.525237:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848412288:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685577.525254:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685577.525308:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3046 00000100:00100000:1.0:1734685577.525313:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848411904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685577.525345:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3045 00000100:00100000:0.0:1734685577.525358:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3047 00000100:00100000:0.0:1734685577.525362:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848412544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685577.525572:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848412416:12345-0@lo:400:kworker.0 Request processed in 401us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685577.525578:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7821 00000100:00100000:3.0:1734685577.525590:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54284 00000100:00100000:3.0:1734685577.525594:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848412672:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685577.525603:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685577.525625:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848412672:12345-0@lo:8:kworker.0 Request processed in 31us (596us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685577.525630:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54284 00000100:00100000:2.0:1734685577.525636:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848412288:12345-0@lo:8:kworker.0 Request processed in 397us (639us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685577.525641:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54283 00000100:00100000:3.0:1734685577.525644:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685577.525652:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848412800 00000100:00100000:2.0:1734685577.525654:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848412800 00000100:00100000:3.0:1734685577.525663:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848412032:0@lo:400:kworker.0 00000100:00100000:2.0:1734685577.525670:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7822 00000100:00100000:3.0:1734685577.525673:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685577.525674:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848412800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685577.525677:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848412928:0@lo:400:kworker.0 00000100:00100000:3.0:1734685577.525693:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685577.525696:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848412800:12345-0@lo:400:kworker.0 Request processed in 21us (50us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685577.525703:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7822 00000100:00100000:3.0:1734685577.525704:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848412800:0@lo:400:kworker.0 00000100:00100000:3.0:1734685577.525719:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848412416:0@lo:400:kworker.0 00000100:00100000:2.0:1734685577.525720:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848412928 00000100:00100000:2.0:1734685577.525723:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848412928 00000100:00100000:2.0:1734685577.525733:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3048 00000100:00080000:3.0:1734685577.525736:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685577.525737:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848412928:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685577.525738:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685577.525741:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848412288:0@lo:8:kworker.0 00000100:00080000:3.0:1734685577.525746:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685577.525748:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685577.525750:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848412672:0@lo:8:kworker.0 00000100:00100000:2.0:1734685577.525759:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848412928:12345-0@lo:400:kworker.0 Request processed in 21us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685577.525763:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3048 00000100:00100000:3.0:1734685577.525766:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848412928:0@lo:400:kworker.0 00000100:00100000:2.0:1734685577.525775:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848411776 00000100:00100000:2.0:1734685577.525778:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848411776 00000100:00080000:3.0:1734685577.525783:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685547 00000100:00080000:3.0:1734685577.525786:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685547 00000100:00080000:3.0:1734685577.525787:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685547 00000100:00080000:3.0:1734685577.525789:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685547 00000100:00100000:2.0:1734685577.525794:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1734685577.525797:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848411776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685577.525812:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848412160 00000100:00100000:3.0:1734685577.525814:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848412160 00000100:00100000:2.0:1734685577.525819:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848411776:12345-0@lo:400:kworker.0 Request processed in 21us (742us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685577.525823:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:3.0:1734685577.525830:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41421 00000100:00100000:3.0:1734685577.525834:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848412160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685577.525858:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848412160:12345-0@lo:400:kworker.0 Request processed in 23us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685577.525863:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41421 00000100:00100000:2.0:1734685577.525869:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848412160:0@lo:400:kworker.0 00000100:00080000:3.0:1734685577.525871:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685547 00000100:00100000:3.0:1734685577.525880:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848411776:0@lo:400:kworker.0 00000100:00100000:1.0:1734685577.525920:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848411904:12345-0@lo:400:kworker.0 Request processed in 607us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685577.525925:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3046 00000100:00100000:3.0:1734685577.525952:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848411904:0@lo:400:kworker.0 00000100:00100000:0.0:1734685577.525987:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848412544:12345-0@lo:400:kworker.0 Request processed in 624us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685577.525991:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3047 00000100:00100000:3.0:1734685577.526194:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848412544:0@lo:400:kworker.0 00000100:00100000:0.0:1734685577.540948:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848413056:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685577.541002:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685577.541566:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848413056 00000100:00100000:3.0:1734685577.541577:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848413056 00000100:00100000:3.0:1734685577.541634:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41422 00000100:00100000:3.0:1734685577.541642:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848413056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685577.541687:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685577.541759:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848413056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685577.541765:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41422 00000100:00100000:0.0:1734685577.541863:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848413056:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685577.604938:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685577.604956:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848413184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685577.605017:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685577.605485:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848413184 00000100:00100000:2.0:1734685577.605492:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848413184 00000100:00100000:2.0:1734685577.605550:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6948 00000100:00100000:2.0:1734685577.605557:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848413184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685577.605593:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685577.605637:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848413184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685577.605644:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6948 00000100:00100000:1.0:1734685577.605669:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848413184:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685578.482745:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685579.301589:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685579.301615:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848413312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685579.301673:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685579.301812:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848413312 00000100:00100000:3.0:1734685579.301821:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848413312 00000100:00100000:3.0:1734685579.301873:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6949 00000100:00100000:3.0:1734685579.301879:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848413312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685579.301914:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685579.301971:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848413312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685579.301976:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6949 00000100:00080000:0.0:1734685579.301980:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685549 00000100:00100000:1.0:1734685579.302009:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098493480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848413312:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685579.485164:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685579.960601:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685579.960768:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872706816 00000100:00100000:2.0:1734685579.960776:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872706816 00000100:00100000:2.0:1734685579.960840:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3049 00000100:00100000:2.0:1734685579.960846:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872706816:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685579.960915:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872706816:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 69us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685579.960921:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3049 00000100:00080000:0.0:1734685579.960991:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685549 00000100:00100000:0.0:1734685579.965562:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685579.965642:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685579.965887:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872707072 00000100:00100000:3.0:1734685579.965895:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872707072 00000100:00100000:3.0:1734685579.965925:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54285 00000100:00100000:3.0:1734685579.965931:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872707072:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685579.965954:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685579.966011:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872707072:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 80us (455us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685579.966017:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54285 00000100:00100000:0.0:1734685579.966160:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685579.966242:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872706944 00000100:00100000:1.0:1734685579.966246:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872706944 00000100:00100000:1.0:1734685579.966291:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3050 00000100:00100000:1.0:1734685579.966296:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872706944:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685579.966345:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872706944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685579.966351:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3050 00000100:00100000:2.0:1734685579.966679:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872706688 00000100:00100000:2.0:1734685579.966683:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872706688 00000100:00100000:2.0:1734685579.966706:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 987 00000100:00100000:2.0:1734685579.966710:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872706688:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685579.966735:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872706688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (1093us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685579.966739:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 987 00000100:00080000:0.0:1734685579.966858:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685549 00000100:00080000:0.0:1734685579.966862:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685549 00010000:00010000:3.0:1734685580.486864:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685581.489053:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685582.470155:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848413440:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685582.470211:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685582.470450:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848413440 00000100:00100000:3.0:1734685582.470456:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848413440 00000100:00100000:3.0:1734685582.470497:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41423 00000100:00100000:3.0:1734685582.470503:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848413440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685582.470568:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685582.470835:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848413440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 331us (623us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685582.470842:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41423 00000100:00100000:0.0:1734685582.470905:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848413440:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685582.491068:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685582.533546:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685582.533564:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848413696:0@lo:400:kworker.0 00000100:00080000:0.0:1734685582.533578:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685582.533583:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685582.533589:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685582.533595:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10377 00000100:00080000:0.0:1734685582.533599:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1734685582.533603:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848413824:0@lo:400:kworker.0 00000100:00080000:0.0:1734685582.533604:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685582.533617:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685582.533623:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7c000 x1818938848414080/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685582.533636:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848413696 00000100:00100000:3.0:1734685582.533642:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848413696 00000100:00100000:2.0:1734685582.533650:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848413568:0@lo:400:kworker.0 00000100:00080000:0.0:1734685582.533653:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685582.533656:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685582.533658:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685582.533661:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10377 00000100:00080000:0.0:1734685582.533662:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685582.533665:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685582.533670:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685582.533676:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3051 00000100:00100000:0.0:1734685582.533677:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7d880 x1818938848414464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685582.533680:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848414336:0@lo:400:kworker.0 00000100:00100000:3.0:1734685582.533682:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848413696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685582.533691:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685582.533699:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1734685582.533700:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685552 00000100:00100000:2.0:1734685582.533703:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848414208:0@lo:400:kworker.0 00000100:00100000:0.0:1734685582.533708:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848413952:0@lo:400:kworker.0 00000100:00100000:3.0:1734685582.533714:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848413696:12345-0@lo:400:kworker.0 Request processed in 33us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685582.533716:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685582.533719:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3051 00000100:00100000:0.0:1734685582.533732:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685582.533732:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848414336 00000100:00100000:3.0:1734685582.533734:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848414336 00000100:00100000:2.0:1734685582.533740:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848413696:0@lo:400:kworker.0 00000100:00100000:3.0:1734685582.533745:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3052 00000100:00100000:3.0:1734685582.533748:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848414336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685582.533750:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848414720:0@lo:400:kworker.0 00000100:00100000:2.0:1734685582.533760:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848413568 00000100:00100000:2.0:1734685582.533762:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848413568 00000100:00100000:0.0:1734685582.533768:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685582.533770:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848414336:12345-0@lo:400:kworker.0 Request processed in 21us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685582.533774:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3052 00000100:00100000:3.0:1734685582.533780:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848414720 00000100:00100000:2.0:1734685582.533781:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1734685582.533782:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685582.533782:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848414720 00000100:00100000:2.0:1734685582.533784:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848413568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685582.533786:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848414592:0@lo:400:kworker.0 00000100:00100000:3.0:1734685582.533792:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3053 00000100:00100000:3.0:1734685582.533795:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848414720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685582.533804:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685582.533804:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848413568:12345-0@lo:400:kworker.0 Request processed in 20us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685582.533809:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:3.0:1734685582.533809:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848414720:12345-0@lo:400:kworker.0 Request processed in 13us (40us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685582.533813:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3053 00000100:00100000:0.0:1734685582.533822:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848414720:0@lo:400:kworker.0 00000100:00100000:3.0:1734685582.533824:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848414080:0@lo:8:kworker.0 00000100:00100000:2.0:1734685582.533835:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848414336:0@lo:400:kworker.0 00000100:00100000:3.0:1734685582.533838:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685582.533841:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848413568:0@lo:400:kworker.0 00000100:00080000:0.0:1734685582.533847:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685552 00000100:00100000:3.0:1734685582.533847:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848414464:0@lo:8:kworker.0 00000100:00100000:0.0:1734685582.533856:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848414208 00000100:00100000:2.0:1734685582.533857:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848414592 00000100:00100000:3.0:1734685582.533858:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685582.533859:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848414208 00000100:00100000:2.0:1734685582.533859:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848414592 00000100:00100000:2.0:1734685582.533876:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848414080 00000100:00100000:2.0:1734685582.533878:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848414080 00000100:00100000:3.0:1734685582.533879:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848414464 00000100:00100000:3.0:1734685582.533881:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848414464 00000100:00100000:0.0:1734685582.533882:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7823 00000100:00100000:0.0:1734685582.533887:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848414592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685582.533891:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7824 00000100:00100000:2.0:1734685582.533894:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848414208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685582.533917:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848414208:12345-0@lo:400:kworker.0 Request processed in 22us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685582.533921:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7824 00000100:00100000:2.0:1734685582.533930:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54286 00000100:00100000:2.0:1734685582.533933:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848414080:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685582.533946:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685582.533962:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848414080:12345-0@lo:8:kworker.0 Request processed in 29us (123us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685582.533967:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54286 00000100:00100000:2.0:1734685582.533973:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54287 00000100:00100000:2.0:1734685582.533975:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848414464:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685582.533981:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685582.533991:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848414464:12345-0@lo:8:kworker.0 Request processed in 15us (132us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685582.533994:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54287 00000100:00080000:3.0:1734685582.534163:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685582.534167:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685582.534170:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848414080:0@lo:8:kworker.0 00000100:00080000:3.0:1734685582.534175:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685582.534177:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685582.534179:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848414464:0@lo:8:kworker.0 00000100:00100000:3.0:1734685582.534204:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685582.535028:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848414592:12345-0@lo:400:kworker.0 Request processed in 1138us (1221us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685582.535035:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7823 00000100:00080000:0.0:1734685582.535053:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685552 00000100:00100000:0.0:1734685582.535062:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848413952 00000100:00100000:0.0:1734685582.535065:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848413952 00000100:00100000:0.0:1734685582.535103:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41424 00000100:00100000:0.0:1734685582.535107:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848413952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685582.535139:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848413952:12345-0@lo:400:kworker.0 Request processed in 30us (1406us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685582.535144:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41424 00000100:00080000:0.0:1734685582.535156:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685552 00000100:00100000:0.0:1734685582.535252:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848414592:0@lo:400:kworker.0 00000100:00100000:0.0:1734685582.535264:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848413952:0@lo:400:kworker.0 00000100:00100000:2.0:1734685582.535359:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848414208:0@lo:400:kworker.0 00000100:00100000:1.0:1734685582.535365:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848413824 00000100:00100000:1.0:1734685582.535369:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848413824 00000100:00100000:1.0:1734685582.535405:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3054 00000100:00100000:1.0:1734685582.535409:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848413824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685582.535454:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848413824:12345-0@lo:400:kworker.0 Request processed in 44us (1249us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685582.535460:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3054 00000100:00080000:0.0:1734685582.535506:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685552 00000100:00100000:3.0:1734685582.535703:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848413824:0@lo:400:kworker.0 00000100:00100000:2.0:1734685582.551032:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685582.551056:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848414848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685582.551114:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685582.551243:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848414848 00000100:00100000:3.0:1734685582.551249:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848414848 00000100:00100000:3.0:1734685582.551299:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41425 00000100:00100000:3.0:1734685582.551305:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848414848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685582.551333:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685582.551367:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848414848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685582.551373:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41425 00000100:00100000:2.0:1734685582.551728:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848414848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685582.612730:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848414976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685582.612787:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685582.613623:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848414976 00000100:00100000:3.0:1734685582.613631:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848414976 00000100:00100000:1.0:1734685582.614595:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6950 00000100:00100000:1.0:1734685582.614604:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848414976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685582.614635:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685582.614693:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848414976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (1906us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685582.614699:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6950 00000100:00100000:2.0:1734685582.614730:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848414976:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685583.493858:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685584.308860:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848415104:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685584.308916:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685584.309003:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848415104 00000100:00100000:1.0:1734685584.309010:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848415104 00000100:00100000:1.0:1734685584.309249:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6951 00000100:00100000:1.0:1734685584.309256:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848415104:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734685584.309314:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685554 00002000:00000024:1.0:1734685584.309321:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685584.309417:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848415104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 161us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685584.309423:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6951 00000100:00100000:3.0:1734685584.309435:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848415104:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685584.497499:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685584.967162:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685584.967202:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685584.967300:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685584.967384:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872707328 00000100:00100000:1.0:1734685584.967395:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872707328 00000100:00100000:1.0:1734685584.967437:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3055 00000100:00100000:1.0:1734685584.967443:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872707328:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685584.967481:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872707584 00000100:00100000:2.0:1734685584.967493:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872707584 00000100:00100000:1.0:1734685584.967500:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872707328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685584.967505:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3055 00000100:00100000:2.0:1734685584.967574:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54288 00000100:00100000:2.0:1734685584.967581:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872707584:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685584.967603:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734685584.967627:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685554 00000100:00100000:3.0:1734685584.967684:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872707200 00000100:00100000:3.0:1734685584.967688:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872707200 00000100:00080000:0.0:1734685584.967728:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685554 00000100:00100000:3.0:1734685584.967735:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 989 00000100:00100000:3.0:1734685584.967740:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872707200:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685584.967863:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872707200:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 121us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685584.967869:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 989 00000100:00100000:2.0:1734685584.968211:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872707584:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 628us (1006us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685584.968218:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54288 00000100:00100000:0.0:1734685584.968846:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685584.968909:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872707456 00000100:00100000:1.0:1734685584.968914:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872707456 00000100:00100000:1.0:1734685584.969197:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3056 00000100:00100000:1.0:1734685584.969202:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872707456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685584.969344:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685554 00000100:00100000:1.0:1734685584.969391:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872707456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 188us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685584.969397:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3056 00010000:00010000:3.0:1734685585.498760:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685586.500751:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685587.477379:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685587.477408:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848415232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685587.477467:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685587.477513:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848415232 00000100:00100000:0.0:1734685587.477524:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848415232 00000100:00100000:0.0:1734685587.477597:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41426 00000100:00100000:0.0:1734685587.477604:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848415232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685587.477639:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685587.477965:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848415232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 360us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685587.478011:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848415232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685587.478060:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41426 00010000:00010000:3.0:1734685587.503625:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685587.540771:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848415360:0@lo:400:kworker.0 00000100:00080000:0.0:1734685587.540781:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685587.540788:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685587.540792:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685587.540797:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10382 00000100:00080000:0.0:1734685587.540801:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685587.540808:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685587.540824:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848415488:0@lo:400:kworker.0 00000100:00100000:0.0:1734685587.540830:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7ed80 x1818938848415872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685587.540886:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848415744:0@lo:400:kworker.0 00000100:00100000:3.0:1734685587.540891:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685587.540919:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685587.540919:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685587.540931:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848415616:0@lo:400:kworker.0 00000100:00100000:3.0:1734685587.540946:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685587.540958:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848415360 00000100:00100000:2.0:1734685587.540964:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848415360 00000100:00100000:3.0:1734685587.540975:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848415488 00000100:00100000:3.0:1734685587.540978:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848415488 00000100:00080000:0.0:1734685587.540984:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685587.540987:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685587.540989:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685587.540992:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10382 00000100:00100000:3.0:1734685587.541035:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848415616 00000100:00100000:3.0:1734685587.541036:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848415616 00000100:00100000:1.0:1734685587.541040:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3057 00000100:00100000:2.0:1734685587.541040:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:2.0:1734685587.541048:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848415360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685587.541049:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848415488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685587.541050:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3058 00000100:00100000:3.0:1734685587.541054:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848415616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685587.541086:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848415488:12345-0@lo:400:kworker.0 Request processed in 38us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685587.541090:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848415360:12345-0@lo:400:kworker.0 Request processed in 43us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685587.541090:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848415616:12345-0@lo:400:kworker.0 Request processed in 34us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685587.541092:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3057 00000100:00100000:2.0:1734685587.541096:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1734685587.541096:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3058 00000100:00080000:0.0:1734685587.541119:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685587.541126:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685587.541126:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848416000:0@lo:400:kworker.0 00000100:00100000:3.0:1734685587.541134:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848415616:0@lo:400:kworker.0 00000100:00100000:0.0:1734685587.541139:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7c700 x1818938848416256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685587.541147:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685587.541163:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848415360:0@lo:400:kworker.0 00000100:00080000:0.0:1734685587.541172:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685557 00000100:00080000:0.0:1734685587.541176:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685557 00000100:00080000:0.0:1734685587.541177:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685557 00000100:00100000:2.0:1734685587.541182:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685587.541186:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848415872:0@lo:8:kworker.0 00000100:00100000:2.0:1734685587.541187:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848416128:0@lo:400:kworker.0 00000100:00100000:2.0:1734685587.541203:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685587.541222:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685587.541239:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848416000 00000100:00100000:0.0:1734685587.541240:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848416256:0@lo:8:kworker.0 00000100:00100000:0.0:1734685587.541256:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685587.541281:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848415872 00000100:00100000:0.0:1734685587.541284:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848415872 00000100:00100000:1.0:1734685587.541313:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848416128 00000100:00100000:1.0:1734685587.541316:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848416128 00000100:00100000:3.0:1734685587.541322:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848416384:0@lo:400:kworker.0 00000100:00100000:1.0:1734685587.541331:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3059 00000100:00100000:1.0:1734685587.541335:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848416128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685587.541342:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685587.541344:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848416000 00000100:00100000:3.0:1734685587.541355:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685587.541359:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848416512:0@lo:400:kworker.0 00000100:00100000:1.0:1734685587.541361:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848416128:12345-0@lo:400:kworker.0 Request processed in 25us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685587.541367:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3059 00000100:00100000:3.0:1734685587.541374:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685587.541391:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848416512 00000100:00100000:3.0:1734685587.541393:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848416512 00000100:00100000:1.0:1734685587.541404:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848416256 00000100:00100000:1.0:1734685587.541406:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848416256 00000100:00100000:3.0:1734685587.541410:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3060 00000100:00100000:3.0:1734685587.541414:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848416512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685587.541433:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848416384 00000100:00100000:0.0:1734685587.541436:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848416384 00000100:00100000:2.0:1734685587.541440:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7825 00000100:00100000:3.0:1734685587.541441:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848416512:12345-0@lo:400:kworker.0 Request processed in 25us (65us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685587.541444:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848416000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685587.541447:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3060 00000100:00100000:0.0:1734685587.541452:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7826 00000100:00100000:0.0:1734685587.541455:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848416384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685587.541464:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54289 00000100:00100000:3.0:1734685587.541468:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848415872:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685587.541470:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848416000:12345-0@lo:400:kworker.0 Request processed in 26us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685587.541475:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7825 00000100:00100000:0.0:1734685587.541480:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848416384:12345-0@lo:400:kworker.0 Request processed in 24us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685587.541485:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7826 00010000:00020000:3.0:1734685587.541486:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734685587.541489:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685557 00000100:00100000:2.0:1734685587.541502:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848416128:0@lo:400:kworker.0 00000100:00100000:2.0:1734685587.541509:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848416000:0@lo:400:kworker.0 00000100:00100000:0.0:1734685587.541510:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848415744 00000100:00100000:0.0:1734685587.541513:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848415744 00000100:00100000:3.0:1734685587.541513:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848415872:12345-0@lo:8:kworker.0 Request processed in 45us (291us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685587.541519:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54289 00000100:00080000:2.0:1734685587.541548:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685557 00000100:00100000:0.0:1734685587.541549:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41427 00000100:00100000:0.0:1734685587.541553:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848415744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685587.541567:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848415488:0@lo:400:kworker.0 00000100:00100000:3.0:1734685587.541575:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848416512:0@lo:400:kworker.0 00000100:00100000:0.0:1734685587.541580:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848415744:12345-0@lo:400:kworker.0 Request processed in 26us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685587.541582:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848416384:0@lo:400:kworker.0 00000100:00100000:0.0:1734685587.541586:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41427 00000100:00080000:0.0:1734685587.541604:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685587.541607:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685587.541610:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848415872:0@lo:8:kworker.0 00000100:00100000:1.0:1734685587.541701:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54290 00000100:00100000:1.0:1734685587.541706:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848416256:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685587.541715:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685587.541741:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848415744:0@lo:400:kworker.0 00000100:00100000:1.0:1734685587.541742:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848416256:12345-0@lo:8:kworker.0 Request processed in 35us (484us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685587.541747:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54290 00000100:00080000:0.0:1734685587.541949:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685587.541952:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685587.541955:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848416256:0@lo:8:kworker.0 00000100:00100000:0.0:1734685587.558346:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848416640:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685587.558428:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685587.558608:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848416640 00000100:00100000:1.0:1734685587.558616:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848416640 00000100:00100000:1.0:1734685587.558664:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41428 00000100:00100000:1.0:1734685587.558670:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848416640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685587.558706:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685587.558770:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848416640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685587.558777:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41428 00000100:00100000:0.0:1734685587.558805:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848416640:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685587.620816:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685587.620844:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848416768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685587.620920:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685587.621035:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848416768 00000100:00100000:1.0:1734685587.621045:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848416768 00000100:00100000:1.0:1734685587.621099:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6952 00000100:00100000:1.0:1734685587.621106:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848416768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685587.621140:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685587.621459:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848416768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685587.621469:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848416768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 353us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685587.621482:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6952 00010000:00010000:2.0:1734685588.504826:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685589.318151:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685589.318435:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848416896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685589.318511:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685589.319093:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848416896 00000100:00100000:1.0:1734685589.319102:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848416896 00000100:00100000:1.0:1734685589.319162:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6953 00000100:00100000:1.0:1734685589.319170:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848416896:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734685589.319209:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685559 00002000:00000024:1.0:1734685589.319216:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685589.319261:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848416896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685589.319268:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6953 00000100:00100000:2.0:1734685589.319298:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848416896:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685589.507063:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685589.976250:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685589.976289:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685589.976314:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685589.976317:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872707712 00000100:00100000:2.0:1734685589.976325:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872707712 00000100:00100000:2.0:1734685589.976367:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 991 00000100:00100000:2.0:1734685589.976374:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872707712:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685589.976378:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872707968 00000100:00100000:1.0:1734685589.976389:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872707968 00000100:00100000:0.0:1734685589.976391:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685589.976421:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872708096 00000100:00100000:0.0:1734685589.976424:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872708096 00000100:00100000:2.0:1734685589.976426:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872707712:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685589.976433:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 991 00000100:00100000:1.0:1734685589.976437:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872707840 00000100:00100000:1.0:1734685589.976439:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872707840 00000100:00100000:0.0:1734685589.976444:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54291 00000100:00100000:0.0:1734685589.976450:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872708096:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:2.0:1734685589.976461:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685559 00000100:00100000:1.0:1734685589.976463:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3061 00000100:00080000:2.0:1734685589.976465:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685559 00000100:00080000:2.0:1734685589.976467:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685559 00000100:00100000:1.0:1734685589.976470:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872707968:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685589.976470:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3062 00010000:00020000:0.0:1734685589.976471:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685589.976478:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872707840:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685589.976491:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872708096:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (100us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685589.976497:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54291 00000100:00100000:3.0:1734685589.976562:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872707840:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 83us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685589.976569:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3062 00000100:00100000:1.0:1734685589.976572:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872707968:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 101us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685589.976586:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3061 00010000:00010000:3.0:1734685590.509043:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685591.510759:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685592.485311:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848417024:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685592.485369:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685592.485469:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848417024 00000100:00100000:1.0:1734685592.485476:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848417024 00000100:00100000:1.0:1734685592.485519:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41429 00000100:00100000:1.0:1734685592.485525:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848417024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685592.485650:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685592.486274:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848417024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 746us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685592.486281:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41429 00000100:00100000:2.0:1734685592.486339:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848417024:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685592.512763:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734685592.548782:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685592.548788:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685592.548792:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685592.548798:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10387 00000100:00080000:0.0:1734685592.548802:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685592.548807:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685592.548825:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7f480 x1818938848417664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685592.548848:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685592.548851:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685592.548852:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685592.548855:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10387 00000100:00080000:0.0:1734685592.548857:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685592.548861:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685592.548870:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7ea00 x1818938848418048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685592.548902:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848417664:0@lo:8:kworker.0 00000100:00100000:0.0:1734685592.548950:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685592.548970:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848418048:0@lo:8:kworker.0 00000100:00100000:0.0:1734685592.548983:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685592.549015:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848417664 00000100:00100000:0.0:1734685592.549020:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848417664 00000100:00100000:1.0:1734685592.549032:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848417408:0@lo:400:kworker.0 00000100:00100000:0.0:1734685592.549039:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848418048 00000100:00100000:0.0:1734685592.549041:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848418048 00000100:00100000:0.0:1734685592.549052:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54292 00000100:00100000:0.0:1734685592.549057:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848417664:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685592.549060:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685592.549073:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848418176:0@lo:400:kworker.0 00010000:00020000:0.0:1734685592.549075:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685592.549085:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685592.549096:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734685592.549100:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848417536:0@lo:400:kworker.0 00000100:00100000:0.0:1734685592.549103:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848417664:12345-0@lo:8:kworker.0 Request processed in 45us (153us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685592.549109:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54292 00000100:00100000:1.0:1734685592.549114:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685592.549120:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848418176 00000100:00100000:0.0:1734685592.549134:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848418176 00000100:00100000:1.0:1734685592.549136:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848418304:0@lo:400:kworker.0 00000100:00100000:1.0:1734685592.549152:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685592.549155:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7827 00000100:00100000:0.0:1734685592.549159:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848418176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685592.549170:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848417408 00000100:00100000:1.0:1734685592.549173:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848417408 00000100:00100000:0.0:1734685592.549188:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848418176:12345-0@lo:400:kworker.0 Request processed in 28us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685592.549191:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848418304 00000100:00100000:0.0:1734685592.549193:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7827 00000100:00100000:1.0:1734685592.549193:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848418304 00000100:00100000:0.0:1734685592.549202:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54293 00000100:00100000:1.0:1734685592.549204:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3063 00000100:00100000:0.0:1734685592.549205:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848418048:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685592.549208:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848417408:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734685592.549215:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685592.549233:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848417408:12345-0@lo:400:kworker.0 Request processed in 24us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685592.549234:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848418048:12345-0@lo:8:kworker.0 Request processed in 28us (249us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685592.549238:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54293 00000100:00100000:1.0:1734685592.549239:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3063 00000100:00100000:1.0:1734685592.549251:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3064 00000100:00100000:1.0:1734685592.549254:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848418304:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685592.549264:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685592.549267:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685592.549270:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848417664:0@lo:8:kworker.0 00000100:00100000:1.0:1734685592.549273:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848418304:12345-0@lo:400:kworker.0 Request processed in 18us (120us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685592.549276:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685592.549277:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3064 00000100:00080000:0.0:1734685592.549278:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685592.549280:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848418048:0@lo:8:kworker.0 00000100:00100000:1.0:1734685592.549302:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848418304:0@lo:400:kworker.0 00000100:00100000:1.0:1734685592.549307:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848417408:0@lo:400:kworker.0 00000100:00100000:1.0:1734685592.549310:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848418176:0@lo:400:kworker.0 00000100:00100000:0.0:1734685592.549315:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848417536 00000100:00100000:0.0:1734685592.549318:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848417536 00000100:00080000:1.0:1734685592.549333:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685562 00000100:00100000:0.0:1734685592.549335:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41430 00000100:00080000:1.0:1734685592.549336:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685562 00000100:00080000:1.0:1734685592.549337:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685562 00000100:00100000:0.0:1734685592.549339:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848417536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685592.549364:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848417536:12345-0@lo:400:kworker.0 Request processed in 24us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685592.549369:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41430 00000100:00100000:1.0:1734685592.549370:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848417536:0@lo:400:kworker.0 00000100:00100000:2.0:1734685592.549625:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848417152:0@lo:400:kworker.0 00000100:00100000:2.0:1734685592.549652:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685592.549677:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848417792:0@lo:400:kworker.0 00000100:00100000:2.0:1734685592.549690:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685592.549706:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734685592.549711:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848417280:0@lo:400:kworker.0 00000100:00100000:2.0:1734685592.549725:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685592.549727:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848417792 00000100:00100000:1.0:1734685592.549731:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848417792 00000100:00100000:2.0:1734685592.549732:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848417920:0@lo:400:kworker.0 00000100:00100000:2.0:1734685592.549744:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685592.549749:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7828 00000100:00100000:1.0:1734685592.549753:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848417792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685592.549761:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848417280 00000100:00100000:2.0:1734685592.549764:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848417280 00000100:00100000:2.0:1734685592.549779:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848417920 00000100:00100000:1.0:1734685592.549780:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848417792:12345-0@lo:400:kworker.0 Request processed in 26us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685592.549781:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848417920 00000100:00100000:1.0:1734685592.549785:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7828 00000100:00100000:2.0:1734685592.549791:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3065 00000100:00100000:2.0:1734685592.549795:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848417280:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685592.549796:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685562 00000100:00080000:1.0:1734685592.549799:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685562 00000100:00100000:1.0:1734685592.549806:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3066 00000100:00100000:1.0:1734685592.549810:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848417920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685592.549817:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848417280:12345-0@lo:400:kworker.0 Request processed in 21us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685592.549821:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3065 00000100:00100000:1.0:1734685592.549831:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848417920:12345-0@lo:400:kworker.0 Request processed in 20us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685592.549836:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3066 00000100:00100000:2.0:1734685592.549845:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848417280:0@lo:400:kworker.0 00000100:00100000:2.0:1734685592.549852:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848417920:0@lo:400:kworker.0 00000100:00100000:2.0:1734685592.549858:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848417792:0@lo:400:kworker.0 00000100:00100000:0.0:1734685592.551638:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848417152 00000100:00100000:0.0:1734685592.551648:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848417152 00000100:00100000:0.0:1734685592.551707:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1734685592.551713:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848417152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685592.551779:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848417152:12345-0@lo:400:kworker.0 Request processed in 65us (2124us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685592.551784:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:3.0:1734685592.551859:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848417152:0@lo:400:kworker.0 00000100:00080000:1.0:1734685592.551955:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685562 00000100:00100000:3.0:1734685592.566439:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848418432:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685592.566498:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685592.566708:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848418432 00000100:00100000:1.0:1734685592.566715:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848418432 00000100:00100000:1.0:1734685592.566747:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41431 00000100:00100000:1.0:1734685592.566753:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848418432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685592.566783:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685592.566830:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848418432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685592.566837:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41431 00000100:00100000:3.0:1734685592.566985:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848418432:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685592.628927:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848418560:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685592.628983:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685592.629077:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848418560 00000100:00100000:1.0:1734685592.629085:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848418560 00000100:00100000:1.0:1734685592.629154:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6954 00000100:00100000:1.0:1734685592.629161:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848418560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685592.629186:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685592.629258:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848418560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685592.629264:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6954 00000100:00100000:2.0:1734685592.629269:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848418560:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685593.516281:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685594.325438:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848418688:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685594.325497:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685594.325738:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848418688 00000100:00100000:2.0:1734685594.325745:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848418688 00000100:00100000:2.0:1734685594.325793:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6955 00000100:00100000:2.0:1734685594.325799:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848418688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685594.325827:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685594.325867:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848418688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685594.325873:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6955 00000100:00080000:2.0:1734685594.325899:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685564 00000100:00100000:1.0:1734685594.326298:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848418688:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685594.516740:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685594.983708:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685594.983777:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685594.983778:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872708352 00000100:00100000:2.0:1734685594.983784:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872708352 00000100:00100000:0.0:1734685594.983806:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685594.983830:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872708480 00000100:00100000:2.0:1734685594.983832:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872708480 00000100:00100000:2.0:1734685594.983847:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3067 00000100:00100000:2.0:1734685594.983852:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872708352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685594.983880:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685594.983904:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872708352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685594.983910:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3067 00000100:00100000:2.0:1734685594.983924:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3068 00000100:00100000:2.0:1734685594.983927:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872708480:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685594.983938:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872708608 00000100:00100000:1.0:1734685594.983942:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872708608 00000100:00100000:1.0:1734685594.983956:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54294 00000100:00100000:1.0:1734685594.983960:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872708608:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685594.984070:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872708224 00000100:00100000:3.0:1734685594.984074:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872708224 00000100:00100000:3.0:1734685594.984122:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 993 00000100:00100000:3.0:1734685594.984127:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872708224:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685594.984141:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872708480:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 211us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685594.984147:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3068 00000100:00100000:3.0:1734685594.984151:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872708224:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685594.984155:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 993 00000100:00080000:2.0:1734685594.984163:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685564 00000100:00080000:2.0:1734685594.984166:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685564 00000100:00080000:2.0:1734685594.984168:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685564 00010000:00020000:1.0:1734685594.984235:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685594.984271:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872708608:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 309us (389us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685594.984277:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54294 00010000:00010000:3.0:1734685595.518989:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685596.521219:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685597.493225:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848418816:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685597.493295:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685597.493428:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848418816 00000100:00100000:2.0:1734685597.493437:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848418816 00000100:00100000:2.0:1734685597.493519:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41432 00000100:00100000:2.0:1734685597.493525:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848418816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685597.493575:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685597.493619:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848418816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685597.493625:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41432 00000100:00100000:0.0:1734685597.493790:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848418816:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685597.522975:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734685597.556821:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685597.556828:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685597.556831:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685597.556839:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10392 00000100:00100000:1.0:1734685597.556841:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848419200:0@lo:400:kworker.0 00000100:00080000:0.0:1734685597.556844:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685597.556850:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685597.556871:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979a6a00 x1818938848419456/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685597.556895:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685597.556898:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685597.556899:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685597.556901:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10392 00000100:00080000:0.0:1734685597.556903:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685597.556906:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685597.556914:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685597.556951:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685597.556956:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848419328:0@lo:400:kworker.0 00000100:00100000:1.0:1734685597.556977:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685597.556997:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979a5f80 x1818938848419840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685597.557011:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848419328 00000100:00100000:1.0:1734685597.557017:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848419328 00000100:00100000:0.0:1734685597.557031:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848419456:0@lo:8:kworker.0 00000100:00100000:1.0:1734685597.557072:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41433 00000100:00100000:1.0:1734685597.557079:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848419328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685597.557087:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685597.557106:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848419840:0@lo:8:kworker.0 00000100:00100000:0.0:1734685597.557121:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685597.557121:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848419328:12345-0@lo:400:kworker.0 Request processed in 41us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685597.557128:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41433 00000100:00100000:0.0:1734685597.557148:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848419456 00000100:00100000:0.0:1734685597.557151:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848419456 00000100:00100000:1.0:1734685597.557153:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848419968:0@lo:400:kworker.0 00000100:00100000:0.0:1734685597.557165:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848419840 00000100:00100000:0.0:1734685597.557167:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848419840 00000100:00100000:1.0:1734685597.557168:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685597.557176:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848419968 00000100:00100000:0.0:1734685597.557178:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848419968 00000100:00100000:1.0:1734685597.557191:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848419328:0@lo:400:kworker.0 00000100:00100000:0.0:1734685597.557195:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7829 00000100:00100000:0.0:1734685597.557199:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848419968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685597.557208:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685597.557212:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848420096:0@lo:400:kworker.0 00000100:00100000:0.0:1734685597.557222:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848419968:12345-0@lo:400:kworker.0 Request processed in 23us (54us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685597.557226:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685597.557228:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7829 00000100:00100000:0.0:1734685597.557238:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54295 00000100:00100000:1.0:1734685597.557239:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848419968:0@lo:400:kworker.0 00000100:00100000:0.0:1734685597.557242:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848419456:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685597.557254:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54296 00000100:00100000:1.0:1734685597.557257:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848419840:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685597.557261:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734685597.557263:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685597.557281:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848419456:12345-0@lo:8:kworker.0 Request processed in 38us (193us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685597.557281:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848419840:12345-0@lo:8:kworker.0 Request processed in 23us (159us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685597.557286:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54295 00000100:00080000:0.0:1734685597.557314:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685597.557317:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685597.557319:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848419456:0@lo:8:kworker.0 00000100:00080000:0.0:1734685597.557325:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685597.557326:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685597.557329:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848419840:0@lo:8:kworker.0 00000100:00100000:0.0:1734685597.557360:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848419200 00000100:00100000:0.0:1734685597.557363:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848419200 00000100:00100000:0.0:1734685597.557383:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848420096 00000100:00100000:0.0:1734685597.557385:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848420096 00000100:00100000:0.0:1734685597.557395:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3069 00000100:00100000:0.0:1734685597.557399:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848419200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685597.557446:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848418944:0@lo:400:kworker.0 00000100:00100000:3.0:1734685597.557475:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685597.557488:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848419584:0@lo:400:kworker.0 00000100:00100000:3.0:1734685597.557503:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685597.557512:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685597.557516:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848419712:0@lo:400:kworker.0 00000100:00100000:0.0:1734685597.557519:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848419200:12345-0@lo:400:kworker.0 Request processed in 25us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685597.557524:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3069 00000100:00100000:0.0:1734685597.557548:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3070 00000100:00100000:0.0:1734685597.557552:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848420096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685597.557559:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685597.557573:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848420096:12345-0@lo:400:kworker.0 Request processed in 20us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685597.557578:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3070 00000100:00100000:3.0:1734685597.557580:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848419584 00000100:00100000:3.0:1734685597.557583:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848419584 00000100:00100000:0.0:1734685597.557584:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848419712 00000100:00100000:0.0:1734685597.557585:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848419712 00000100:00100000:0.0:1734685597.557598:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3071 00000100:00100000:0.0:1734685597.557601:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848419712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685597.557622:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848419712:12345-0@lo:400:kworker.0 Request processed in 20us (62us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685597.557622:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848419072:0@lo:400:kworker.0 00000100:00100000:0.0:1734685597.557627:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3071 00000100:00080000:2.0:1734685597.557638:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685567 00000100:00080000:2.0:1734685597.557642:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685567 00000100:00080000:2.0:1734685597.557644:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685567 00000100:00100000:0.0:1734685597.557661:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848418944 00000100:00100000:0.0:1734685597.557663:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848418944 00000100:00100000:2.0:1734685597.557665:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685597.557681:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848419072 00000100:00100000:0.0:1734685597.557683:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1734685597.557684:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848419072 00000100:00100000:0.0:1734685597.557686:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848418944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685597.557698:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3072 00000100:00100000:2.0:1734685597.557702:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848419072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685597.557705:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848418944:12345-0@lo:400:kworker.0 Request processed in 19us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685597.557711:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1734685597.557719:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848419072:12345-0@lo:400:kworker.0 Request processed in 16us (53us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685597.557723:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3072 00000100:00080000:2.0:1734685597.557734:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685567 00000100:00080000:2.0:1734685597.557735:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685567 00000100:00100000:2.0:1734685597.557746:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848419072:0@lo:400:kworker.0 00000100:00100000:1.0:1734685597.557810:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54296 00000100:00100000:1.0:1734685597.557822:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7830 00000100:00100000:1.0:1734685597.557825:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848419584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685597.557837:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848419712:0@lo:400:kworker.0 00000100:00100000:3.0:1734685597.557844:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848418944:0@lo:400:kworker.0 00000100:00100000:1.0:1734685597.557847:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848419584:12345-0@lo:400:kworker.0 Request processed in 21us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685597.557850:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848419584:0@lo:400:kworker.0 00000100:00100000:1.0:1734685597.557852:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7830 00000100:00100000:1.0:1734685597.557871:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848420096:0@lo:400:kworker.0 00000100:00100000:1.0:1734685597.557878:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848419200:0@lo:400:kworker.0 00000100:00100000:0.0:1734685597.572891:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848420224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685597.572973:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685597.573104:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848420224 00000100:00100000:1.0:1734685597.573113:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848420224 00000100:00100000:1.0:1734685597.573167:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41434 00000100:00100000:1.0:1734685597.573174:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848420224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685597.573215:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685597.573269:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848420224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685597.573276:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41434 00000100:00100000:0.0:1734685597.573354:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848420224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685597.636815:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848420352:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685597.636890:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685597.637015:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848420352 00000100:00100000:3.0:1734685597.637024:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848420352 00000100:00100000:3.0:1734685597.637214:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6956 00000100:00100000:3.0:1734685597.637221:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848420352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685597.637256:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685597.637301:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848420352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685597.637306:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6956 00000100:00100000:0.0:1734685597.637428:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848420352:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685598.524757:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685599.333556:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848420480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685599.333613:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685599.333655:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848420480 00000100:00100000:0.0:1734685599.333662:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848420480 00000100:00080000:2.0:1734685599.333708:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685569 00000100:00100000:0.0:1734685599.333722:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6957 00000100:00100000:0.0:1734685599.333732:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848420480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685599.333762:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685599.333814:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848420480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685599.333821:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6957 00000100:00100000:2.0:1734685599.333889:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848420480:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685599.527385:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685599.990839:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685599.990874:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685599.990899:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872708864 00000100:00100000:0.0:1734685599.990902:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685599.990907:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872708864 00000100:00100000:0.0:1734685599.990927:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685599.990947:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872709120 00000100:00100000:0.0:1734685599.990951:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872709120 00000100:00100000:2.0:1734685599.990962:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872708992 00000100:00100000:2.0:1734685599.990965:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872708992 00000100:00100000:2.0:1734685599.990982:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3073 00000100:00100000:2.0:1734685599.990988:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872708864:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685599.991062:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872708864:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685599.991067:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3073 00000100:00100000:2.0:1734685599.991083:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3074 00000100:00100000:2.0:1734685599.991087:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872708992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685599.991105:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872708992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685599.991110:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3074 00000100:00080000:3.0:1734685599.991278:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685569 00000100:00080000:3.0:1734685599.991282:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685569 00000100:00100000:0.0:1734685599.991476:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54297 00000100:00100000:0.0:1734685599.991481:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872709120:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685599.991501:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685599.991595:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872708736 00000100:00100000:1.0:1734685599.991599:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872708736 00000100:00080000:2.0:1734685599.991615:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685569 00000100:00100000:1.0:1734685599.991629:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 995 00000100:00100000:1.0:1734685599.991633:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872708736:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685599.991838:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872708736:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 202us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685599.991839:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872709120:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 357us (935us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685599.991844:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 995 00000100:00100000:0.0:1734685599.991847:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54297 00010000:00010000:3.0:1734685600.528888:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685601.530741:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685602.500800:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685602.500820:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848420608:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685602.500878:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685602.500948:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848420608 00000100:00100000:2.0:1734685602.500980:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848420608 00000100:00100000:2.0:1734685602.501269:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41435 00000100:00100000:2.0:1734685602.501275:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848420608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685602.501303:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685602.501418:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848420608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 142us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685602.501425:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41435 00000100:00100000:3.0:1734685602.501511:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848420608:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685602.532787:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734685602.565394:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685602.565400:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685602.565403:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685602.565410:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10397 00000100:00080000:0.0:1734685602.565414:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685602.565420:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685602.565438:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05c380 x1818938848421248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685602.565459:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685602.565461:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685602.565462:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685602.565465:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10397 00000100:00080000:0.0:1734685602.565467:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685602.565469:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685602.565477:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05ed80 x1818938848421632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685602.565508:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848421248:0@lo:8:kworker.0 00000100:00100000:1.0:1734685602.565547:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848420736:0@lo:400:kworker.0 00000100:00100000:3.0:1734685602.565564:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848420992:0@lo:400:kworker.0 00000100:00100000:0.0:1734685602.565571:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685602.565582:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685602.565592:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848421632:0@lo:8:kworker.0 00000100:00100000:3.0:1734685602.565595:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685602.565596:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848421376:0@lo:400:kworker.0 00000100:00100000:0.0:1734685602.565606:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685602.565611:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848421760:0@lo:400:kworker.0 00000100:00100000:1.0:1734685602.565620:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848420736 00000100:00100000:1.0:1734685602.565626:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848420736 00000100:00100000:3.0:1734685602.565626:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685602.565638:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848421248 00000100:00100000:3.0:1734685602.565638:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685602.565641:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848421248 00000100:00100000:3.0:1734685602.565643:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848421120:0@lo:400:kworker.0 00000100:00100000:0.0:1734685602.565655:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848421632 00000100:00100000:0.0:1734685602.565657:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848421632 00000100:00100000:1.0:1734685602.565657:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1734685602.565658:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685602.565662:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848420736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685602.565665:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848421760 00000100:00100000:0.0:1734685602.565667:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848421760 00000100:00100000:3.0:1734685602.565669:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848421888:0@lo:400:kworker.0 00000100:00100000:0.0:1734685602.565682:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7831 00000100:00100000:3.0:1734685602.565682:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685602.565686:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848421760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685602.565695:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848420736:12345-0@lo:400:kworker.0 Request processed in 33us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685602.565701:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1734685602.565703:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848420992 00000100:00100000:3.0:1734685602.565706:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848420992 00000100:00100000:0.0:1734685602.565714:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848421760:12345-0@lo:400:kworker.0 Request processed in 27us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685602.565719:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7831 00000100:00100000:3.0:1734685602.565726:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848421888 00000100:00100000:3.0:1734685602.565728:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848421888 00000100:00100000:1.0:1734685602.565729:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685602.565731:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54298 00000100:00100000:0.0:1734685602.565734:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848421248:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685602.565741:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3075 00000100:00100000:3.0:1734685602.565745:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848420992:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734685602.565750:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685602.565752:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848420736:0@lo:400:kworker.0 00000100:00100000:1.0:1734685602.565766:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734685602.565770:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848420992:12345-0@lo:400:kworker.0 Request processed in 25us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685602.565771:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848420864:0@lo:400:kworker.0 00000100:00100000:0.0:1734685602.565774:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848421248:12345-0@lo:8:kworker.0 Request processed in 38us (202us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685602.565775:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3075 00000100:00100000:0.0:1734685602.565779:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54298 00000100:00100000:3.0:1734685602.565787:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3076 00000100:00100000:3.0:1734685602.565790:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848421888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685602.565792:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848421376 00000100:00100000:0.0:1734685602.565794:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848421376 00000100:00100000:1.0:1734685602.565801:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685602.565807:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7832 00000100:00100000:0.0:1734685602.565811:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848421376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685602.565811:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848421888:12345-0@lo:400:kworker.0 Request processed in 20us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685602.565813:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848421504:0@lo:400:kworker.0 00000100:00100000:3.0:1734685602.565815:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3076 00000100:00100000:3.0:1734685602.565823:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848420864 00000100:00100000:1.0:1734685602.565825:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685602.565825:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848420864 00000100:00100000:0.0:1734685602.565830:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848421376:12345-0@lo:400:kworker.0 Request processed in 19us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685602.565835:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7832 00000100:00100000:3.0:1734685602.565836:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848421504 00000100:00100000:3.0:1734685602.565837:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848421504 00000100:00100000:1.0:1734685602.565842:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848421376:0@lo:400:kworker.0 00000100:00100000:0.0:1734685602.565843:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54299 00000100:00100000:3.0:1734685602.565845:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3077 00000100:00100000:0.0:1734685602.565847:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848421632:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685602.565848:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848420864:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734685602.565855:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685602.565866:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3078 00000100:00100000:3.0:1734685602.565868:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848420864:12345-0@lo:400:kworker.0 Request processed in 20us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685602.565870:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848421504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685602.565871:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848421632:12345-0@lo:8:kworker.0 Request processed in 23us (264us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685602.565873:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3077 00000100:00100000:0.0:1734685602.565876:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54299 00000100:00100000:1.0:1734685602.565892:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848421504:12345-0@lo:400:kworker.0 Request processed in 22us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685602.565895:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848421120 00000100:00100000:1.0:1734685602.565897:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3078 00000100:00100000:3.0:1734685602.565897:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848421120 00000100:00080000:0.0:1734685602.565902:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685602.565905:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685602.565907:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848421248:0@lo:8:kworker.0 00000100:02020000:0.0:1734685602.565914:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00100000:3.0:1734685602.565914:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41436 00000100:00100000:3.0:1734685602.565918:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848421120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685602.565920:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848420864:0@lo:400:kworker.0 00000100:00100000:1.0:1734685602.565927:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848421504:0@lo:400:kworker.0 00000100:00100000:3.0:1734685602.565940:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848421120:12345-0@lo:400:kworker.0 Request processed in 22us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685602.565948:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41436 00000100:00080000:1.0:1734685602.565953:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685572 00000100:00080000:1.0:1734685602.565970:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685572 00000100:00080000:1.0:1734685602.565971:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685572 00000100:00080000:1.0:1734685602.565973:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685572 00000100:00100000:3.0:1734685602.565983:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848421120:0@lo:400:kworker.0 00000100:00100000:3.0:1734685602.565991:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848421888:0@lo:400:kworker.0 00000100:00100000:3.0:1734685602.565998:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848420992:0@lo:400:kworker.0 00000100:00100000:3.0:1734685602.566004:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848421760:0@lo:400:kworker.0 00000100:00080000:0.0:1734685602.572022:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685602.572030:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685602.572038:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848421632:0@lo:8:kworker.0 00000100:00100000:1.0:1734685602.580692:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848422016:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685602.580748:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685602.580818:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848422016 00000100:00100000:3.0:1734685602.580824:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848422016 00000100:00100000:3.0:1734685602.580859:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41437 00000100:00100000:3.0:1734685602.580865:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848422016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685602.580894:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685602.580933:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848422016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685602.580939:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41437 00000100:00100000:1.0:1734685602.580979:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848422016:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685602.644873:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685602.644903:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848422144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685602.645007:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685602.645102:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848422144 00000100:00100000:3.0:1734685602.645109:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848422144 00000100:00100000:3.0:1734685602.645152:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6958 00000100:00100000:3.0:1734685602.645158:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848422144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685602.645185:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685602.645247:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848422144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685602.645251:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6958 00000100:00100000:1.0:1734685602.645340:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848422144:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685603.534781:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685604.340813:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848422272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685604.340867:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685604.340919:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848422272 00000100:00100000:0.0:1734685604.340955:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848422272 00000100:00080000:1.0:1734685604.340991:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685574 00000100:00100000:0.0:1734685604.341005:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6959 00000100:00100000:0.0:1734685604.341011:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848422272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685604.341038:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685604.341079:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848422272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685604.341084:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6959 00000100:00100000:3.0:1734685604.341111:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848422272:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685604.536757:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685604.998824:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685604.998865:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685604.998888:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872709248 00000100:00100000:2.0:1734685604.998896:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872709248 00000100:00100000:0.0:1734685604.998905:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685604.999037:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 997 00000100:00100000:3.0:1734685604.999037:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872709504 00000100:00100000:3.0:1734685604.999041:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872709504 00000100:00100000:2.0:1734685604.999043:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872709248:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685604.999065:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872709376 00000100:00100000:3.0:1734685604.999067:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872709376 00000100:00100000:3.0:1734685604.999087:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3079 00000100:00100000:3.0:1734685604.999091:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872709504:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685604.999093:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872709248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685604.999098:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 997 00000100:00100000:3.0:1734685604.999117:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872709504:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685604.999120:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685604.999123:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3079 00000100:00100000:3.0:1734685604.999135:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3080 00000100:00100000:3.0:1734685604.999138:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872709376:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685604.999139:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872709632 00000100:00100000:0.0:1734685604.999142:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872709632 00000100:00100000:0.0:1734685604.999156:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54300 00000100:00100000:3.0:1734685604.999157:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872709376:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685604.999160:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872709632:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685604.999161:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3080 00010000:00020000:0.0:1734685604.999179:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685604.999199:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872709632:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (78us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734685604.999202:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685574 00000100:00100000:0.0:1734685604.999205:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54300 00000100:00080000:2.0:1734685604.999205:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685574 00000100:00080000:2.0:1734685604.999207:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685574 00010000:00010000:3.0:1734685605.538710:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685606.540763:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685607.508768:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848422400:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685607.508824:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685607.509097:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848422400 00000100:00100000:3.0:1734685607.509104:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848422400 00000100:00100000:3.0:1734685607.509154:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41438 00000100:00100000:3.0:1734685607.509160:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848422400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685607.509191:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685607.509249:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848422400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685607.509255:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41438 00000100:00100000:1.0:1734685607.509320:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848422400:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685607.542827:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685607.573157:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848422528:0@lo:400:kworker.0 00000100:00080000:0.0:1734685607.573166:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685607.573175:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685607.573178:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685607.573183:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10402 00000100:00080000:0.0:1734685607.573187:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685607.573193:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685607.573216:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05c000 x1818938848423040/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685607.573229:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685607.573238:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685607.573240:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685607.573242:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685607.573244:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10402 00000100:00080000:0.0:1734685607.573246:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685607.573249:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685607.573256:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05d180 x1818938848423424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685607.573256:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848423168:0@lo:400:kworker.0 00000100:00100000:1.0:1734685607.573276:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685607.573285:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848423040:0@lo:8:kworker.0 00000100:00100000:1.0:1734685607.573295:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734685607.573301:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848422656:0@lo:400:kworker.0 00000100:00100000:0.0:1734685607.573307:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685607.573333:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848423424:0@lo:8:kworker.0 00000100:00100000:1.0:1734685607.573335:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685607.573348:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848423296:0@lo:400:kworker.0 00000100:00100000:0.0:1734685607.573350:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685607.573353:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848423168 00000100:00100000:1.0:1734685607.573366:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685607.573367:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848423168 00000100:00100000:0.0:1734685607.573382:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848423040 00000100:00100000:1.0:1734685607.573388:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848422656 00000100:00100000:0.0:1734685607.573389:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848423040 00000100:00100000:1.0:1734685607.573391:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848422656 00000100:00100000:0.0:1734685607.573413:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848423424 00000100:00100000:0.0:1734685607.573416:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848423424 00000100:00100000:1.0:1734685607.573416:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848423296 00000100:00100000:1.0:1734685607.573418:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848423296 00000100:00100000:2.0:1734685607.573427:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7833 00000100:00100000:1.0:1734685607.573432:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3081 00000100:00100000:2.0:1734685607.573435:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848423168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685607.573438:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848422656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685607.573470:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848422528 00000100:00100000:3.0:1734685607.573474:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848422528 00000100:00100000:1.0:1734685607.573481:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848422656:12345-0@lo:400:kworker.0 Request processed in 42us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685607.573490:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3081 00000100:00100000:3.0:1734685607.573499:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:2.0:1734685607.573504:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848423168:12345-0@lo:400:kworker.0 Request processed in 70us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685607.573504:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848422528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685607.573506:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3082 00000100:00100000:1.0:1734685607.573509:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848423296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685607.573573:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848423296:12345-0@lo:400:kworker.0 Request processed in 62us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685607.573578:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3082 00000100:00100000:3.0:1734685607.573578:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848422528:12345-0@lo:400:kworker.0 Request processed in 73us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685607.573584:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:1.0:1734685607.573609:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848422656:0@lo:400:kworker.0 00000100:00100000:1.0:1734685607.573617:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848423296:0@lo:400:kworker.0 00000100:00100000:1.0:1734685607.573624:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848423168:0@lo:400:kworker.0 00000100:00100000:1.0:1734685607.573630:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848422528:0@lo:400:kworker.0 00000100:00100000:1.0:1734685607.573652:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848422912:0@lo:400:kworker.0 00000100:00100000:1.0:1734685607.573670:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685607.573675:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54301 00000100:00100000:2.0:1734685607.573681:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7833 00000100:00100000:0.0:1734685607.573682:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848423040:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685607.573682:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848423680:0@lo:400:kworker.0 00000100:00100000:1.0:1734685607.573700:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685607.573700:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54302 00010000:00020000:0.0:1734685607.573703:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685607.573704:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848423424:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685607.573712:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734685607.573717:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848422784:0@lo:400:kworker.0 00010000:00020000:2.0:1734685607.573723:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685607.573733:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848423040:12345-0@lo:8:kworker.0 Request processed in 52us (425us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685607.573739:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54301 00000100:00100000:3.0:1734685607.573786:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848423680 00000100:00100000:3.0:1734685607.573790:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848423680 00000100:00100000:1.0:1734685607.573801:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685607.573806:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848422784 00000100:00100000:3.0:1734685607.573808:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848422784 00000100:00100000:1.0:1734685607.573817:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848423552:0@lo:400:kworker.0 00000100:00100000:2.0:1734685607.573818:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848423424:12345-0@lo:8:kworker.0 Request processed in 112us (466us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685607.573822:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3083 00000100:00100000:2.0:1734685607.573825:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54302 00000100:00100000:3.0:1734685607.573826:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848423680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685607.573834:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685607.573844:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685577 00000100:00080000:2.0:1734685607.573848:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685577 00000100:00080000:2.0:1734685607.573851:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685577 00000100:00100000:3.0:1734685607.573852:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848423680:12345-0@lo:400:kworker.0 Request processed in 25us (151us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685607.573853:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685577 00000100:00100000:3.0:1734685607.573857:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3083 00000100:00100000:1.0:1734685607.573860:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848423680:0@lo:400:kworker.0 00000100:00100000:2.0:1734685607.573864:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848423552 00000100:00100000:2.0:1734685607.573867:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848423552 00000100:00100000:3.0:1734685607.573867:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3084 00000100:00100000:3.0:1734685607.573884:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848422784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685607.573890:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848422912 00000100:00100000:1.0:1734685607.573893:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848422912 00000100:00100000:2.0:1734685607.573901:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7834 00000100:00100000:2.0:1734685607.573904:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848423552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685607.573911:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848422784:12345-0@lo:400:kworker.0 Request processed in 40us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685607.573913:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41439 00000100:00100000:3.0:1734685607.573916:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3084 00000100:00100000:1.0:1734685607.573918:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848422912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685607.573931:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848423552:12345-0@lo:400:kworker.0 Request processed in 25us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685607.573935:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7834 00000100:00100000:1.0:1734685607.573943:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848422912:12345-0@lo:400:kworker.0 Request processed in 25us (272us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685607.573947:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685577 00000100:00100000:1.0:1734685607.573948:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41439 00000100:00080000:2.0:1734685607.573950:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685577 00000100:00100000:1.0:1734685607.573974:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848422784:0@lo:400:kworker.0 00000100:00080000:0.0:1734685607.573980:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685607.573982:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848423552:0@lo:400:kworker.0 00000100:00080000:0.0:1734685607.573984:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685607.573987:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848423040:0@lo:8:kworker.0 00000100:00100000:1.0:1734685607.573987:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848422912:0@lo:400:kworker.0 00000100:00080000:0.0:1734685607.573995:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685607.573997:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685607.573999:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848423424:0@lo:8:kworker.0 00000100:00100000:2.0:1734685607.588734:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848423808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685607.588789:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685607.588889:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848423808 00000100:00100000:1.0:1734685607.588897:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848423808 00000100:00100000:1.0:1734685607.588942:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41440 00000100:00100000:1.0:1734685607.588949:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848423808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685607.588982:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685607.589033:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848423808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685607.589039:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41440 00000100:00100000:3.0:1734685607.589070:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848423808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685607.653341:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848423936:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685607.653423:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685607.653505:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848423936 00000100:00100000:0.0:1734685607.653512:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848423936 00000100:00100000:0.0:1734685607.653574:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6960 00000100:00100000:0.0:1734685607.653581:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848423936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685607.653608:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685607.653661:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848423936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685607.653667:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6960 00000100:00100000:3.0:1734685607.653773:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848423936:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685608.544755:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685609.348759:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848424064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685609.348814:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685609.348985:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848424064 00000100:00100000:2.0:1734685609.348992:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848424064 00000100:00100000:2.0:1734685609.349042:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6961 00000100:00100000:2.0:1734685609.349048:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848424064:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734685609.349082:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685579 00002000:00000024:2.0:1734685609.349133:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685609.349169:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848424064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685609.349175:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6961 00000100:00100000:0.0:1734685609.349200:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848424064:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685609.546944:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685610.006943:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685610.006987:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685610.007013:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685610.007039:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685610.007053:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872710016 00000100:00100000:0.0:1734685610.007059:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872710144 00000100:00100000:0.0:1734685610.007063:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872710144 00000100:00100000:1.0:1734685610.007063:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872710016 00000100:00100000:2.0:1734685610.007076:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872709760 00000100:00100000:2.0:1734685610.007081:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872709760 00000100:00100000:0.0:1734685610.007139:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54303 00000100:00100000:0.0:1734685610.007146:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872710144:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685610.007162:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872709888 00000100:00100000:2.0:1734685610.007164:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 999 00000100:00100000:1.0:1734685610.007165:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872709888 00010000:00020000:0.0:1734685610.007167:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685610.007168:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872709760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685610.007185:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3085 00000100:00100000:1.0:1734685610.007189:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872710016:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685610.007207:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872710144:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 62us (167us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685610.007207:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872709760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685610.007212:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 999 00000100:00100000:0.0:1734685610.007213:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54303 00000100:00100000:1.0:1734685610.007226:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872710016:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (237us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685610.007228:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685580 00000100:00080000:0.0:1734685610.007231:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685580 00000100:00100000:1.0:1734685610.007231:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3085 00000100:00080000:0.0:1734685610.007233:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685580 00000100:00100000:1.0:1734685610.007245:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3086 00000100:00100000:1.0:1734685610.007249:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872709888:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685610.007265:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872709888:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 16us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685610.007270:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3086 00010000:00010000:3.0:1734685610.548719:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685611.550900:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685612.517132:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685612.517152:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848424192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685612.517205:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685612.517345:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848424192 00000100:00100000:3.0:1734685612.517351:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848424192 00000100:00100000:3.0:1734685612.517394:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41441 00000100:00100000:3.0:1734685612.517399:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848424192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685612.517429:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685612.517472:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848424192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685612.517478:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41441 00000100:00100000:0.0:1734685612.517500:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848424192:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685612.553287:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685612.580707:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848424320:0@lo:400:kworker.0 00000100:00100000:2.0:1734685612.580762:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685612.580776:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848424448:0@lo:400:kworker.0 00000100:00100000:2.0:1734685612.580819:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848424320 00000100:00100000:2.0:1734685612.580825:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848424320 00000100:00100000:3.0:1734685612.580832:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685612.580857:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:2.0:1734685612.580862:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848424320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685612.580894:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848424320:12345-0@lo:400:kworker.0 Request processed in 31us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685612.580898:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:2.0:1734685612.580924:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848424320:0@lo:400:kworker.0 00000100:00080000:2.0:1734685612.580937:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685582 00000100:00100000:1.0:1734685612.581072:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848424448 00000100:00100000:1.0:1734685612.581076:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848424448 00000100:00100000:3.0:1734685612.581088:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848424576:0@lo:400:kworker.0 00000100:00080000:0.0:1734685612.581104:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685612.581108:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734685612.581108:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685612.581111:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685612.581116:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10407 00000100:00080000:0.0:1734685612.581118:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734685612.581121:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1734685612.581123:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685612.581137:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b56aa00 x1818938848424832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685612.581217:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848424704:0@lo:400:kworker.0 00000100:00100000:3.0:1734685612.581237:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685612.581241:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848424576 00000100:00100000:1.0:1734685612.581244:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848424576 00000100:00100000:3.0:1734685612.581257:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848424704 00000100:00100000:1.0:1734685612.581258:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3087 00000100:00100000:3.0:1734685612.581260:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848424704 00000100:00100000:1.0:1734685612.581263:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848424448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685612.581280:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41442 00000100:00100000:3.0:1734685612.581284:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848424704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685612.581296:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848424448:12345-0@lo:400:kworker.0 Request processed in 32us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685612.581301:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3087 00000100:00100000:3.0:1734685612.581311:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848424704:12345-0@lo:400:kworker.0 Request processed in 26us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685612.581313:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3088 00000100:00100000:1.0:1734685612.581316:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848424576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685612.581317:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41442 00000100:00100000:1.0:1734685612.581334:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848424576:12345-0@lo:400:kworker.0 Request processed in 17us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685612.581338:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3088 00000100:00100000:3.0:1734685612.581341:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848424704:0@lo:400:kworker.0 00000100:00100000:3.0:1734685612.581350:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848424576:0@lo:400:kworker.0 00000100:00100000:1.0:1734685612.581363:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848424832:0@lo:8:kworker.0 00000100:00100000:3.0:1734685612.581370:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848424448:0@lo:400:kworker.0 00000100:00100000:3.0:1734685612.581376:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685612.581380:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848424960:0@lo:400:kworker.0 00000100:00100000:1.0:1734685612.581381:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685612.581396:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685612.581409:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848424832 00000100:00100000:1.0:1734685612.581411:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848424832 00000100:00100000:1.0:1734685612.581421:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848424960 00000100:00100000:1.0:1734685612.581423:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848424960 00000100:00100000:3.0:1734685612.581425:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54304 00000100:00100000:3.0:1734685612.581429:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848424832:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685612.581436:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7835 00000100:00100000:1.0:1734685612.581439:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848424960:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734685612.581444:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685612.581464:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848424960:12345-0@lo:400:kworker.0 Request processed in 24us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685612.581469:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7835 00000100:00100000:3.0:1734685612.581569:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848424832:12345-0@lo:8:kworker.0 Request processed in 138us (187us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734685612.581570:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685612.581573:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685612.581575:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685612.581575:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54304 00000100:00080000:0.0:1734685612.581578:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10407 00000100:00080000:0.0:1734685612.581580:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685612.581583:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685612.581592:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b56b480 x1818938848425216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685612.581596:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848425088:0@lo:400:kworker.0 00000100:00100000:3.0:1734685612.581613:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685612.581618:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848425472:0@lo:400:kworker.0 00000100:00100000:3.0:1734685612.581627:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848424960:0@lo:400:kworker.0 00000100:00100000:0.0:1734685612.581639:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685612.581640:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848425344:0@lo:400:kworker.0 00000100:00100000:3.0:1734685612.581665:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685612.581666:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848425088 00000100:00100000:0.0:1734685612.581668:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848425088 00000100:00100000:3.0:1734685612.581679:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848425344 00000100:00100000:0.0:1734685612.581681:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848425472 00000100:00100000:3.0:1734685612.581681:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848425344 00000100:00100000:0.0:1734685612.581682:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848425472 00000100:00100000:0.0:1734685612.581691:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3089 00000100:00100000:3.0:1734685612.581693:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7836 00000100:00100000:0.0:1734685612.581695:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848425088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685612.581696:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848425344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685612.581717:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848425344:12345-0@lo:400:kworker.0 Request processed in 20us (51us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685612.581719:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848425088:12345-0@lo:400:kworker.0 Request processed in 24us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685612.581721:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7836 00000100:00100000:0.0:1734685612.581724:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3089 00000100:00100000:0.0:1734685612.581734:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3090 00000100:00100000:0.0:1734685612.581737:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848425472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685612.581737:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848425344:0@lo:400:kworker.0 00000100:00100000:3.0:1734685612.581752:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848425088:0@lo:400:kworker.0 00000100:00100000:0.0:1734685612.581756:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848425472:12345-0@lo:400:kworker.0 Request processed in 17us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685612.581763:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3090 00000100:00100000:0.0:1734685612.581781:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848425472:0@lo:400:kworker.0 00000100:00080000:2.0:1734685612.581853:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685582 00000100:00080000:2.0:1734685612.581856:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685582 00000100:00080000:2.0:1734685612.581857:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685582 00000100:00100000:1.0:1734685612.581906:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848425216:0@lo:8:kworker.0 00000100:00100000:1.0:1734685612.581923:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685612.581946:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685612.581949:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685612.581952:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848424832:0@lo:8:kworker.0 00000100:00100000:3.0:1734685612.581966:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848425216 00000100:00100000:3.0:1734685612.581970:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848425216 00000100:00100000:3.0:1734685612.581984:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54305 00000100:00100000:3.0:1734685612.581987:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848425216:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685612.581996:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685612.582029:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848425216:12345-0@lo:8:kworker.0 Request processed in 37us (102us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685612.582034:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54305 00000100:00080000:1.0:1734685612.582045:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685612.582047:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685612.582050:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848425216:0@lo:8:kworker.0 00000100:00100000:2.0:1734685612.596727:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848425600:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685612.596779:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685612.596822:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848425600 00000100:00100000:3.0:1734685612.596829:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848425600 00000100:00100000:3.0:1734685612.596860:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41443 00000100:00100000:3.0:1734685612.596866:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848425600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685612.596896:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685612.596930:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848425600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685612.596936:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41443 00000100:00100000:2.0:1734685612.596972:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848425600:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685612.661066:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685612.661087:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848425728:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685612.661142:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685612.661271:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848425728 00000100:00100000:0.0:1734685612.661283:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848425728 00000100:00100000:0.0:1734685612.661346:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6962 00000100:00100000:0.0:1734685612.661354:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848425728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685612.661389:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685612.661449:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848425728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685612.661456:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6962 00000100:00100000:2.0:1734685612.661589:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848425728:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685613.554721:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685614.356792:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848425856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685614.356847:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685614.356885:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848425856 00000100:00100000:0.0:1734685614.356891:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848425856 00000100:00100000:0.0:1734685614.356935:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6963 00000100:00100000:0.0:1734685614.356941:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848425856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685614.356961:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:2.0:1734685614.356985:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685584 00000100:00100000:0.0:1734685614.357004:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848425856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685614.357008:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6963 00000100:00100000:3.0:1734685614.357034:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848425856:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685614.557305:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685615.015354:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685615.015411:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685615.015438:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685615.015479:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872710272 00000100:00100000:2.0:1734685615.015488:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872710272 00000100:00100000:0.0:1734685615.015504:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685615.015555:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872710400 00000100:00100000:1.0:1734685615.015559:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872710400 00000100:00100000:2.0:1734685615.015578:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1001 00000100:00100000:1.0:1734685615.015582:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872710528 00000100:00100000:1.0:1734685615.015584:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872710528 00000100:00100000:2.0:1734685615.015584:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872710272:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685615.015598:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3091 00000100:00100000:1.0:1734685615.015602:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872710400:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685615.015633:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872710400:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685615.015634:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872710272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685615.015639:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3091 00000100:00100000:2.0:1734685615.015640:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1001 00000100:00100000:1.0:1734685615.015654:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3092 00000100:00100000:1.0:1734685615.015657:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872710528:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685615.015677:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872710528:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685615.015685:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3092 00000100:00100000:3.0:1734685615.015898:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872710656 00000100:00100000:3.0:1734685615.015902:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872710656 00000100:00080000:0.0:1734685615.015913:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685585 00000100:00080000:0.0:1734685615.015917:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685585 00000100:00080000:0.0:1734685615.015919:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685585 00000100:00100000:3.0:1734685615.015920:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54306 00000100:00100000:3.0:1734685615.015924:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872710656:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685615.015942:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685615.015977:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872710656:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 52us (473us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685615.015983:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54306 00010000:00010000:3.0:1734685615.558708:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685616.560956:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685617.524958:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848425984:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685617.525010:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685617.525115:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848425984 00000100:00100000:0.0:1734685617.525124:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848425984 00000100:00100000:0.0:1734685617.525433:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41444 00000100:00100000:0.0:1734685617.525439:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848425984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685617.525474:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685617.525673:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848425984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 233us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685617.525680:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41444 00000100:00100000:3.0:1734685617.525770:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848425984:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685617.562807:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734685617.588871:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685617.588876:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685617.588879:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685617.588886:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10412 00000100:00080000:0.0:1734685617.588889:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685617.588894:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685617.588911:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b56b100 x1818938848426624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685617.588932:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685617.588935:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734685617.588935:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848426496:0@lo:400:kworker.0 00000100:00080000:0.0:1734685617.588936:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685617.588939:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10412 00000100:00080000:0.0:1734685617.588942:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685617.588945:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685617.588954:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b569f80 x1818938848427008/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685617.588988:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685617.588994:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848426624:0@lo:8:kworker.0 00000100:00100000:3.0:1734685617.589016:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848427264:0@lo:400:kworker.0 00000100:00100000:0.0:1734685617.589018:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685617.589034:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848427008:0@lo:8:kworker.0 00000100:00100000:3.0:1734685617.589036:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685617.589047:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734685617.589049:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685617.589052:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848426368:0@lo:400:kworker.0 00000100:00100000:3.0:1734685617.589066:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685617.589074:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848427136:0@lo:400:kworker.0 00000100:00100000:0.0:1734685617.589075:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848426496 00000100:00100000:0.0:1734685617.589081:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848426496 00000100:00100000:3.0:1734685617.589086:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685617.589102:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848426624 00000100:00100000:3.0:1734685617.589105:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848426624 00000100:00100000:0.0:1734685617.589112:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41445 00000100:00100000:0.0:1734685617.589118:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848426496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685617.589119:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848427008 00000100:00100000:3.0:1734685617.589120:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848427008 00000100:00100000:3.0:1734685617.589128:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848427136 00000100:00100000:3.0:1734685617.589130:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848427136 00000100:00100000:3.0:1734685617.589147:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7837 00000100:00100000:3.0:1734685617.589151:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848427136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685617.589153:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848426496:12345-0@lo:400:kworker.0 Request processed in 35us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685617.589159:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41445 00000100:00080000:0.0:1734685617.589175:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685587 00000100:00100000:3.0:1734685617.589176:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848427136:12345-0@lo:400:kworker.0 Request processed in 24us (89us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685617.589179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685587 00000100:00100000:3.0:1734685617.589181:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7837 00000100:00100000:1.0:1734685617.589182:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848426240:0@lo:400:kworker.0 00000100:00100000:0.0:1734685617.589188:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54307 00000100:00100000:0.0:1734685617.589192:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848426624:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685617.589192:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54308 00000100:00100000:3.0:1734685617.589196:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848427008:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685617.589207:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685617.589220:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848426880:0@lo:400:kworker.0 00000100:00100000:1.0:1734685617.589233:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685617.589243:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734685617.589248:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848426112:0@lo:400:kworker.0 00000100:00100000:1.0:1734685617.589265:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685617.589273:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848426752:0@lo:400:kworker.0 00000100:00100000:1.0:1734685617.589293:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685617.589310:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848427264 00000100:00100000:1.0:1734685617.589312:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848427264 00000100:00100000:2.0:1734685617.589316:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848426112 00000100:00100000:2.0:1734685617.589320:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848426112 00000100:00100000:1.0:1734685617.589330:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848426368 00000100:00100000:1.0:1734685617.589332:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848426368 00000100:00100000:2.0:1734685617.589343:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:1.0:1734685617.589345:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848426240 00000100:00100000:1.0:1734685617.589347:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848426240 00000100:00100000:2.0:1734685617.589347:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848426112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685617.589356:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848426880 00000100:00100000:1.0:1734685617.589358:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848426880 00000100:00100000:1.0:1734685617.589365:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3093 00000100:00100000:1.0:1734685617.589370:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848427264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685617.589379:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848426112:12345-0@lo:400:kworker.0 Request processed in 31us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685617.589384:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:1.0:1734685617.589393:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848427264:12345-0@lo:400:kworker.0 Request processed in 22us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685617.589403:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3093 00000100:00100000:1.0:1734685617.589416:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3094 00000100:00100000:1.0:1734685617.589419:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848426368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685617.589422:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848426112:0@lo:400:kworker.0 00000100:00100000:1.0:1734685617.589439:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848426368:12345-0@lo:400:kworker.0 Request processed in 19us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685617.589444:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3094 00000100:00100000:1.0:1734685617.589452:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3095 00000100:00100000:1.0:1734685617.589455:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848426240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685617.589458:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848426752 00000100:00100000:2.0:1734685617.589460:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848426752 00000100:00100000:2.0:1734685617.589475:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7838 00000100:00100000:1.0:1734685617.589477:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848426240:12345-0@lo:400:kworker.0 Request processed in 20us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685617.589479:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848426752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685617.589481:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3095 00000100:00100000:1.0:1734685617.589489:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3096 00000100:00100000:1.0:1734685617.589492:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848426880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685617.589500:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848426752:12345-0@lo:400:kworker.0 Request processed in 21us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685617.589505:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7838 00000100:00100000:1.0:1734685617.589510:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848426880:12345-0@lo:400:kworker.0 Request processed in 17us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685617.589514:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3096 00000100:00100000:2.0:1734685617.589558:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848426752:0@lo:400:kworker.0 00000100:00100000:2.0:1734685617.589567:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848426240:0@lo:400:kworker.0 00000100:00100000:2.0:1734685617.589575:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b569c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848426880:0@lo:400:kworker.0 00010000:00020000:0.0:1734685617.589877:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734685617.589894:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685617.589918:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848427008:12345-0@lo:8:kworker.0 Request processed in 720us (867us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685617.589923:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54308 00000100:00100000:3.0:1734685617.589951:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848426368:0@lo:400:kworker.0 00000100:00100000:0.0:1734685617.589995:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848426624:12345-0@lo:8:kworker.0 Request processed in 801us (976us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685617.590001:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54307 00000100:00080000:0.0:1734685617.590013:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685587 00000100:00080000:0.0:1734685617.590015:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685587 00000100:00080000:0.0:1734685617.590016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685587 00000100:00080000:0.0:1734685617.590018:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685587 00000100:00100000:3.0:1734685617.590021:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848427136:0@lo:400:kworker.0 00000100:00080000:0.0:1734685617.590029:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685617.590032:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685617.590032:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848427264:0@lo:400:kworker.0 00000100:00100000:0.0:1734685617.590035:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848426624:0@lo:8:kworker.0 00000100:00100000:3.0:1734685617.590038:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848426496:0@lo:400:kworker.0 00000100:00080000:0.0:1734685617.590041:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685617.590044:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685617.590047:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b569f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848427008:0@lo:8:kworker.0 00000100:00100000:0.0:1734685617.605902:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848427392:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685617.605961:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685617.606042:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848427392 00000100:00100000:2.0:1734685617.606049:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848427392 00000100:00100000:2.0:1734685617.606090:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41446 00000100:00100000:2.0:1734685617.606096:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848427392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685617.606128:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685617.606179:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848427392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685617.606185:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41446 00000100:00100000:1.0:1734685617.606412:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848427392:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685617.668746:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685617.668766:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848427520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685617.668822:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685617.668969:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848427520 00000100:00100000:0.0:1734685617.668977:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848427520 00000100:00100000:0.0:1734685617.669016:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6964 00000100:00100000:0.0:1734685617.669021:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848427520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685617.669049:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685617.669102:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848427520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685617.669108:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6964 00000100:00100000:2.0:1734685617.669129:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848427520:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685618.565293:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685619.364847:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848427648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685619.364901:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685619.366495:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848427648 00000100:00100000:2.0:1734685619.366509:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848427648 00000100:00080000:0.0:1734685619.366586:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685589 00000100:00100000:2.0:1734685619.366618:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6965 00000100:00100000:2.0:1734685619.366625:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848427648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685619.366655:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685619.366739:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848427648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (1837us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685619.366746:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6965 00000100:00100000:1.0:1734685619.366776:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848427648:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685619.566850:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685620.022945:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685620.022975:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685620.022996:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685620.023011:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872710784 00000100:00100000:0.0:1734685620.023017:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685620.023020:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872710784 00000100:00100000:0.0:1734685620.023035:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872711168 00000100:00100000:0.0:1734685620.023038:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872711168 00000100:00100000:1.0:1734685620.023108:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872710912 00000100:00100000:1.0:1734685620.023115:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872710912 00000100:00100000:0.0:1734685620.023147:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54309 00000100:00100000:0.0:1734685620.023153:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872711168:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685620.023177:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872711040 00000100:00100000:1.0:1734685620.023180:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872711040 00000100:00100000:1.0:1734685620.023194:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3097 00000100:00100000:1.0:1734685620.023198:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872710912:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685620.023244:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685620.023284:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872711168:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 130us (264us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685620.023290:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54309 00000100:00080000:0.0:1734685620.023380:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685590 00000100:00080000:0.0:1734685620.023384:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685590 00000100:00080000:0.0:1734685620.023386:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685590 00000100:00100000:1.0:1734685620.023398:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872710912:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 198us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685620.023403:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3097 00000100:00100000:0.0:1734685620.023407:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3098 00000100:00100000:0.0:1734685620.023411:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872711040:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685620.023429:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872711040:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685620.023434:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3098 00000100:00100000:2.0:1734685620.023455:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1003 00000100:00100000:2.0:1734685620.023461:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872710784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685620.023496:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872710784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685620.023506:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1003 00010000:00010000:3.0:1734685620.568735:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685621.571114:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685622.532838:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848427776:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685622.532901:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685622.532977:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848427776 00000100:00100000:1.0:1734685622.532986:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848427776 00000100:00100000:1.0:1734685622.533033:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41447 00000100:00100000:1.0:1734685622.533040:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848427776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685622.533074:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685622.533125:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848427776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685622.533131:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41447 00000100:00100000:3.0:1734685622.533160:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848427776:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685622.573229:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734685622.596746:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685622.596751:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1734685622.596753:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848427904:0@lo:400:kworker.0 00000100:00080000:0.0:1734685622.596754:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685622.596759:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10417 00000100:00080000:0.0:1734685622.596763:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685622.596768:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685622.596788:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec63100 x1818938848428416/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685622.596809:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685622.596811:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685622.596814:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685622.596816:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685622.596818:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10417 00000100:00080000:0.0:1734685622.596821:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685622.596824:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685622.596833:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec61c00 x1818938848428800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685622.596833:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848428544:0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.596849:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685622.596861:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734685622.596862:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848428416:0@lo:8:kworker.0 00000100:00100000:2.0:1734685622.596866:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848428032:0@lo:400:kworker.0 00000100:00100000:0.0:1734685622.596883:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685622.596886:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685622.596909:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848428672:0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.596924:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685622.596950:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848427904 00000100:00100000:2.0:1734685622.596955:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848427904 00000100:00100000:2.0:1734685622.596987:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1734685622.596993:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848427904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.597024:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848427904:12345-0@lo:400:kworker.0 Request processed in 32us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685622.597029:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1734685622.597052:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848428032 00000100:00100000:2.0:1734685622.597054:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848428032 00000100:00100000:2.0:1734685622.597066:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848428672 00000100:00100000:2.0:1734685622.597067:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848428672 00000100:00100000:2.0:1734685622.597074:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3099 00000100:00100000:2.0:1734685622.597077:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848428032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.597091:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848428032:12345-0@lo:400:kworker.0 Request processed in 13us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685622.597094:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3099 00000100:00100000:2.0:1734685622.597099:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3100 00000100:00100000:2.0:1734685622.597100:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848428672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.597108:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848428672:12345-0@lo:400:kworker.0 Request processed in 7us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685622.597111:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3100 00000100:00080000:2.0:1734685622.597117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685592 00000100:00080000:2.0:1734685622.597118:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685592 00000100:00100000:2.0:1734685622.597133:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848428032:0@lo:400:kworker.0 00000100:00100000:0.0:1734685622.597135:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848428800:0@lo:8:kworker.0 00000100:00100000:2.0:1734685622.597139:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848428672:0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.597142:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848427904:0@lo:400:kworker.0 00000100:00100000:0.0:1734685622.597154:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685622.597165:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848428544 00000100:00100000:2.0:1734685622.597166:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848428544 00000100:00100000:2.0:1734685622.597177:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848428416 00000100:00100000:2.0:1734685622.597178:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848428416 00000100:00100000:0.0:1734685622.597179:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848428800 00000100:00100000:0.0:1734685622.597182:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848428800 00000100:00100000:2.0:1734685622.597185:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7839 00000100:00100000:2.0:1734685622.597187:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848428544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685622.597197:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54310 00000100:00100000:0.0:1734685622.597201:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848428416:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685622.597202:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848428544:12345-0@lo:400:kworker.0 Request processed in 14us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685622.597205:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7839 00000100:00100000:2.0:1734685622.597210:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54311 00000100:00100000:2.0:1734685622.597212:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848428800:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685622.597218:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734685622.597219:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685622.597232:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848428800:12345-0@lo:8:kworker.0 Request processed in 19us (78us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685622.597235:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54311 00000100:00100000:0.0:1734685622.597240:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848428416:12345-0@lo:8:kworker.0 Request processed in 37us (355us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734685622.597243:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685592 00000100:00100000:0.0:1734685622.597245:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54310 00000100:00100000:2.0:1734685622.597250:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848428544:0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.597263:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848428288:0@lo:400:kworker.0 00000100:00080000:0.0:1734685622.597268:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685622.597271:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685622.597274:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848428416:0@lo:8:kworker.0 00000100:00100000:2.0:1734685622.597275:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685622.597280:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685622.597282:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685622.597282:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848429056:0@lo:400:kworker.0 00000100:00100000:0.0:1734685622.597284:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848428800:0@lo:8:kworker.0 00000100:00100000:2.0:1734685622.597289:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685622.597295:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734685622.597297:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848428160:0@lo:400:kworker.0 00000100:00100000:0.0:1734685622.597299:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848429056 00000100:00100000:0.0:1734685622.597302:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848429056 00000100:00100000:2.0:1734685622.597304:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685622.597308:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848428928:0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.597314:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685622.597317:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848428160 00000100:00100000:0.0:1734685622.597318:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848428160 00000100:00100000:0.0:1734685622.597331:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3101 00000100:00100000:2.0:1734685622.597334:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3102 00000100:00100000:0.0:1734685622.597335:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848429056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.597337:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848428160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.597354:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848428160:12345-0@lo:400:kworker.0 Request processed in 17us (49us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685622.597357:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3102 00000100:00100000:0.0:1734685622.597358:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848429056:12345-0@lo:400:kworker.0 Request processed in 23us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685622.597359:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848428928 00000100:00100000:0.0:1734685622.597363:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3101 00000100:00100000:1.0:1734685622.597363:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848428928 00000100:00100000:2.0:1734685622.597366:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848428288 00000100:00100000:2.0:1734685622.597368:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848428288 00000100:00100000:0.0:1734685622.597379:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7840 00000100:00100000:0.0:1734685622.597383:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848428928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.597384:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41448 00000100:00100000:2.0:1734685622.597387:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848428288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685622.597399:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848428928:12345-0@lo:400:kworker.0 Request processed in 15us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685622.597402:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7840 00000100:00100000:2.0:1734685622.597402:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848428288:12345-0@lo:400:kworker.0 Request processed in 14us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685622.597406:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41448 00000100:00080000:0.0:1734685622.597413:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685592 00000100:00080000:0.0:1734685622.597415:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685592 00000100:00080000:0.0:1734685622.597417:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685592 00000100:00100000:2.0:1734685622.597427:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848428160:0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.597434:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848428928:0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.597439:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848428288:0@lo:400:kworker.0 00000100:00100000:2.0:1734685622.597445:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848429056:0@lo:400:kworker.0 00000100:00100000:3.0:1734685622.614596:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685622.614616:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848429184:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685622.614678:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685622.614839:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848429184 00000100:00100000:0.0:1734685622.614845:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848429184 00000100:00100000:0.0:1734685622.614876:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41449 00000100:00100000:0.0:1734685622.614881:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848429184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685622.614908:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685622.614947:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848429184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685622.614953:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41449 00000100:00100000:2.0:1734685622.615018:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848429184:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685622.676800:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685622.676827:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848429312:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685622.676886:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685622.676963:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848429312 00000100:00100000:2.0:1734685622.676971:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848429312 00000100:00100000:2.0:1734685622.677413:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6966 00000100:00100000:2.0:1734685622.677420:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848429312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685622.677449:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685622.677498:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848429312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685622.677505:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6966 00000100:00100000:3.0:1734685622.677652:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848429312:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1734685623.574781:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685624.372929:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685624.372950:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848429440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685624.373004:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685624.373222:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848429440 00000100:00100000:1.0:1734685624.373229:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848429440 00000100:00100000:1.0:1734685624.373323:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6967 00000100:00100000:1.0:1734685624.373329:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848429440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685624.373350:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685624.373392:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848429440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685624.373399:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6967 00000100:00080000:0.0:1734685624.373451:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685594 00000100:00100000:3.0:1734685624.373517:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848429440:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685624.577192:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685625.031369:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685625.031423:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685625.031462:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685625.031503:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685625.031566:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872711424 00000100:00100000:0.0:1734685625.031576:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872711424 00000100:00100000:3.0:1734685625.031632:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872711296 00000100:00100000:3.0:1734685625.031644:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872711296 00000100:00100000:0.0:1734685625.031659:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872711552 00000100:00100000:0.0:1734685625.031662:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872711552 00000100:00100000:0.0:1734685625.031681:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3103 00000100:00100000:0.0:1734685625.031687:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872711424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685625.031694:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1005 00000100:00100000:3.0:1734685625.031700:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872711296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685625.031753:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872711424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 66us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685625.031759:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3103 00000100:00100000:3.0:1734685625.031768:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872711296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 67us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685625.031774:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3104 00000100:00100000:3.0:1734685625.031774:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1005 00000100:00100000:0.0:1734685625.031778:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872711552:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685625.031787:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872711680 00000100:00100000:1.0:1734685625.031792:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872711680 00000100:00100000:0.0:1734685625.031797:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872711552:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685625.031803:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3104 00000100:00100000:1.0:1734685625.031812:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54312 00000100:00100000:1.0:1734685625.031816:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872711680:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:0.0:1734685625.031820:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685595 00000100:00080000:0.0:1734685625.031824:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685595 00000100:00080000:0.0:1734685625.031826:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685595 00010000:00020000:1.0:1734685625.031836:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685625.031861:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872711680:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 44us (398us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685625.031867:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54312 00010000:00010000:3.0:1734685625.578718:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685626.580863:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685627.540784:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848429568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685627.540833:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685627.541001:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848429568 00000100:00100000:0.0:1734685627.541007:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848429568 00000100:00100000:0.0:1734685627.541037:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41450 00000100:00100000:0.0:1734685627.541041:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848429568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685627.541065:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685627.541095:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848429568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685627.541099:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41450 00000100:00100000:3.0:1734685627.541147:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848429568:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685627.582971:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734685627.604775:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685627.604781:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685627.604785:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685627.604793:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10422 00000100:00080000:0.0:1734685627.604798:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685627.604805:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685627.604832:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008cafed80 x1818938848430208/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685627.604859:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685627.604862:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685627.604864:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685627.604867:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10422 00000100:00080000:0.0:1734685627.604869:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685627.604872:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685627.604881:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008cafdf80 x1818938848430592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685627.604927:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848430208:0@lo:8:kworker.0 00000100:00100000:0.0:1734685627.604996:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685627.605022:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848430592:0@lo:8:kworker.0 00000100:00100000:0.0:1734685627.605040:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685627.605061:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848429824:0@lo:400:kworker.0 00000100:00100000:0.0:1734685627.605076:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848430208 00000100:00100000:0.0:1734685627.605083:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848430208 00000100:00100000:0.0:1734685627.605105:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848430592 00000100:00100000:0.0:1734685627.605107:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848430592 00000100:00100000:0.0:1734685627.605119:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54313 00000100:00100000:1.0:1734685627.605125:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685627.605127:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848430208:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685627.605149:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685627.605155:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848430464:0@lo:400:kworker.0 00000100:00100000:1.0:1734685627.605178:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685627.605186:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848430208:12345-0@lo:8:kworker.0 Request processed in 60us (189us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685627.605192:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54313 00000100:00100000:1.0:1734685627.605195:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734685627.605201:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848429696:0@lo:400:kworker.0 00000100:00100000:0.0:1734685627.605205:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54314 00000100:00100000:0.0:1734685627.605208:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848430592:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685627.605216:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685627.605223:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685627.605227:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848430592:12345-0@lo:8:kworker.0 Request processed in 18us (187us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685627.605231:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54314 00000100:00100000:1.0:1734685627.605238:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848430336:0@lo:400:kworker.0 00000100:00100000:1.0:1734685627.605255:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685627.605280:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848430336 00000100:00100000:1.0:1734685627.605285:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848430336 00000100:00100000:1.0:1734685627.605321:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7841 00000100:00100000:1.0:1734685627.605327:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848430336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685627.605370:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848430336:12345-0@lo:400:kworker.0 Request processed in 43us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685627.605376:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7841 00000100:00080000:0.0:1734685627.605390:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685627.605394:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:1.0:1734685627.605394:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685597 00000100:00100000:0.0:1734685627.605398:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848430208:0@lo:8:kworker.0 00000100:00080000:0.0:1734685627.605405:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685627.605405:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848429696 00000100:00080000:0.0:1734685627.605408:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685627.605408:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848429696 00000100:00100000:0.0:1734685627.605410:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848430592:0@lo:8:kworker.0 00000100:00100000:1.0:1734685627.605428:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1734685627.605432:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848429696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685627.605451:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848429824 00000100:00100000:0.0:1734685627.605454:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848429824 00000100:00100000:1.0:1734685627.605454:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848429696:12345-0@lo:400:kworker.0 Request processed in 21us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685627.605460:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1734685627.605477:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848430464 00000100:00080000:1.0:1734685627.605477:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685597 00000100:00100000:0.0:1734685627.605479:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848430464 00000100:00080000:1.0:1734685627.605481:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685597 00000100:00100000:0.0:1734685627.605492:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3105 00000100:00100000:0.0:1734685627.605496:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848429824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685627.605498:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848429696:0@lo:400:kworker.0 00000100:00100000:1.0:1734685627.605508:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848430336:0@lo:400:kworker.0 00000100:00100000:1.0:1734685627.605586:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3106 00000100:00100000:1.0:1734685627.605592:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848430464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685627.605611:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848430080:0@lo:400:kworker.0 00000100:00100000:3.0:1734685627.605652:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685627.605667:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848430848:0@lo:400:kworker.0 00000100:00100000:3.0:1734685627.605682:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685627.605691:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734685627.605695:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848429952:0@lo:400:kworker.0 00000100:00100000:3.0:1734685627.605713:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685627.605722:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848430720:0@lo:400:kworker.0 00000100:00100000:3.0:1734685627.605734:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685627.605752:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848430080 00000100:00100000:3.0:1734685627.605755:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848430080 00000100:00100000:3.0:1734685627.605783:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41451 00000100:00100000:3.0:1734685627.605787:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848430080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685627.605814:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848430080:12345-0@lo:400:kworker.0 Request processed in 26us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685627.605820:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41451 00000100:00100000:3.0:1734685627.605836:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848430848 00000100:00100000:3.0:1734685627.605839:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848430848 00000100:00100000:3.0:1734685627.605853:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848429952 00000100:00100000:3.0:1734685627.605854:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848429952 00000100:00100000:3.0:1734685627.605868:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3107 00000100:00100000:3.0:1734685627.605872:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848430848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685627.605894:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848430848:12345-0@lo:400:kworker.0 Request processed in 21us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685627.605899:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3107 00000100:00100000:3.0:1734685627.605907:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3108 00000100:00100000:3.0:1734685627.605909:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848429952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685627.605929:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848429952:12345-0@lo:400:kworker.0 Request processed in 18us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685627.605933:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3108 00000100:00100000:3.0:1734685627.605955:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848429952:0@lo:400:kworker.0 00000100:00100000:3.0:1734685627.605960:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848430080:0@lo:400:kworker.0 00000100:00100000:3.0:1734685627.605967:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848430848:0@lo:400:kworker.0 00000100:00100000:2.0:1734685627.606029:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848430720 00000100:00100000:2.0:1734685627.606032:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848430720 00000100:00100000:2.0:1734685627.606050:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7842 00000100:00100000:2.0:1734685627.606054:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848430720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685627.606080:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848430720:12345-0@lo:400:kworker.0 Request processed in 26us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685627.606084:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7842 00000100:00100000:3.0:1734685627.606142:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848430720:0@lo:400:kworker.0 00000100:00100000:0.0:1734685627.606652:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848429824:12345-0@lo:400:kworker.0 Request processed in 1154us (1526us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685627.606658:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3105 00000100:00080000:0.0:1734685627.606690:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685597 00000100:00080000:0.0:1734685627.606694:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685597 00000100:00080000:0.0:1734685627.606696:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685597 00000100:00100000:1.0:1734685627.606702:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848430464:12345-0@lo:400:kworker.0 Request processed in 1106us (1519us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685627.606708:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3106 00000100:00100000:2.0:1734685627.606785:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848429824:0@lo:400:kworker.0 00000100:00100000:2.0:1734685627.606797:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848430464:0@lo:400:kworker.0 00000100:00100000:3.0:1734685627.621473:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848430976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685627.621579:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685627.621624:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848430976 00000100:00100000:2.0:1734685627.621634:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848430976 00000100:00100000:2.0:1734685627.621679:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41452 00000100:00100000:2.0:1734685627.621686:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848430976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685627.621721:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685627.621763:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848430976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685627.621770:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41452 00000100:00100000:3.0:1734685627.621839:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b569180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848430976:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685627.684988:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685627.685013:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848431104:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685627.685091:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685627.685176:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848431104 00000100:00100000:1.0:1734685627.685187:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848431104 00000100:00100000:1.0:1734685627.685242:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6968 00000100:00100000:1.0:1734685627.685249:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848431104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685627.685277:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685627.685341:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072bf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848431104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685627.685346:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6968 00000100:00100000:3.0:1734685627.685386:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848431104:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1734685628.584763:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685629.380989:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685629.381009:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848431232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685629.381060:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685629.381098:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848431232 00000100:00100000:1.0:1734685629.381104:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848431232 00000100:00100000:1.0:1734685629.381151:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6969 00000100:00100000:1.0:1734685629.381157:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848431232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685629.381174:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:0.0:1734685629.381193:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685599 00000100:00100000:1.0:1734685629.381215:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848431232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685629.381224:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6969 00000100:00100000:2.0:1734685629.381251:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848431232:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685629.587272:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685630.038863:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685630.038909:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685630.038938:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685630.038965:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685630.038986:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872712064 00000100:00100000:0.0:1734685630.038992:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872712064 00000100:00100000:0.0:1734685630.039027:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872711936 00000100:00100000:0.0:1734685630.039029:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872711936 00000100:00100000:0.0:1734685630.039041:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3109 00000100:00100000:0.0:1734685630.039046:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872712064:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685630.039096:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872712064:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685630.039102:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3109 00000100:00100000:0.0:1734685630.039115:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3110 00000100:00100000:0.0:1734685630.039118:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872711936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685630.039133:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872711936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685630.039138:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3110 00000100:00100000:0.0:1734685630.039153:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872712192 00000100:00100000:0.0:1734685630.039155:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872712192 00000100:00100000:0.0:1734685630.039182:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54315 00000100:00100000:0.0:1734685630.039186:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872712192:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685630.039205:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685630.039222:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872712192:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 35us (257us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685630.039227:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54315 00000100:00080000:0.0:1734685630.039314:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685600 00000100:00080000:0.0:1734685630.039318:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685600 00000100:00100000:3.0:1734685630.039346:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872711808 00000100:00100000:3.0:1734685630.039350:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872711808 00000100:00100000:3.0:1734685630.039389:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1007 00000100:00100000:3.0:1734685630.039394:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872711808:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685630.039420:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872711808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685630.039425:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1007 00000100:00080000:0.0:1734685630.039891:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685600 00010000:00010000:3.0:1734685630.588737:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685631.592221:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685632.548778:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848431360:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685632.548834:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685632.548941:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848431360 00000100:00100000:0.0:1734685632.548947:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848431360 00000100:00100000:0.0:1734685632.548984:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41453 00000100:00100000:0.0:1734685632.548989:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848431360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685632.549017:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685632.549066:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848431360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685632.549072:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41453 00000100:00100000:2.0:1734685632.549094:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848431360:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685632.593006:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685632.612953:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848431616:0@lo:400:kworker.0 00000100:00100000:3.0:1734685632.612953:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848431488:0@lo:400:kworker.0 00000100:00100000:2.0:1734685632.612995:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848431744:0@lo:400:kworker.0 00000100:00080000:0.0:1734685632.613043:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685632.613083:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685632.613085:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685632.613090:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10427 00000100:00080000:0.0:1734685632.613093:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685632.613098:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685632.613115:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51fb80 x1818938848432000/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685632.613133:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685632.613136:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685632.613137:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685632.613139:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10427 00000100:00080000:0.0:1734685632.613140:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685632.613142:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685632.613147:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51f480 x1818938848432384/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685632.613170:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848432000:0@lo:8:kworker.0 00000100:00100000:3.0:1734685632.613272:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685632.613273:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685632.613296:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848432256:0@lo:400:kworker.0 00000100:00100000:3.0:1734685632.613298:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848432128:0@lo:400:kworker.0 00000100:00100000:1.0:1734685632.613308:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685632.613320:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685632.613330:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848431616 00000100:00100000:1.0:1734685632.613334:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848431616 00000100:00100000:3.0:1734685632.613346:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848431488 00000100:00100000:3.0:1734685632.613349:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848431488 00000100:00100000:1.0:1734685632.613359:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848432256 00000100:00100000:1.0:1734685632.613360:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848432256 00000100:00100000:1.0:1734685632.613369:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3111 00000100:00100000:3.0:1734685632.613370:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1734685632.613373:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848431616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685632.613375:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848431488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685632.613399:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848431616:12345-0@lo:400:kworker.0 Request processed in 26us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685632.613403:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3111 00000100:00100000:3.0:1734685632.613404:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848431488:12345-0@lo:400:kworker.0 Request processed in 29us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685632.613409:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1734685632.613414:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3112 00000100:00100000:1.0:1734685632.613416:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848432256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685632.613426:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848432256:12345-0@lo:400:kworker.0 Request processed in 9us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685632.613428:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3112 00000100:00080000:1.0:1734685632.613435:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685602 00000100:00080000:1.0:1734685632.613437:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685602 00000100:00100000:3.0:1734685632.613443:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848431488:0@lo:400:kworker.0 00000100:00100000:1.0:1734685632.613449:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848432256:0@lo:400:kworker.0 00000100:00100000:1.0:1734685632.613466:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848431616:0@lo:400:kworker.0 00000100:00100000:3.0:1734685632.613480:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848432128 00000100:00100000:3.0:1734685632.613483:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848432128 00000100:00080000:1.0:1734685632.613491:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685602 00000100:00100000:1.0:1734685632.613496:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848431872:0@lo:400:kworker.0 00000100:00100000:3.0:1734685632.613504:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7843 00000100:00100000:1.0:1734685632.613508:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685632.613508:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848432128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685632.613516:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848432640:0@lo:400:kworker.0 00000100:00100000:1.0:1734685632.613525:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685632.613550:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848432128:12345-0@lo:400:kworker.0 Request processed in 42us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685632.613552:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685632.613555:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848432512:0@lo:400:kworker.0 00000100:00100000:3.0:1734685632.613556:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7843 00000100:00100000:1.0:1734685632.613563:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685632.613574:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848432640 00000100:00100000:3.0:1734685632.613574:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848432128:0@lo:400:kworker.0 00000100:00100000:1.0:1734685632.613576:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848432640 00000100:00100000:3.0:1734685632.613584:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848432512 00000100:00100000:1.0:1734685632.613586:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3113 00000100:00100000:3.0:1734685632.613586:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848432512 00000100:00100000:1.0:1734685632.613588:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848432640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685632.613600:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848432640:12345-0@lo:400:kworker.0 Request processed in 12us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685632.613601:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7844 00000100:00100000:1.0:1734685632.613603:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3113 00000100:00100000:3.0:1734685632.613605:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848432512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685632.613612:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848431872 00000100:00100000:1.0:1734685632.613614:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848431872 00000100:00100000:1.0:1734685632.613625:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41454 00000100:00100000:3.0:1734685632.613625:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848432512:12345-0@lo:400:kworker.0 Request processed in 19us (60us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685632.613627:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848431872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685632.613630:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7844 00000100:00100000:1.0:1734685632.613639:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848431872:12345-0@lo:400:kworker.0 Request processed in 11us (130us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685632.613639:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685602 00000100:00100000:1.0:1734685632.613641:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41454 00000100:00080000:3.0:1734685632.613642:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685602 00000100:00100000:1.0:1734685632.613651:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848432512:0@lo:400:kworker.0 00000100:00100000:1.0:1734685632.613655:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848431872:0@lo:400:kworker.0 00000100:00100000:1.0:1734685632.613658:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848432640:0@lo:400:kworker.0 00000100:00100000:0.0:1734685632.613737:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685632.613755:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848432384:0@lo:8:kworker.0 00000100:00100000:0.0:1734685632.613763:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685632.613773:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848432000 00000100:00100000:3.0:1734685632.613776:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848432000 00000100:00100000:2.0:1734685632.613797:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685632.613801:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848432384 00000100:00100000:3.0:1734685632.613804:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848432384 00000100:00100000:3.0:1734685632.613815:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54316 00000100:00100000:3.0:1734685632.613819:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848432000:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685632.613823:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54317 00000100:00100000:2.0:1734685632.613826:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848432384:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685632.613833:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734685632.613838:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685632.613854:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848432384:12345-0@lo:8:kworker.0 Request processed in 28us (90us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685632.613858:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54317 00000100:00100000:3.0:1734685632.613858:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848432000:12345-0@lo:8:kworker.0 Request processed in 38us (119us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685632.613863:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54316 00000100:00100000:1.0:1734685632.613904:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848431744 00000100:00100000:1.0:1734685632.613906:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848431744 00000100:00100000:1.0:1734685632.613919:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3114 00000100:00100000:1.0:1734685632.613921:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848431744:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685632.613929:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685632.613932:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685632.613935:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848432000:0@lo:8:kworker.0 00000100:00080000:0.0:1734685632.613941:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685632.613943:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685632.613946:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848432384:0@lo:8:kworker.0 00000100:00080000:3.0:1734685632.613986:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685602 00000100:00100000:1.0:1734685632.614471:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848431744:12345-0@lo:400:kworker.0 Request processed in 547us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685632.614480:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3114 00000100:00100000:2.0:1734685632.614526:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848431744:0@lo:400:kworker.0 00000100:00100000:0.0:1734685632.631153:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848432768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685632.631215:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685632.631602:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848432768 00000100:00100000:3.0:1734685632.631609:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848432768 00000100:00100000:3.0:1734685632.631641:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41455 00000100:00100000:3.0:1734685632.631646:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848432768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685632.631676:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685632.631710:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848432768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685632.631716:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41455 00000100:00100000:0.0:1734685632.632163:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848432768:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685632.692760:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848432896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685632.692814:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685632.692917:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848432896 00000100:00100000:2.0:1734685632.692924:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848432896 00000100:00100000:2.0:1734685632.692967:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6970 00000100:00100000:2.0:1734685632.692973:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848432896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685632.692997:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685632.693040:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848432896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685632.693045:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6970 00000100:00100000:1.0:1734685632.693067:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848432896:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685633.595336:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685634.388850:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848433024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685634.388906:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685634.389033:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848433024 00000100:00100000:2.0:1734685634.389039:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848433024 00000100:00100000:2.0:1734685634.389092:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6971 00000100:00100000:2.0:1734685634.389098:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848433024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685634.389117:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685634.389157:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848433024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685634.389162:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6971 00000100:00080000:3.0:1734685634.389221:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685604 00000100:00100000:1.0:1734685634.389224:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848433024:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685634.596821:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685635.047058:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685635.047107:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685635.047141:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685635.047214:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685635.047247:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872712704 00000100:00100000:0.0:1734685635.047256:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872712704 00000100:00100000:0.0:1734685635.047306:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54318 00000100:00100000:0.0:1734685635.047314:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872712704:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685635.047341:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685635.047392:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872712704:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 77us (177us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685635.047400:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54318 00000100:00100000:0.0:1734685635.047508:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872712576 00000100:00100000:0.0:1734685635.047512:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872712576 00000100:00100000:0.0:1734685635.047575:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872712448 00000100:00100000:0.0:1734685635.047578:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872712448 00000100:00100000:0.0:1734685635.047595:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3115 00000100:00100000:0.0:1734685635.047599:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872712576:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685635.047635:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872712576:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685635.047641:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3115 00000100:00100000:0.0:1734685635.047655:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3116 00000100:00100000:0.0:1734685635.047659:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872712448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685635.047677:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872712448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685635.047682:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3116 00000100:00080000:0.0:1734685635.047737:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685605 00000100:00080000:0.0:1734685635.047741:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685605 00000100:00100000:3.0:1734685635.047864:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872712320 00000100:00100000:3.0:1734685635.047868:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872712320 00000100:00100000:3.0:1734685635.047905:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1009 00000100:00100000:3.0:1734685635.047910:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872712320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685635.047935:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872712320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (889us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685635.047940:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1009 00000100:00080000:0.0:1734685635.048379:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685605 00010000:00010000:3.0:1734685635.598975:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685636.600705:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685637.557010:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848433152:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685637.557115:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685637.557299:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848433152 00000100:00100000:2.0:1734685637.557306:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848433152 00000100:00100000:2.0:1734685637.557416:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41456 00000100:00100000:2.0:1734685637.557423:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848433152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685637.557451:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685637.557493:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848433152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685637.557499:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41456 00000100:00100000:1.0:1734685637.557635:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848433152:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685637.603125:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734685637.620731:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685637.620737:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685637.620740:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685637.620748:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10432 00000100:00080000:0.0:1734685637.620751:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685637.620757:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685637.620775:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51e300 x1818938848433792/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685637.620797:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685637.620800:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685637.620801:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734685637.621172:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848433280:0@lo:400:kworker.0 00000100:00100000:2.0:1734685637.621231:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685637.621255:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848433920:0@lo:400:kworker.0 00000100:00100000:2.0:1734685637.621271:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685637.621289:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734685637.621292:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848433280 00000100:00100000:2.0:1734685637.621293:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848433408:0@lo:400:kworker.0 00000100:00100000:3.0:1734685637.621299:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848433280 00000100:00100000:2.0:1734685637.621312:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685637.621320:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848434048:0@lo:400:kworker.0 00000100:00100000:2.0:1734685637.621333:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685637.621335:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1734685637.621341:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848433280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685637.621355:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848433408 00000100:00100000:2.0:1734685637.621358:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848433408 00000100:00100000:2.0:1734685637.621393:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848434048 00000100:00100000:3.0:1734685637.621394:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848433280:12345-0@lo:400:kworker.0 Request processed in 52us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685637.621395:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848434048 00000100:00100000:3.0:1734685637.621399:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1734685637.621408:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3117 00000100:00100000:2.0:1734685637.621412:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848433408:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685637.621427:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10432 00000100:00080000:3.0:1734685637.621427:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685607 00000100:00080000:3.0:1734685637.621430:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685607 00000100:00080000:0.0:1734685637.621431:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685637.621434:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685637.621437:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848433408:12345-0@lo:400:kworker.0 Request processed in 25us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685637.621442:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3117 00000100:00100000:0.0:1734685637.621446:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51c700 x1818938848434176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685637.621452:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3118 00000100:00100000:3.0:1734685637.621456:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848434048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685637.621477:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848433792:0@lo:8:kworker.0 00000100:00100000:3.0:1734685637.621479:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848434048:12345-0@lo:400:kworker.0 Request processed in 23us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685637.621483:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848433408:0@lo:400:kworker.0 00000100:00100000:3.0:1734685637.621484:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3118 00000100:00100000:2.0:1734685637.621490:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848434048:0@lo:400:kworker.0 00000100:00100000:0.0:1734685637.621496:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685637.621496:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848433280:0@lo:400:kworker.0 00000100:00100000:3.0:1734685637.621512:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848433920 00000100:00100000:3.0:1734685637.621515:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848433920 00000100:00100000:0.0:1734685637.621516:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848434176:0@lo:8:kworker.0 00000100:00100000:2.0:1734685637.621523:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848433792 00000100:00100000:2.0:1734685637.621526:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848433792 00000100:00100000:0.0:1734685637.621545:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685637.621551:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848434176 00000100:00100000:3.0:1734685637.621553:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848434176 00000100:00100000:2.0:1734685637.621557:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7845 00000100:00100000:2.0:1734685637.621561:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848433920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685637.621568:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54319 00000100:00100000:3.0:1734685637.621572:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848433792:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685637.621579:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54320 00000100:00100000:0.0:1734685637.621583:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848434176:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685637.621585:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848433920:12345-0@lo:400:kworker.0 Request processed in 23us (313us total) trans 0 rc 0/0 00010000:00020000:3.0:1734685637.621587:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685637.621590:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7845 00010000:00020000:0.0:1734685637.621591:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685637.621611:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848433920:0@lo:400:kworker.0 00000100:00100000:3.0:1734685637.621612:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848433792:12345-0@lo:8:kworker.0 Request processed in 39us (115us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685637.621617:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54319 00000100:00080000:3.0:1734685637.621626:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685607 00000100:00100000:2.0:1734685637.621634:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848433536:0@lo:400:kworker.0 00000100:00100000:2.0:1734685637.621650:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685637.621654:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848433664:0@lo:400:kworker.0 00000100:00100000:2.0:1734685637.621659:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848434304:0@lo:400:kworker.0 00000100:00100000:2.0:1734685637.621674:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685637.621676:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685637.621683:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848434176:12345-0@lo:8:kworker.0 Request processed in 99us (136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685637.621688:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848434432:0@lo:400:kworker.0 00000100:00100000:0.0:1734685637.621689:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54320 00000100:00100000:2.0:1734685637.621690:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848434304 00000100:00100000:2.0:1734685637.621692:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848434304 00000100:00100000:3.0:1734685637.621702:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685637.621706:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685637.621709:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685637.621718:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848433536 00000100:00100000:2.0:1734685637.621720:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7846 00000100:00100000:3.0:1734685637.621720:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848433536 00000100:00100000:2.0:1734685637.621723:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848434304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685637.621734:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848434432 00000100:00100000:3.0:1734685637.621736:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848434432 00000100:00100000:2.0:1734685637.621747:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848434304:12345-0@lo:400:kworker.0 Request processed in 23us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685637.621748:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3119 00000100:00100000:2.0:1734685637.621752:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7846 00000100:00100000:3.0:1734685637.621752:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848433536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685637.621765:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3120 00000100:00100000:0.0:1734685637.621766:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848433792:0@lo:8:kworker.0 00000100:00100000:2.0:1734685637.621769:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848434432:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685637.621775:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685637.621777:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685637.621779:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848433536:12345-0@lo:400:kworker.0 Request processed in 26us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685637.621780:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848434176:0@lo:8:kworker.0 00000100:00100000:3.0:1734685637.621783:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3119 00000100:00100000:2.0:1734685637.621792:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848434432:12345-0@lo:400:kworker.0 Request processed in 22us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685637.621797:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3120 00000100:00100000:3.0:1734685637.621804:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848434432:0@lo:400:kworker.0 00000100:00080000:2.0:1734685637.621808:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685607 00000100:00080000:2.0:1734685637.621810:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685607 00000100:00100000:3.0:1734685637.621819:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848433664 00000100:00100000:3.0:1734685637.621821:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848433664 00000100:00100000:2.0:1734685637.621824:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848433536:0@lo:400:kworker.0 00000100:00100000:2.0:1734685637.621830:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848434304:0@lo:400:kworker.0 00000100:00100000:3.0:1734685637.621851:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41457 00000100:00100000:3.0:1734685637.621854:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848433664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685637.621884:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848433664:12345-0@lo:400:kworker.0 Request processed in 29us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685637.621889:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41457 00000100:00080000:0.0:1734685637.622131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685607 00000100:00100000:2.0:1734685637.623766:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848433664:0@lo:400:kworker.0 00000100:00100000:1.0:1734685637.637046:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685637.637066:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848434560:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685637.637120:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685637.637251:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848434560 00000100:00100000:3.0:1734685637.637258:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848434560 00000100:00100000:3.0:1734685637.637340:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41458 00000100:00100000:3.0:1734685637.637346:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848434560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685637.637389:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685637.637430:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848434560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685637.637436:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41458 00000100:00100000:1.0:1734685637.637515:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848434560:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685637.700916:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848434688:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685637.700973:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685637.701072:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848434688 00000100:00100000:0.0:1734685637.701080:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848434688 00000100:00100000:0.0:1734685637.701111:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6972 00000100:00100000:0.0:1734685637.701118:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848434688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685637.701144:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685637.701180:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848434688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685637.701186:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6972 00000100:00100000:2.0:1734685637.704464:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848434688:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685638.605427:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685639.396798:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848434816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685639.396855:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685639.396966:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848434816 00000100:00100000:0.0:1734685639.396973:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848434816 00000100:00080000:2.0:1734685639.397057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685609 00000100:00100000:0.0:1734685639.397093:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6973 00000100:00100000:0.0:1734685639.397100:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848434816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685639.397121:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685639.397159:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848434816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685639.397165:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6973 00000100:00100000:2.0:1734685639.397231:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848434816:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685639.606837:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685640.055385:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685640.055432:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685640.055449:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872712960 00000100:00100000:2.0:1734685640.055458:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872712960 00000100:00100000:0.0:1734685640.055467:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685640.055510:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872712832 00000100:00100000:2.0:1734685640.055512:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872713088 00000100:00100000:2.0:1734685640.055515:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872713088 00000100:00100000:3.0:1734685640.055515:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872712832 00000100:00100000:0.0:1734685640.055572:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685640.055575:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3121 00000100:00100000:3.0:1734685640.055581:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1011 00000100:00100000:2.0:1734685640.055582:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872712960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685640.055587:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872712832:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685640.055610:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3122 00000100:00100000:0.0:1734685640.055615:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872713088:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685640.055676:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872713216 00000100:00100000:1.0:1734685640.055679:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872713216 00000100:00100000:1.0:1734685640.055699:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54321 00000100:00100000:1.0:1734685640.055703:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872713216:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685640.055786:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872713088:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 170us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685640.055786:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872712960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 203us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685640.055787:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872712832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 199us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685640.055793:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3121 00000100:00100000:3.0:1734685640.055794:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1011 00000100:00100000:0.0:1734685640.055796:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3122 00000100:00080000:2.0:1734685640.055817:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685610 00000100:00080000:2.0:1734685640.055820:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685610 00000100:00080000:2.0:1734685640.055822:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685610 00010000:00020000:1.0:1734685640.055863:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685640.055889:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872713216:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 185us (318us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685640.055897:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54321 00010000:00010000:3.0:1734685640.608802:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685641.611210:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685642.564873:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685642.564922:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848434944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685642.565034:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685642.565153:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848434944 00000100:00100000:0.0:1734685642.565161:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848434944 00000100:00100000:0.0:1734685642.565217:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41459 00000100:00100000:0.0:1734685642.565224:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848434944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685642.565256:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685642.565359:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848434944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 135us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685642.565364:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41459 00000100:00100000:2.0:1734685642.565403:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848434944:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685642.612811:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685642.629067:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848435072:0@lo:400:kworker.0 00000100:00100000:2.0:1734685642.629075:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848435200:0@lo:400:kworker.0 00000100:00100000:3.0:1734685642.629124:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685642.629198:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685642.629203:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685642.629206:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685642.629210:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10437 00000100:00080000:0.0:1734685642.629213:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685642.629218:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685642.629220:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685642.629237:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1daa00 x1818938848435584/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685642.629259:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1734685642.629260:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685642.629262:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685642.629264:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685642.629266:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10437 00000100:00100000:2.0:1734685642.629267:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848435840:0@lo:400:kworker.0 00000100:00080000:0.0:1734685642.629269:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685642.629272:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685642.629280:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1dad80 x1818938848435968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685642.629299:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685642.629311:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848435712:0@lo:400:kworker.0 00000100:00100000:0.0:1734685642.629323:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848435584:0@lo:8:kworker.0 00000100:00100000:2.0:1734685642.629334:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685642.629402:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848435200 00000100:00100000:3.0:1734685642.629407:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848435200 00000100:00100000:3.0:1734685642.629439:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848435840 00000100:00100000:0.0:1734685642.629601:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3123 00000100:00100000:0.0:1734685642.629607:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848435200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685642.629634:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848435072 00000100:00100000:1.0:1734685642.629638:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848435072 00000100:00100000:0.0:1734685642.629661:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848435200:12345-0@lo:400:kworker.0 Request processed in 54us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685642.629667:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3123 00000100:00100000:3.0:1734685642.629675:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848435840 00000100:00100000:2.0:1734685642.629678:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848435200:0@lo:400:kworker.0 00000100:00100000:0.0:1734685642.629691:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3124 00000100:00100000:0.0:1734685642.629694:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848435840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685642.629708:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685642.629717:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:1.0:1734685642.629721:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848435072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685642.629729:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848435840:12345-0@lo:400:kworker.0 Request processed in 34us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685642.629730:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848435968:0@lo:8:kworker.0 00000100:00100000:1.0:1734685642.629745:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848435072:12345-0@lo:400:kworker.0 Request processed in 24us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685642.629749:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1734685642.629752:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685642.629765:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3124 00000100:00080000:3.0:1734685642.629771:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685612 00000100:00080000:3.0:1734685642.629775:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685612 00000100:00100000:0.0:1734685642.629780:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848435328:0@lo:400:kworker.0 00000100:00100000:3.0:1734685642.629781:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848435456:0@lo:400:kworker.0 00000100:00100000:2.0:1734685642.629783:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848435712 00000100:00100000:2.0:1734685642.629787:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848435712 00000100:00100000:0.0:1734685642.629799:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685642.629800:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685642.629809:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848436096:0@lo:400:kworker.0 00000100:00100000:3.0:1734685642.629809:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848436224:0@lo:400:kworker.0 00000100:00100000:2.0:1734685642.629819:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848435584 00000100:00100000:2.0:1734685642.629820:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848435584 00000100:00100000:0.0:1734685642.629822:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685642.629822:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685642.629834:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848435968 00000100:00100000:2.0:1734685642.629835:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848435968 00000100:00100000:0.0:1734685642.629836:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848435328 00000100:00080000:3.0:1734685642.629836:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685612 00000100:00100000:0.0:1734685642.629839:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848435328 00000100:00100000:2.0:1734685642.629843:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848436096 00000100:00100000:2.0:1734685642.629845:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848436096 00000100:00100000:3.0:1734685642.629851:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848435072:0@lo:400:kworker.0 00000100:00100000:0.0:1734685642.629852:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848436224 00000100:00100000:0.0:1734685642.629854:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848436224 00000100:00100000:2.0:1734685642.629860:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7847 00000100:00080000:3.0:1734685642.629863:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685612 00000100:00100000:2.0:1734685642.629865:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848435712:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685642.629865:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685612 00000100:00100000:0.0:1734685642.629866:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3125 00000100:00100000:0.0:1734685642.629869:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848435328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685642.629871:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3126 00000100:00100000:3.0:1734685642.629874:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848436224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685642.629894:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848435328:12345-0@lo:400:kworker.0 Request processed in 24us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685642.629894:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848436224:12345-0@lo:400:kworker.0 Request processed in 19us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685642.629898:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3125 00000100:00100000:3.0:1734685642.629901:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3126 00000100:00100000:2.0:1734685642.629903:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848435712:12345-0@lo:400:kworker.0 Request processed in 37us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685642.629909:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7847 00000100:00100000:0.0:1734685642.629915:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848435456 00000100:00100000:0.0:1734685642.629918:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848435456 00000100:00100000:3.0:1734685642.629918:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848436224:0@lo:400:kworker.0 00000100:00100000:2.0:1734685642.629924:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7848 00000100:00080000:3.0:1734685642.629926:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685612 00000100:00100000:2.0:1734685642.629927:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848436096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685642.629933:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41460 00000100:00100000:0.0:1734685642.629937:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848435456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685642.629947:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848436096:12345-0@lo:400:kworker.0 Request processed in 19us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685642.629955:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7848 00000100:00100000:2.0:1734685642.629962:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54322 00000100:00100000:0.0:1734685642.629963:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848435456:12345-0@lo:400:kworker.0 Request processed in 25us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685642.629966:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848435584:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685642.629972:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54323 00000100:00100000:1.0:1734685642.629975:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848435968:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685642.629985:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734685642.629992:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685642.630011:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848435584:12345-0@lo:8:kworker.0 Request processed in 44us (303us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685642.630013:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848435968:12345-0@lo:8:kworker.0 Request processed in 36us (261us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685642.630017:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54322 00000100:00100000:1.0:1734685642.630020:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54323 00000100:00080000:2.0:1734685642.630056:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685642.630059:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685642.630062:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848435584:0@lo:8:kworker.0 00000100:00080000:2.0:1734685642.630069:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685642.630072:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685642.630073:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41460 00000100:00100000:2.0:1734685642.630074:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848435968:0@lo:8:kworker.0 00000100:00100000:3.0:1734685642.630087:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848435456:0@lo:400:kworker.0 00000100:00100000:0.0:1734685642.630092:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848435328:0@lo:400:kworker.0 00000100:00100000:0.0:1734685642.630100:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848436096:0@lo:400:kworker.0 00000100:00100000:2.0:1734685642.630371:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848435840:0@lo:400:kworker.0 00000100:00100000:2.0:1734685642.630379:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848435712:0@lo:400:kworker.0 00000100:00100000:2.0:1734685642.644763:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685642.644794:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848436352:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685642.644863:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685642.644982:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848436352 00000100:00100000:0.0:1734685642.644990:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848436352 00000100:00100000:0.0:1734685642.645044:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41461 00000100:00100000:0.0:1734685642.645051:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848436352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685642.645093:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685642.645149:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848436352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685642.645156:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41461 00000100:00100000:2.0:1734685642.645179:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848436352:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685642.708781:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848436480:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685642.708978:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685642.709110:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848436480 00000100:00100000:1.0:1734685642.709118:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848436480 00000100:00100000:1.0:1734685642.709154:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6974 00000100:00100000:1.0:1734685642.709159:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848436480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685642.709184:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685642.709212:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848436480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685642.709215:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6974 00000100:00100000:0.0:1734685642.709235:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848436480:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685643.614793:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685644.404857:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685644.404877:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848436608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685644.404930:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685644.405055:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848436608 00000100:00100000:1.0:1734685644.405062:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848436608 00000100:00080000:3.0:1734685644.405088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685614 00000100:00100000:0.0:1734685644.405140:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6975 00000100:00100000:0.0:1734685644.405147:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848436608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685644.405166:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685644.405209:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848436608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685644.405218:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6975 00000100:00100000:3.0:1734685644.405230:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848436608:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685644.616744:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685645.063069:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685645.063117:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685645.063153:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685645.063232:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685645.063300:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872713472 00000100:00100000:0.0:1734685645.063307:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872713472 00000100:00100000:0.0:1734685645.063345:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872713600 00000100:00100000:0.0:1734685645.063347:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872713600 00000100:00100000:0.0:1734685645.063363:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3127 00000100:00100000:0.0:1734685645.063369:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872713472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734685645.063380:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685615 00000100:00100000:1.0:1734685645.063387:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872713344 00000100:00080000:3.0:1734685645.063389:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685615 00000100:00100000:1.0:1734685645.063394:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872713344 00000100:00100000:3.0:1734685645.063416:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3128 00000100:00100000:3.0:1734685645.063423:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872713600:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685645.063426:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872713472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685645.063433:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3127 00000100:00100000:1.0:1734685645.063457:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1013 00000100:00100000:1.0:1734685645.063473:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872713344:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685645.063479:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872713600:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685645.063485:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3128 00000100:00100000:3.0:1734685645.063514:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872713728 00000100:00100000:1.0:1734685645.063517:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872713344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685645.063517:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872713728 00000100:00100000:1.0:1734685645.063523:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1013 00000100:00100000:3.0:1734685645.063579:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54324 00000100:00100000:3.0:1734685645.063584:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872713728:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:0.0:1734685645.063595:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685615 00010000:00020000:3.0:1734685645.063607:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685645.063641:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872713728:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 55us (408us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685645.063647:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54324 00010000:00010000:3.0:1734685645.623192:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685646.624759:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685647.572797:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848436736:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685647.572868:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685647.572917:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848436736 00000100:00100000:0.0:1734685647.572928:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848436736 00000100:00100000:0.0:1734685647.572978:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41462 00000100:00100000:0.0:1734685647.572985:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848436736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685647.573080:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685647.573156:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848436736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 170us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685647.573163:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41462 00000100:00100000:3.0:1734685647.573188:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848436736:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685647.626695:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734685647.636736:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685647.636742:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685647.636745:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685647.636748:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848436864:0@lo:400:kworker.0 00000100:00080000:0.0:1734685647.636753:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10442 00000100:00080000:0.0:1734685647.636758:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685647.636768:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685647.636786:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1dbb80 x1818938848437376/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685647.636809:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848437376:0@lo:8:kworker.0 00000100:00080000:0.0:1734685647.636811:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685647.636813:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685647.636815:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685647.636817:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10442 00000100:00100000:1.0:1734685647.636817:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848436992:0@lo:400:kworker.0 00000100:00080000:0.0:1734685647.636819:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685647.636822:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685647.636825:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685647.636830:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800728f9f80 x1818938848437760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685647.636858:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848437120:0@lo:400:kworker.0 00000100:00100000:1.0:1734685647.636864:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685647.636864:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685647.636873:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848437504:0@lo:400:kworker.0 00000100:00100000:0.0:1734685647.636884:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685647.636887:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848437632:0@lo:400:kworker.0 00000100:00100000:2.0:1734685647.636894:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848437760:0@lo:8:kworker.0 00000100:00100000:0.0:1734685647.636901:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848437888:0@lo:400:kworker.0 00000100:00100000:3.0:1734685647.636903:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685647.636911:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685647.636921:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685647.636927:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848436992 00000100:00100000:2.0:1734685647.636933:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848436992 00000100:00100000:0.0:1734685647.636935:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685647.636939:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848437248:0@lo:400:kworker.0 00000100:00100000:1.0:1734685647.636942:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848436864 00000100:00100000:1.0:1734685647.636946:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848436864 00000100:00100000:3.0:1734685647.636946:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848437376 00000100:00100000:3.0:1734685647.636951:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848437376 00000100:00100000:0.0:1734685647.636954:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685647.636963:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848438016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685647.636964:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848437120 00000100:00100000:2.0:1734685647.636966:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848437120 00000100:00100000:1.0:1734685647.636970:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:3.0:1734685647.636970:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848437504 00000100:00100000:3.0:1734685647.636972:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848437504 00000100:00100000:1.0:1734685647.636975:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848436864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685647.636977:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685647.636988:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848437632 00000100:00100000:2.0:1734685647.636990:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848437632 00000100:00100000:3.0:1734685647.636995:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848437888 00000100:00100000:3.0:1734685647.636997:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848437888 00000100:00100000:0.0:1734685647.637001:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7849 00000100:00100000:2.0:1734685647.637001:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848438016 00000100:00100000:2.0:1734685647.637003:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848438016 00000100:00100000:0.0:1734685647.637007:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848437504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685647.637011:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3129 00000100:00100000:1.0:1734685647.637012:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848436864:12345-0@lo:400:kworker.0 Request processed in 35us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685647.637013:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7850 00000100:00100000:2.0:1734685647.637015:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848436992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685647.637018:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:3.0:1734685647.637018:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848437888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685647.637037:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848437504:12345-0@lo:400:kworker.0 Request processed in 29us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685647.637039:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848436992:12345-0@lo:400:kworker.0 Request processed in 24us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685647.637042:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7849 00000100:00100000:2.0:1734685647.637044:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3129 00000100:00100000:1.0:1734685647.637048:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3130 00000100:00100000:1.0:1734685647.637052:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848437120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685647.637055:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3131 00000100:00100000:0.0:1734685647.637057:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54325 00000100:00100000:3.0:1734685647.637057:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848437888:12345-0@lo:400:kworker.0 Request processed in 38us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685647.637058:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848437632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685647.637061:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848437376:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685647.637064:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7850 00000100:00100000:1.0:1734685647.637075:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848437120:12345-0@lo:400:kworker.0 Request processed in 22us (191us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685647.637076:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685647.637081:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3130 00000100:00100000:3.0:1734685647.637092:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3132 00000100:00100000:0.0:1734685647.637093:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848437376:12345-0@lo:8:kworker.0 Request processed in 31us (228us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685647.637097:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848438016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685647.637099:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54325 00000100:00080000:0.0:1734685647.637115:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685617 00000100:00080000:0.0:1734685647.637118:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685617 00000100:00080000:0.0:1734685647.637120:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685617 00000100:00080000:0.0:1734685647.637121:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685617 00000100:00100000:3.0:1734685647.637121:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848438016:12345-0@lo:400:kworker.0 Request processed in 24us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685647.637123:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848436992:0@lo:400:kworker.0 00000100:00100000:3.0:1734685647.637127:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3132 00000100:00100000:0.0:1734685647.637142:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848438016:0@lo:400:kworker.0 00000100:00100000:0.0:1734685647.637151:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848437120:0@lo:400:kworker.0 00000100:00100000:0.0:1734685647.637159:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848437888:0@lo:400:kworker.0 00000100:00100000:3.0:1734685647.637173:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848437248 00000100:00100000:3.0:1734685647.637176:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848437248 00000100:00080000:0.0:1734685647.637188:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685617 00000100:00100000:1.0:1734685647.637189:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848437632:0@lo:400:kworker.0 00000100:00100000:2.0:1734685647.637189:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848437632:12345-0@lo:400:kworker.0 Request processed in 129us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685647.637195:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3131 00000100:00100000:3.0:1734685647.637197:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41463 00000100:00100000:3.0:1734685647.637213:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848437248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685647.637231:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848437504:0@lo:400:kworker.0 00000100:00100000:1.0:1734685647.637239:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848436864:0@lo:400:kworker.0 00000100:00100000:2.0:1734685647.637240:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685647.637242:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848437248:12345-0@lo:400:kworker.0 Request processed in 28us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685647.637247:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41463 00000100:00100000:0.0:1734685647.637253:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848437248:0@lo:400:kworker.0 00000100:00080000:2.0:1734685647.637257:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685647.637260:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685647.637266:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848437760 00000100:00100000:2.0:1734685647.637267:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848437376:0@lo:8:kworker.0 00000100:00100000:3.0:1734685647.637269:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848437760 00000100:00100000:3.0:1734685647.637286:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54326 00000100:00100000:3.0:1734685647.637290:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848437760:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685647.637305:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685647.637333:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848437760:12345-0@lo:8:kworker.0 Request processed in 42us (92us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685647.637338:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54326 00000100:00080000:2.0:1734685647.637355:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685647.637357:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685647.637360:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848437760:0@lo:8:kworker.0 00000100:00100000:1.0:1734685647.652922:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848438144:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685647.652980:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685647.653026:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848438144 00000100:00100000:2.0:1734685647.653032:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848438144 00000100:00100000:2.0:1734685647.653082:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41464 00000100:00100000:2.0:1734685647.653089:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848438144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685647.653119:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685647.653167:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848438144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685647.653173:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41464 00000100:00100000:1.0:1734685647.653195:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848438144:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685647.716710:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685647.716727:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848438272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685647.716771:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685647.716820:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848438272 00000100:00100000:2.0:1734685647.716831:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848438272 00000100:00100000:2.0:1734685647.716889:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6976 00000100:00100000:2.0:1734685647.716896:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848438272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685647.716932:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685647.716999:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848438272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685647.717005:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6976 00000100:00100000:1.0:1734685647.717022:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848438272:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685648.628749:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685649.412759:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685649.412781:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848438400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685649.412837:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685649.412903:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848438400 00000100:00100000:0.0:1734685649.412911:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848438400 00000100:00080000:2.0:1734685649.412949:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685619 00000100:00100000:0.0:1734685649.412966:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6977 00000100:00100000:0.0:1734685649.412972:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848438400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685649.412992:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685649.413035:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848438400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685649.413042:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6977 00000100:00100000:2.0:1734685649.413051:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848438400:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685649.630765:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685650.071291:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685650.071331:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685650.071356:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872713856 00000100:00100000:0.0:1734685650.071359:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685650.071367:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872713856 00000100:00100000:0.0:1734685650.071394:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685650.071419:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872713984 00000100:00100000:0.0:1734685650.071423:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872713984 00000100:00100000:1.0:1734685650.071437:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1015 00000100:00100000:1.0:1734685650.071446:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872713856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685650.071451:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872714112 00000100:00100000:0.0:1734685650.071453:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872714112 00000100:00100000:0.0:1734685650.071471:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3133 00000100:00100000:0.0:1734685650.071475:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872713984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685650.071519:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872713856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685650.071568:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1015 00000100:00080000:3.0:1734685650.071574:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685620 00000100:00080000:3.0:1734685650.071578:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685620 00000100:00080000:3.0:1734685650.071580:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685620 00000100:00100000:3.0:1734685650.071593:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872714240 00000100:00100000:3.0:1734685650.071596:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872714240 00000100:00100000:3.0:1734685650.071616:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54327 00000100:00100000:3.0:1734685650.071620:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872714240:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685650.071644:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685650.071814:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3134 00000100:00100000:2.0:1734685650.071820:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872714112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685650.071826:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872714240:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 204us (429us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685650.071834:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54327 00000100:00100000:0.0:1734685650.071844:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872713984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 352us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685650.071848:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872714112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685650.071855:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3134 00000100:00100000:0.0:1734685650.071862:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3133 00010000:00010000:3.0:1734685650.632838:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685651.634750:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685652.580722:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848438528:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685652.580807:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685652.580890:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848438528 00000100:00100000:3.0:1734685652.580897:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848438528 00000100:00100000:3.0:1734685652.580942:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41465 00000100:00100000:3.0:1734685652.580949:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848438528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685652.580987:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685652.581030:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848438528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685652.581037:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41465 00000100:00100000:2.0:1734685652.581059:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848438528:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685652.636894:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734685652.645823:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685652.645830:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685652.645834:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685652.645843:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10447 00000100:00080000:0.0:1734685652.645848:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685652.645855:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685652.645866:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848439040:0@lo:400:kworker.0 00000100:00100000:0.0:1734685652.645880:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1dbb80 x1818938848439168/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685652.645886:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848438784:0@lo:400:kworker.0 00000100:00080000:0.0:1734685652.645916:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685652.645919:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685652.645921:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685652.645924:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10447 00000100:00080000:0.0:1734685652.645926:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685652.645929:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685652.645939:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d8700 x1818938848439552/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685652.645942:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685652.645942:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685652.645975:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848439424:0@lo:400:kworker.0 00000100:00100000:3.0:1734685652.645976:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848439808:0@lo:400:kworker.0 00000100:00100000:1.0:1734685652.645982:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848438656:0@lo:400:kworker.0 00000100:00100000:0.0:1734685652.645984:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848438784 00000100:00100000:0.0:1734685652.645991:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848438784 00000100:00100000:2.0:1734685652.645992:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685652.646004:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848439040 00000100:00100000:3.0:1734685652.646007:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848439040 00000100:00100000:2.0:1734685652.646014:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848439168:0@lo:8:kworker.0 00000100:00100000:0.0:1734685652.646032:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848439424 00000100:00100000:0.0:1734685652.646035:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848439424 00000100:00100000:2.0:1734685652.646038:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685652.646038:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41466 00000100:00100000:3.0:1734685652.646044:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848439040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685652.646047:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3135 00000100:00100000:0.0:1734685652.646051:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848438784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685652.646051:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848439552:0@lo:8:kworker.0 00000100:00100000:1.0:1734685652.646054:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685652.646088:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848439296:0@lo:400:kworker.0 00000100:00100000:2.0:1734685652.646089:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685652.646094:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848439040:12345-0@lo:400:kworker.0 Request processed in 49us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685652.646101:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41466 00000100:00100000:0.0:1734685652.646104:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848438784:12345-0@lo:400:kworker.0 Request processed in 52us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685652.646109:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3135 00000100:00100000:1.0:1734685652.646127:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685652.646133:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3136 00000100:00100000:0.0:1734685652.646135:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848439424:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685652.646138:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685622 00000100:00100000:3.0:1734685652.646152:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848439168 00000100:00100000:0.0:1734685652.646155:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848439424:12345-0@lo:400:kworker.0 Request processed in 19us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685652.646155:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848439168 00000100:00100000:0.0:1734685652.646159:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3136 00000100:00100000:2.0:1734685652.646165:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848438784:0@lo:400:kworker.0 00000100:00100000:1.0:1734685652.646166:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848438656 00000100:00100000:3.0:1734685652.646168:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848439552 00000100:00100000:3.0:1734685652.646170:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848439552 00000100:00100000:1.0:1734685652.646172:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848438656 00000100:00100000:3.0:1734685652.646185:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848439296 00000100:00100000:3.0:1734685652.646188:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848439296 00000100:00100000:2.0:1734685652.646189:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848439424:0@lo:400:kworker.0 00000100:00100000:0.0:1734685652.646195:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54328 00000100:00100000:0.0:1734685652.646199:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848439168:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685652.646207:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7851 00000100:00100000:1.0:1734685652.646211:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:3.0:1734685652.646212:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848439296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685652.646216:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54329 00010000:00020000:0.0:1734685652.646217:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685652.646218:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848438656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685652.646221:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848439552:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685652.646230:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685652.646245:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848439168:12345-0@lo:8:kworker.0 Request processed in 46us (208us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685652.646247:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848439296:12345-0@lo:400:kworker.0 Request processed in 36us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685652.646250:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54328 00000100:00100000:3.0:1734685652.646253:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7851 00000100:00100000:2.0:1734685652.646255:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848439552:12345-0@lo:8:kworker.0 Request processed in 33us (164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685652.646260:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848438656:12345-0@lo:400:kworker.0 Request processed in 41us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685652.646261:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54329 00000100:00100000:0.0:1734685652.646265:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848438912:0@lo:400:kworker.0 00000100:00100000:1.0:1734685652.646266:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:3.0:1734685652.646269:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685652.646284:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848439040:0@lo:400:kworker.0 00000100:00100000:0.0:1734685652.646285:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685652.646292:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685622 00000100:00100000:0.0:1734685652.646295:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848439680:0@lo:400:kworker.0 00000100:00080000:1.0:1734685652.646295:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685622 00000100:00100000:3.0:1734685652.646301:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848439808 00000100:00100000:3.0:1734685652.646303:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848439808 00000100:00100000:0.0:1734685652.646309:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685652.646314:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848438656:0@lo:400:kworker.0 00000100:00100000:3.0:1734685652.646315:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848438912 00000100:00100000:3.0:1734685652.646318:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848438912 00000100:00100000:2.0:1734685652.646321:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848439680 00000100:00100000:2.0:1734685652.646324:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848439680 00000100:00100000:1.0:1734685652.646325:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848439296:0@lo:400:kworker.0 00000100:00100000:0.0:1734685652.646328:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3137 00000100:00100000:0.0:1734685652.646331:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848439808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685652.646336:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3138 00000100:00100000:3.0:1734685652.646340:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848438912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685652.646341:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7852 00000100:00100000:2.0:1734685652.646345:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848439680:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685652.646346:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685622 00000100:00080000:1.0:1734685652.646349:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685622 00000100:00100000:0.0:1734685652.646356:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848439808:12345-0@lo:400:kworker.0 Request processed in 24us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685652.646360:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3137 00000100:00100000:3.0:1734685652.646369:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848438912:12345-0@lo:400:kworker.0 Request processed in 28us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685652.646374:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848439680:12345-0@lo:400:kworker.0 Request processed in 28us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685652.646374:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3138 00000100:00100000:2.0:1734685652.646379:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7852 00000100:00080000:0.0:1734685652.646381:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685652.646385:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685652.646388:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848439168:0@lo:8:kworker.0 00000100:00080000:0.0:1734685652.646395:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685652.646396:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848439808:0@lo:400:kworker.0 00000100:00080000:0.0:1734685652.646397:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685652.646399:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848439552:0@lo:8:kworker.0 00000100:00100000:0.0:1734685652.646421:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848438912:0@lo:400:kworker.0 00000100:00100000:0.0:1734685652.646428:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848439680:0@lo:400:kworker.0 00000100:00100000:3.0:1734685652.660817:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685652.660835:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848439936:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685652.660887:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685652.661093:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848439936 00000100:00100000:0.0:1734685652.661106:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848439936 00000100:00100000:0.0:1734685652.661180:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41467 00000100:00100000:0.0:1734685652.661188:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848439936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685652.661229:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685652.661303:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848439936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685652.661309:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41467 00000100:00100000:3.0:1734685652.661320:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848439936:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685652.724756:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685652.724780:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848440064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685652.724833:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685652.724882:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848440064 00000100:00100000:1.0:1734685652.724889:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848440064 00000100:00100000:1.0:1734685652.724927:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6978 00000100:00100000:1.0:1734685652.724933:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848440064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685652.724956:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685652.724997:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848440064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685652.725002:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6978 00000100:00100000:2.0:1734685652.725035:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848440064:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685653.639787:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685654.420918:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685654.420936:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848440192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685654.420989:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685654.421049:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848440192 00000100:00100000:1.0:1734685654.421055:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848440192 00000100:00080000:2.0:1734685654.421103:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685624 00000100:00100000:1.0:1734685654.421107:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6979 00000100:00100000:1.0:1734685654.421112:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848440192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685654.421130:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685654.421169:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848440192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685654.421175:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6979 00000100:00100000:3.0:1734685654.421209:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848440192:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685654.640708:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685655.079399:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685655.079443:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685655.079473:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685655.079550:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872714624 00000100:00100000:3.0:1734685655.079557:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872714624 00000100:00100000:2.0:1734685655.079574:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872714368 00000100:00100000:2.0:1734685655.079578:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872714368 00000100:00100000:0.0:1734685655.079584:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685655.079595:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872714496 00000100:00100000:3.0:1734685655.079597:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872714496 00000100:00100000:2.0:1734685655.079603:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1017 00000100:00100000:0.0:1734685655.079604:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872714752 00000100:00100000:0.0:1734685655.079607:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872714752 00000100:00100000:2.0:1734685655.079609:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872714368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685655.079613:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3139 00000100:00100000:3.0:1734685655.079618:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872714624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685655.079622:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54330 00000100:00100000:0.0:1734685655.079627:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872714752:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685655.079647:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685655.079663:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872714624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685655.079668:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872714752:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (85us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685655.079669:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3139 00000100:00100000:0.0:1734685655.079673:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54330 00000100:00100000:3.0:1734685655.079685:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3140 00000100:00100000:3.0:1734685655.079688:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872714496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685655.079691:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872714368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 81us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685655.079705:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872714496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (233us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685655.079709:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685625 00000100:00100000:3.0:1734685655.079709:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3140 00000100:00080000:0.0:1734685655.079713:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685625 00000100:00080000:0.0:1734685655.079715:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685625 00000100:00100000:2.0:1734685655.079740:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1017 00010000:00010000:3.0:1734685655.644143:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685656.644888:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685657.588884:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848440320:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685657.588948:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685657.589097:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848440320 00000100:00100000:0.0:1734685657.589104:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848440320 00000100:00100000:0.0:1734685657.589134:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41468 00000100:00100000:0.0:1734685657.589140:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848440320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685657.589169:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685657.589318:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848440320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 177us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685657.589325:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41468 00000100:00100000:2.0:1734685657.589407:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848440320:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685657.646972:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734685657.652862:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685657.652867:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685657.652870:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685657.652882:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10452 00000100:00080000:0.0:1734685657.652887:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685657.652893:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685657.652912:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979a6680 x1818938848440960/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685657.652928:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848440832:0@lo:400:kworker.0 00000100:00080000:0.0:1734685657.652941:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685657.652944:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685657.652945:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685657.652949:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10452 00000100:00080000:0.0:1734685657.652950:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685657.652953:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685657.652961:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979a5880 x1818938848441344/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685657.653015:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848440960:0@lo:8:kworker.0 00000100:00100000:2.0:1734685657.653016:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685657.653084:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848441600:0@lo:400:kworker.0 00000100:00100000:0.0:1734685657.653103:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685657.653108:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848440576:0@lo:400:kworker.0 00000100:00100000:2.0:1734685657.653115:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685657.653139:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848441344:0@lo:8:kworker.0 00000100:00100000:2.0:1734685657.653140:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734685657.653148:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848440704:0@lo:400:kworker.0 00000100:00100000:3.0:1734685657.653152:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685657.653159:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685657.653173:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685657.653174:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848441216:0@lo:400:kworker.0 00000100:00100000:2.0:1734685657.653191:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848441472:0@lo:400:kworker.0 00000100:00100000:3.0:1734685657.653194:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685657.653202:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848440960 00000100:00100000:0.0:1734685657.653213:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848440960 00000100:00100000:3.0:1734685657.653213:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734685657.653214:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685657.653220:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848440448:0@lo:400:kworker.0 00000100:00100000:0.0:1734685657.653242:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848441344 00000100:00100000:0.0:1734685657.653244:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848441344 00000100:00100000:3.0:1734685657.653245:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685657.653248:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848441600 00000100:00100000:0.0:1734685657.653253:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848441472 00000100:00100000:2.0:1734685657.653254:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848441600 00000100:00100000:0.0:1734685657.653255:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848441472 00000100:00100000:3.0:1734685657.653258:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848441088:0@lo:400:kworker.0 00000100:00100000:3.0:1734685657.653272:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685657.653287:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848441088 00000100:00100000:0.0:1734685657.653289:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848441088 00000100:00100000:2.0:1734685657.653293:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848440576 00000100:00100000:2.0:1734685657.653296:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848440576 00000100:00100000:3.0:1734685657.653299:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848440704 00000100:00100000:3.0:1734685657.653303:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848440704 00000100:00100000:0.0:1734685657.653304:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7853 00000100:00100000:0.0:1734685657.653310:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848441472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685657.653317:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848441216 00000100:00100000:2.0:1734685657.653319:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848441216 00000100:00100000:3.0:1734685657.653332:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3141 00000100:00100000:3.0:1734685657.653338:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848441600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685657.653398:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3142 00000100:00100000:2.0:1734685657.653407:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848440576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685657.653413:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3143 00000100:00100000:1.0:1734685657.653422:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848440704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685657.653921:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848441472:12345-0@lo:400:kworker.0 Request processed in 611us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685657.653928:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7853 00000100:00100000:3.0:1734685657.653937:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848441600:12345-0@lo:400:kworker.0 Request processed in 598us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685657.653942:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7854 00000100:00100000:3.0:1734685657.653943:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3141 00000100:00100000:0.0:1734685657.653946:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848441088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685657.653957:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3144 00000100:00100000:3.0:1734685657.653960:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848441216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685657.653969:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848441088:12345-0@lo:400:kworker.0 Request processed in 22us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685657.653973:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7854 00000100:00100000:0.0:1734685657.653982:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54331 00000100:00100000:3.0:1734685657.653982:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848441216:12345-0@lo:400:kworker.0 Request processed in 20us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685657.653985:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848440960:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685657.653987:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3144 00010000:00020000:0.0:1734685657.654002:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685657.654002:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54332 00000100:00100000:2.0:1734685657.654004:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848440576:12345-0@lo:400:kworker.0 Request processed in 597us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685657.654006:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848441344:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685657.654011:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3142 00010000:00020000:3.0:1734685657.654015:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685657.654022:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848440960:12345-0@lo:8:kworker.0 Request processed in 36us (921us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685657.654028:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54331 00000100:00100000:3.0:1734685657.654045:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848441344:12345-0@lo:8:kworker.0 Request processed in 38us (886us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685657.654050:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54332 00000100:00100000:2.0:1734685657.654053:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848440448 00000100:00080000:0.0:1734685657.654054:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685627 00000100:00080000:0.0:1734685657.654057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685627 00000100:00100000:2.0:1734685657.654057:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848440448 00000100:00080000:0.0:1734685657.654059:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685627 00000100:00080000:0.0:1734685657.654061:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685627 00000100:00100000:2.0:1734685657.654078:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00080000:0.0:1734685657.654079:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685657.654082:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685657.654083:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848441088:0@lo:400:kworker.0 00000100:00100000:2.0:1734685657.654084:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848440448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685657.654086:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848440960:0@lo:8:kworker.0 00000100:00080000:0.0:1734685657.654092:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685657.654092:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848440576:0@lo:400:kworker.0 00000100:00080000:0.0:1734685657.654093:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685657.654096:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848441344:0@lo:8:kworker.0 00000100:00100000:3.0:1734685657.654099:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848441216:0@lo:400:kworker.0 00000100:00100000:2.0:1734685657.654110:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848440448:12345-0@lo:400:kworker.0 Request processed in 26us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685657.654114:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848440448:0@lo:400:kworker.0 00000100:00100000:0.0:1734685657.654115:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848440832 00000100:00100000:2.0:1734685657.654115:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1734685657.654117:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848440832 00000100:00100000:0.0:1734685657.654136:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41469 00000100:00100000:3.0:1734685657.654136:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848441472:0@lo:400:kworker.0 00000100:00100000:0.0:1734685657.654140:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848440832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685657.654144:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848441600:0@lo:400:kworker.0 00000100:00100000:0.0:1734685657.654167:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848440832:12345-0@lo:400:kworker.0 Request processed in 27us (1152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685657.654172:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41469 00000100:00080000:0.0:1734685657.654181:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685627 00000100:00100000:3.0:1734685657.654181:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848440832:0@lo:400:kworker.0 00000100:00100000:1.0:1734685657.654237:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848440704:12345-0@lo:400:kworker.0 Request processed in 815us (1063us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685657.654243:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3143 00000100:00100000:3.0:1734685657.654261:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848440704:0@lo:400:kworker.0 00000100:00100000:2.0:1734685657.669280:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848441728:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685657.669343:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685657.669415:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848441728 00000100:00100000:0.0:1734685657.669423:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848441728 00000100:00100000:0.0:1734685657.669475:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41470 00000100:00100000:0.0:1734685657.669483:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848441728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685657.669553:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685657.669619:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848441728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 136us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685657.669626:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41470 00000100:00100000:3.0:1734685657.669711:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848441728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685657.732824:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848441856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685657.732875:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685657.732935:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848441856 00000100:00100000:1.0:1734685657.732942:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848441856 00000100:00100000:1.0:1734685657.732972:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6980 00000100:00100000:1.0:1734685657.732978:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848441856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685657.733004:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685657.733047:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848441856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685657.733053:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6980 00000100:00100000:0.0:1734685657.733084:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848441856:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685658.648885:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685659.428797:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848441984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685659.428874:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685659.428920:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848441984 00000100:00100000:2.0:1734685659.428928:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848441984 00000100:00100000:2.0:1734685659.428994:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6981 00000100:00080000:0.0:1734685659.429022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685629 00000100:00100000:2.0:1734685659.429031:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848441984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685659.429055:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685659.429096:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848441984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685659.429102:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6981 00000100:00100000:1.0:1734685659.429140:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848441984:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685659.650782:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685660.087181:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685660.087225:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685660.087268:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685660.087280:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872714880 00000100:00100000:2.0:1734685660.087293:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872714880 00000100:00100000:1.0:1734685660.087333:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872715136 00000100:00100000:3.0:1734685660.087334:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872715008 00000100:00100000:1.0:1734685660.087338:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872715136 00000100:00100000:3.0:1734685660.087338:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872715008 00000100:00100000:2.0:1734685660.087364:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1019 00000100:00100000:2.0:1734685660.087369:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872714880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685660.087371:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3145 00000100:00100000:1.0:1734685660.087377:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872715136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685660.087377:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3146 00000100:00100000:3.0:1734685660.087383:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872715008:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685660.087436:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872714880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685660.087436:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872715008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685660.087437:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872715136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685660.087443:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3146 00000100:00100000:2.0:1734685660.087444:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1019 00000100:00100000:1.0:1734685660.087447:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3145 00000100:00080000:3.0:1734685660.087484:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685630 00000100:00080000:3.0:1734685660.087488:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685630 00000100:00080000:3.0:1734685660.087490:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685630 00000100:00100000:0.0:1734685660.087863:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685660.088014:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872715264 00000100:00100000:3.0:1734685660.088018:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872715264 00000100:00100000:3.0:1734685660.088037:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54333 00000100:00100000:3.0:1734685660.088041:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872715264:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685660.088063:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685660.088215:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872715264:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 172us (352us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685660.088223:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54333 00010000:00010000:3.0:1734685660.652782:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685661.654766:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685662.596743:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848442112:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685662.596800:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685662.596850:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848442112 00000100:00100000:2.0:1734685662.596856:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848442112 00000100:00100000:2.0:1734685662.596898:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41471 00000100:00100000:2.0:1734685662.596904:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848442112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685662.596934:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685662.596979:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848442112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685662.596985:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41471 00000100:00100000:0.0:1734685662.597003:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848442112:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685662.656765:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1734685662.660708:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685662.660713:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685662.660716:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685662.660722:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10457 00000100:00080000:0.0:1734685662.660726:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685662.660730:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685662.660730:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848442368:0@lo:400:kworker.0 00000100:00100000:0.0:1734685662.660747:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d25f480 x1818938848442752/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685662.660773:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685662.660775:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685662.660777:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685662.660779:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10457 00000100:00080000:0.0:1734685662.660781:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685662.660785:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685662.660786:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685662.660793:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979a7100 x1818938848443264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685662.660811:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848443008:0@lo:400:kworker.0 00000100:00100000:0.0:1734685662.660818:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848442752:0@lo:8:kworker.0 00000100:00100000:1.0:1734685662.660827:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685662.660843:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685662.660860:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848443264:0@lo:8:kworker.0 00000100:00100000:0.0:1734685662.660872:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685662.660900:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848442752 00000100:00100000:0.0:1734685662.660906:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848442752 00000100:00100000:0.0:1734685662.660925:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848443264 00000100:00100000:0.0:1734685662.660927:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848443264 00000100:00100000:0.0:1734685662.660939:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54334 00000100:00100000:0.0:1734685662.660943:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848442752:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685662.660978:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685662.661008:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848442752:12345-0@lo:8:kworker.0 Request processed in 64us (164us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685662.661067:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54335 00000100:00100000:3.0:1734685662.661071:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848443264:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685662.661081:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685662.661103:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848443264:12345-0@lo:8:kworker.0 Request processed in 31us (231us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685662.661109:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54335 00000100:00100000:3.0:1734685662.661130:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848442240:0@lo:400:kworker.0 00000100:00100000:2.0:1734685662.661135:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848442368 00000100:00100000:1.0:1734685662.661138:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848443008 00000100:00100000:2.0:1734685662.661139:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848442368 00000100:00100000:1.0:1734685662.661141:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848443008 00000100:00100000:3.0:1734685662.661155:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685662.661160:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3147 00000100:00100000:2.0:1734685662.661163:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3148 00000100:00100000:1.0:1734685662.661164:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848443008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685662.661167:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848442368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685662.661167:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848442880:0@lo:400:kworker.0 00000100:00100000:3.0:1734685662.661180:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685662.661189:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848443520:0@lo:400:kworker.0 00000100:00100000:1.0:1734685662.661195:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848443008:12345-0@lo:400:kworker.0 Request processed in 30us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685662.661195:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848442368:12345-0@lo:400:kworker.0 Request processed in 28us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685662.661200:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3147 00000100:00100000:2.0:1734685662.661202:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3148 00000100:00100000:3.0:1734685662.661203:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685662.661211:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848443520 00000100:00100000:2.0:1734685662.661213:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848443520 00000100:00100000:1.0:1734685662.661221:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848442496:0@lo:400:kworker.0 00000100:00080000:3.0:1734685662.661221:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685632 00000100:00100000:2.0:1734685662.661223:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3149 00000100:00100000:2.0:1734685662.661226:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848443520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685662.661231:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848442880 00000100:00100000:3.0:1734685662.661234:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848442880 00000100:00100000:2.0:1734685662.661248:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848443520:12345-0@lo:400:kworker.0 Request processed in 20us (44us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685662.661252:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3149 00000100:00100000:3.0:1734685662.661252:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7855 00000100:00100000:3.0:1734685662.661256:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848442880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685662.661268:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848442240 00000100:00100000:2.0:1734685662.661270:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848442240 00000100:00100000:3.0:1734685662.661279:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848442880:12345-0@lo:400:kworker.0 Request processed in 22us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685662.661284:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7855 00000100:00100000:2.0:1734685662.661288:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1734685662.661291:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848442240:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685662.661296:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685632 00000100:00080000:3.0:1734685662.661298:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685632 00000100:00100000:0.0:1734685662.661322:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54334 00000100:00100000:3.0:1734685662.661776:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848442880:0@lo:400:kworker.0 00000100:00100000:3.0:1734685662.661784:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848443520:0@lo:400:kworker.0 00000100:00100000:2.0:1734685662.661797:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848442240:12345-0@lo:400:kworker.0 Request processed in 504us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685662.661800:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848442240:0@lo:400:kworker.0 00000100:00100000:2.0:1734685662.661803:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00080000:0.0:1734685662.661857:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685662.661860:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685662.661863:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848442752:0@lo:8:kworker.0 00000100:00080000:0.0:1734685662.661869:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685662.661869:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685662.661871:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685662.661873:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848443264:0@lo:8:kworker.0 00000100:00100000:1.0:1734685662.661881:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848443136:0@lo:400:kworker.0 00000100:00100000:0.0:1734685662.661889:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848442624:0@lo:400:kworker.0 00000100:00100000:1.0:1734685662.661897:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685662.661927:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685662.661931:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848442496 00000100:00100000:1.0:1734685662.661934:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848442496 00000100:00100000:0.0:1734685662.661939:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848443392:0@lo:400:kworker.0 00000100:00100000:0.0:1734685662.661965:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685662.661966:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3150 00000100:00100000:1.0:1734685662.661970:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848442496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685662.661984:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848443136 00000100:00100000:0.0:1734685662.661987:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848443136 00000100:00080000:2.0:1734685662.661993:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685632 00000100:00100000:1.0:1734685662.661995:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848442496:12345-0@lo:400:kworker.0 Request processed in 24us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685662.662000:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3150 00000100:00100000:2.0:1734685662.662009:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848442624 00000100:00100000:2.0:1734685662.662011:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848442624 00000100:00100000:1.0:1734685662.662018:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848443008:0@lo:400:kworker.0 00000100:00100000:1.0:1734685662.662027:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848442368:0@lo:400:kworker.0 00000100:00100000:2.0:1734685662.662028:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41472 00000100:00100000:3.0:1734685662.662030:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848443392 00000100:00100000:2.0:1734685662.662032:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848443136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685662.662033:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848443392 00000100:00100000:1.0:1734685662.662046:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848442496:0@lo:400:kworker.0 00000100:00100000:3.0:1734685662.662048:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7856 00000100:00100000:3.0:1734685662.662052:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848443392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685662.662054:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848443136:0@lo:400:kworker.0 00000100:00100000:2.0:1734685662.662054:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848443136:12345-0@lo:400:kworker.0 Request processed in 22us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685662.662059:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41472 00000100:00100000:2.0:1734685662.662067:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41473 00000100:00100000:2.0:1734685662.662070:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848442624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685662.662080:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848443392:12345-0@lo:400:kworker.0 Request processed in 27us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685662.662086:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7856 00000100:00100000:2.0:1734685662.662089:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848442624:12345-0@lo:400:kworker.0 Request processed in 18us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685662.662093:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41473 00000100:00080000:2.0:1734685662.662102:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685632 00000100:00080000:2.0:1734685662.662104:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685632 00000100:00100000:0.0:1734685662.662123:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848442624:0@lo:400:kworker.0 00000100:00100000:0.0:1734685662.662130:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848443392:0@lo:400:kworker.0 00000100:00100000:2.0:1734685662.678795:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685662.678817:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848443648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685662.678888:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685662.678941:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848443648 00000100:00100000:0.0:1734685662.678961:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848443648 00000100:00100000:0.0:1734685662.679008:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41474 00000100:00100000:0.0:1734685662.679014:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848443648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685662.679045:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685662.679098:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848443648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685662.679105:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41474 00000100:00100000:3.0:1734685662.679177:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848443648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685662.741190:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685662.741210:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848443776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685662.741268:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685662.742998:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848443776 00000100:00100000:3.0:1734685662.743006:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848443776 00000100:00100000:3.0:1734685662.743054:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6982 00000100:00100000:3.0:1734685662.743059:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848443776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685662.743087:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685662.743383:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848443776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 322us (2115us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685662.743389:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6982 00000100:00100000:2.0:1734685662.743463:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848443776:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685663.658672:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685664.436891:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848443904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685664.436958:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685664.437089:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848443904 00000100:00100000:3.0:1734685664.437097:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848443904 00000100:00100000:3.0:1734685664.437148:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6983 00000100:00100000:3.0:1734685664.437155:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848443904:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734685664.437173:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685634 00002000:00000024:3.0:1734685664.437179:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685664.437256:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848443904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685664.437263:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6983 00000100:00100000:2.0:1734685664.437301:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848443904:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685664.662297:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685665.095138:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685665.095188:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685665.095281:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872715392 00000100:00100000:2.0:1734685665.095291:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872715392 00000100:00100000:2.0:1734685665.095356:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1021 00000100:00100000:2.0:1734685665.095363:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872715392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734685665.095489:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685635 00000100:00100000:1.0:1734685665.095589:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872715648 00000100:00100000:2.0:1734685665.095592:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872715392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 164us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685665.095600:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872715648 00000100:00100000:2.0:1734685665.095604:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1021 00000100:00100000:1.0:1734685665.095657:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3151 00000100:00100000:1.0:1734685665.095662:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872715648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685665.095693:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685665.095719:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872715648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685665.095723:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3151 00000100:00080000:3.0:1734685665.095723:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685635 00000100:00100000:1.0:1734685665.096013:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872715520 00000100:00100000:1.0:1734685665.096016:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872715520 00000100:00100000:0.0:1734685665.096035:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685665.096036:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3152 00000100:00100000:1.0:1734685665.096039:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872715520:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685665.096068:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872715520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685665.096073:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3152 00000100:00100000:0.0:1734685665.096159:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872715776 00000100:00100000:0.0:1734685665.096163:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872715776 00000100:00080000:3.0:1734685665.096199:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685635 00000100:00100000:0.0:1734685665.096256:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54336 00000100:00100000:0.0:1734685665.096261:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872715776:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685665.096285:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685665.096323:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872715776:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 60us (288us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685665.096329:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54336 00010000:00010000:3.0:1734685665.662874:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685666.665195:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685667.604828:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848444032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685667.605059:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685667.605165:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848444032 00000100:00100000:2.0:1734685667.605172:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848444032 00000100:00100000:2.0:1734685667.605636:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41475 00000100:00100000:2.0:1734685667.605642:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848444032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685667.605682:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685667.605736:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848444032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (677us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685667.605743:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41475 00000100:00100000:3.0:1734685667.605822:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848444032:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1734685667.667292:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685667.669113:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848444160:0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.669196:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685667.669271:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848444288:0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.669303:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685667.669334:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848444288 00000100:00100000:1.0:1734685667.669342:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848444288 00000100:00080000:0.0:1734685667.669407:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685667.669412:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1734685667.669414:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848444160 00000100:00080000:0.0:1734685667.669415:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685667.669421:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10463 00000100:00100000:2.0:1734685667.669421:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848444160 00000100:00080000:0.0:1734685667.669425:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685667.669429:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00080000:3.0:1734685667.669476:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685637 00000100:00080000:3.0:1734685667.669480:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685637 00000100:00100000:3.0:1734685667.669494:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848444544:0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.669498:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3153 00000100:00100000:2.0:1734685667.669499:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1734685667.669505:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848444288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685667.669506:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848444160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685667.669561:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685667.669568:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848444160:12345-0@lo:400:kworker.0 Request processed in 61us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685667.669575:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1734685667.669596:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848444288:12345-0@lo:400:kworker.0 Request processed in 90us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685667.669601:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848444544 00000100:00100000:1.0:1734685667.669604:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3153 00000100:00100000:3.0:1734685667.669604:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848444544 00000100:00100000:2.0:1734685667.669610:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848444416:0@lo:400:kworker.0 00000100:00100000:3.0:1734685667.669625:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41476 00000100:00100000:2.0:1734685667.669630:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685667.669630:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848444544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.669653:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848444288:0@lo:400:kworker.0 00000100:00100000:3.0:1734685667.669659:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848444544:12345-0@lo:400:kworker.0 Request processed in 29us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685667.669664:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41476 00000100:00100000:1.0:1734685667.669673:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848444416 00000100:00100000:1.0:1734685667.669675:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848444416 00000100:00100000:3.0:1734685667.669690:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848444544:0@lo:400:kworker.0 00000100:00080000:3.0:1734685667.669702:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685637 00000100:00080000:3.0:1734685667.669704:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685637 00000100:00100000:1.0:1734685667.669708:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3154 00000100:00100000:1.0:1734685667.669712:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848444416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.669740:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848444416:12345-0@lo:400:kworker.0 Request processed in 28us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685667.669745:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3154 00000100:00100000:0.0:1734685667.669757:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05e680 x1818938848444672/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685667.669787:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848444672:0@lo:8:kworker.0 00000100:00080000:0.0:1734685667.669799:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685667.669801:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685667.669803:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685667.669806:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10463 00000100:00080000:0.0:1734685667.669808:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:1.0:1734685667.669810:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685667.669812:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685667.669821:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05f800 x1818938848445184/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685667.669833:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848444928:0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.669847:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685667.669854:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848444800:0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.669856:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685667.669861:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848445056:0@lo:400:kworker.0 00000100:00100000:0.0:1734685667.669888:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685667.669906:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848445440:0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.669913:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685667.669926:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685667.669930:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848445184:0@lo:8:kworker.0 00000100:00100000:0.0:1734685667.669943:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848444160:0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.669946:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685667.669956:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685667.669960:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848445312:0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.669961:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848444928 00000100:00100000:1.0:1734685667.669964:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848444928 00000100:00100000:0.0:1734685667.669975:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685667.669976:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848445440 00000100:00100000:1.0:1734685667.669978:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848445440 00000100:00100000:1.0:1734685667.669989:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3155 00000100:00100000:1.0:1734685667.669992:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848444928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685667.669996:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848444672 00000100:00100000:0.0:1734685667.669999:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848444672 00000100:00100000:1.0:1734685667.670011:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848444928:12345-0@lo:400:kworker.0 Request processed in 18us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685667.670012:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848444800 00000100:00100000:0.0:1734685667.670014:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848444800 00000100:00100000:1.0:1734685667.670016:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3155 00000100:00100000:1.0:1734685667.670027:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3156 00000100:00100000:1.0:1734685667.670029:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848445440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.670047:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848445440:12345-0@lo:400:kworker.0 Request processed in 17us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685667.670052:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3156 00000100:00100000:1.0:1734685667.670073:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848444928:0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.670092:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848445440:0@lo:400:kworker.0 00000100:00100000:3.0:1734685667.670104:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848445312 00000100:00100000:3.0:1734685667.670108:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848445312 00000100:00100000:1.0:1734685667.670118:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7857 00000100:00100000:1.0:1734685667.670123:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848444800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685667.670174:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848445184 00000100:00100000:0.0:1734685667.670179:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848445184 00000100:00100000:2.0:1734685667.670196:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848444416:0@lo:400:kworker.0 00000100:00100000:2.0:1734685667.670217:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848445056 00000100:00100000:2.0:1734685667.670219:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848445056 00000100:00100000:3.0:1734685667.670234:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7858 00000100:00100000:2.0:1734685667.670236:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41477 00000100:00100000:3.0:1734685667.670240:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848445312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685667.670241:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848445056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685667.670273:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848445056:12345-0@lo:400:kworker.0 Request processed in 32us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685667.670276:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848445312:12345-0@lo:400:kworker.0 Request processed in 36us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685667.670278:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41477 00000100:00100000:3.0:1734685667.670282:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7858 00000100:00100000:3.0:1734685667.670293:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54337 00000100:00100000:3.0:1734685667.670297:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848444672:12345-0@lo:8:kworker.0 00000100:00080000:2.0:1734685667.670309:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685637 00010000:00020000:3.0:1734685667.670312:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685667.670335:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848444672:12345-0@lo:8:kworker.0 Request processed in 37us (524us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685667.670339:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54337 00000100:00080000:2.0:1734685667.670353:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685667.670357:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685667.670360:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848444672:0@lo:8:kworker.0 00000100:00100000:1.0:1734685667.670426:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848444800:12345-0@lo:400:kworker.0 Request processed in 302us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685667.670432:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7857 00000100:00100000:1.0:1734685667.670455:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848445056:0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.670472:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848445312:0@lo:400:kworker.0 00000100:00100000:1.0:1734685667.670480:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848444800:0@lo:400:kworker.0 00000100:00100000:0.0:1734685667.670492:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54338 00000100:00100000:0.0:1734685667.670497:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848445184:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685667.670505:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685667.670569:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848445184:12345-0@lo:8:kworker.0 Request processed in 71us (621us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685667.670575:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54338 00000100:00080000:2.0:1734685667.670588:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685667.670591:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685667.670597:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848445184:0@lo:8:kworker.0 00000100:00100000:1.0:1734685667.684790:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848445568:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685667.684861:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685667.684909:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848445568 00000100:00100000:2.0:1734685667.684922:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848445568 00000100:00100000:2.0:1734685667.685164:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41478 00000100:00100000:2.0:1734685667.685172:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848445568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685667.685213:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685667.685275:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848445568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685667.685286:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41478 00000100:00100000:1.0:1734685667.685382:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848445568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685667.748908:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848445696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685667.748989:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685667.749126:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848445696 00000100:00100000:3.0:1734685667.749137:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848445696 00000100:00100000:3.0:1734685667.749181:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6984 00000100:00100000:3.0:1734685667.749188:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848445696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685667.749222:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685667.749268:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848445696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685667.749274:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6984 00000100:00100000:0.0:1734685667.749311:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848445696:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685668.668816:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685669.444820:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848445824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685669.444919:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685669.445040:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848445824 00000100:00100000:0.0:1734685669.445049:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848445824 00000100:00080000:2.0:1734685669.445100:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685639 00000100:00100000:0.0:1734685669.445117:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6985 00000100:00100000:0.0:1734685669.445124:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848445824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685669.445151:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685669.445309:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848445824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 178us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685669.445320:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6985 00000100:00100000:3.0:1734685669.445495:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848445824:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685669.671451:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685670.103460:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685670.103507:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685670.103573:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685670.103662:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685670.103692:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872716288 00000100:00100000:3.0:1734685670.103704:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872716288 00000100:00100000:3.0:1734685670.103753:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54339 00000100:00100000:3.0:1734685670.103760:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872716288:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685670.103775:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872716160 00000100:00100000:0.0:1734685670.103781:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872716160 00010000:00020000:3.0:1734685670.103784:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685670.103873:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872716288:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 113us (364us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685670.103880:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54339 00000100:00100000:0.0:1734685670.103888:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872716032 00000100:00100000:0.0:1734685670.103891:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872716032 00000100:00100000:0.0:1734685670.103910:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3157 00000100:00100000:0.0:1734685670.103916:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872716160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734685670.104012:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685640 00000100:00080000:3.0:1734685670.104017:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685640 00000100:00100000:3.0:1734685670.104038:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3158 00000100:00100000:3.0:1734685670.104043:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872716032:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685670.104081:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872716032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685670.104087:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3158 00000100:00100000:0.0:1734685670.104127:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872716160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685670.104136:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3157 00000100:00100000:2.0:1734685670.104272:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872715904 00000100:00100000:2.0:1734685670.104277:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872715904 00000100:00100000:2.0:1734685670.104315:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1023 00000100:00100000:2.0:1734685670.104320:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872715904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685670.104358:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872715904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685670.104364:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1023 00000100:00080000:3.0:1734685670.105597:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685640 00010000:00010000:3.0:1734685670.674717:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685671.674780:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685672.613382:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848445952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685672.613439:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685672.613755:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848445952 00000100:00100000:3.0:1734685672.613761:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848445952 00000100:00100000:3.0:1734685672.614161:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41479 00000100:00100000:3.0:1734685672.614168:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848445952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685672.614199:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685672.614249:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848445952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685672.614255:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41479 00000100:00100000:1.0:1734685672.614376:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848445952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685672.676913:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848446080:0@lo:400:kworker.0 00000100:00100000:2.0:1734685672.676953:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848446208:0@lo:400:kworker.0 00000100:00100000:1.0:1734685672.676970:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685672.677022:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685672.677026:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685672.677029:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685672.677033:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10468 00000100:00080000:0.0:1734685672.677037:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685672.677042:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685672.677049:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848446080 00000100:00100000:1.0:1734685672.677055:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848446080 00000100:00100000:0.0:1734685672.677057:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05d880 x1818938848446592/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685672.677084:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00080000:0.0:1734685672.677087:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685672.677089:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734685672.677089:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848446080:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685672.677090:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685672.677093:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10468 00000100:00080000:0.0:1734685672.677095:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685672.677097:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685672.677106:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d261500 x1818938848447104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685672.677121:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848446080:12345-0@lo:400:kworker.0 Request processed in 31us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685672.677126:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1734685672.677152:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848446720:0@lo:400:kworker.0 00010000:00010000:0.0:1734685672.677156:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685672.677169:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685672.677170:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848446464:0@lo:400:kworker.0 00000100:00100000:1.0:1734685672.677181:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848447360:0@lo:400:kworker.0 00000100:00100000:0.0:1734685672.677195:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685672.677200:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848446720 00000100:00100000:1.0:1734685672.677203:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848446720 00000100:00100000:0.0:1734685672.677211:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848447232:0@lo:400:kworker.0 00000100:00100000:1.0:1734685672.677220:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7859 00000100:00100000:0.0:1734685672.677222:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685672.677224:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848446720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685672.677233:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734685672.677236:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848446336:0@lo:400:kworker.0 00000100:00100000:1.0:1734685672.677247:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848446720:12345-0@lo:400:kworker.0 Request processed in 22us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685672.677251:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7859 00000100:00100000:0.0:1734685672.677256:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848447232 00000100:00100000:0.0:1734685672.677259:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848447232 00000100:00100000:0.0:1734685672.677274:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7860 00000100:00100000:1.0:1734685672.677276:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848446592:0@lo:8:kworker.0 00000100:00100000:0.0:1734685672.677278:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848447232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685672.677292:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685672.677302:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848447104:0@lo:8:kworker.0 00000100:00100000:0.0:1734685672.677303:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848447232:12345-0@lo:400:kworker.0 Request processed in 25us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685672.677307:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7860 00000100:00100000:1.0:1734685672.677315:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685672.677316:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848446592 00000100:00100000:0.0:1734685672.677319:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848446592 00000100:00100000:0.0:1734685672.677327:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848447104 00000100:00100000:0.0:1734685672.677329:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848447104 00000100:00100000:0.0:1734685672.677336:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54340 00000100:00100000:0.0:1734685672.677340:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848446592:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685672.677341:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54341 00000100:00100000:1.0:1734685672.677345:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848447104:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685672.677353:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734685672.677357:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685672.677376:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848446592:12345-0@lo:8:kworker.0 Request processed in 35us (83us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685672.677378:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848447104:12345-0@lo:8:kworker.0 Request processed in 31us (62us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685672.677381:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54340 00000100:00100000:1.0:1734685672.677383:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54341 00000100:00100000:0.0:1734685672.677395:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848446464 00000100:00100000:0.0:1734685672.677397:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848446464 00000100:00080000:1.0:1734685672.677408:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685672.677410:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685672.677413:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41480 00000100:00100000:1.0:1734685672.677413:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848446592:0@lo:8:kworker.0 00000100:00100000:0.0:1734685672.677416:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848446464:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685672.677419:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685672.677421:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685672.677423:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848447104:0@lo:8:kworker.0 00000100:00100000:0.0:1734685672.677441:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848446464:12345-0@lo:400:kworker.0 Request processed in 24us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685672.677445:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41480 00000100:00080000:1.0:1734685672.677462:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685642 00000100:00080000:1.0:1734685672.677466:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685642 00000100:00080000:1.0:1734685672.677467:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685642 00000100:00100000:2.0:1734685672.677551:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685672.677586:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848446848:0@lo:400:kworker.0 00000100:00100000:2.0:1734685672.677603:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685672.677626:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848446208 00000100:00100000:2.0:1734685672.677628:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848446208 00000100:00100000:2.0:1734685672.677646:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848446848 00000100:00100000:2.0:1734685672.677648:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848446848 00000100:00100000:2.0:1734685672.677660:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3159 00000100:00100000:2.0:1734685672.677664:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848446208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685672.677693:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848446208:12345-0@lo:400:kworker.0 Request processed in 28us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685672.677698:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3159 00000100:00100000:2.0:1734685672.677707:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3160 00000100:00100000:2.0:1734685672.677710:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848446848:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685672.677714:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685642 00000100:00100000:2.0:1734685672.677728:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848446848:12345-0@lo:400:kworker.0 Request processed in 17us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685672.677736:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3160 00000100:00100000:2.0:1734685672.677760:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848446848:0@lo:400:kworker.0 00000100:00100000:2.0:1734685672.677768:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848446208:0@lo:400:kworker.0 00000100:00100000:1.0:1734685672.677803:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685672.677814:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848447360 00000100:00100000:2.0:1734685672.677816:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848447360 00000100:00100000:1.0:1734685672.677818:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848446080:0@lo:400:kworker.0 00000100:00100000:1.0:1734685672.677830:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848446720:0@lo:400:kworker.0 00000100:00100000:2.0:1734685672.677839:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3161 00000100:00100000:2.0:1734685672.677843:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848447360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685672.677866:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848447360:12345-0@lo:400:kworker.0 Request processed in 23us (63us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685672.677871:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3161 00000100:00100000:1.0:1734685672.677898:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848447360:0@lo:400:kworker.0 00000100:00100000:0.0:1734685672.677973:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685672.678017:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848446976:0@lo:400:kworker.0 00000100:00100000:0.0:1734685672.678033:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685672.678075:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848446336 00000100:00100000:2.0:1734685672.678078:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848446336 00000100:00100000:2.0:1734685672.678102:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3162 00000100:00100000:2.0:1734685672.678105:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848446336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685672.678127:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848446336:12345-0@lo:400:kworker.0 Request processed in 21us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685672.678131:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3162 00000100:00100000:0.0:1734685672.678177:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848446464:0@lo:400:kworker.0 00000100:00100000:0.0:1734685672.678184:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848447232:0@lo:400:kworker.0 00000100:00100000:0.0:1734685672.678196:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848446336:0@lo:400:kworker.0 00000100:00080000:3.0:1734685672.678239:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685642 00000100:00100000:1.0:1734685672.678294:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848446976 00000100:00100000:1.0:1734685672.678297:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848446976 00000100:00100000:1.0:1734685672.678313:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41481 00000100:00100000:1.0:1734685672.678316:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848446976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685672.678350:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848446976:12345-0@lo:400:kworker.0 Request processed in 33us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685672.678357:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41481 00000100:00100000:0.0:1734685672.678467:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848446976:0@lo:400:kworker.0 00000100:00100000:2.0:1734685672.692985:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848447488:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685672.693044:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685672.693123:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848447488 00000100:00100000:0.0:1734685672.693130:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848447488 00000100:00100000:0.0:1734685672.693174:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41482 00000100:00100000:0.0:1734685672.693180:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848447488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685672.693209:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685672.693258:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848447488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685672.693264:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41482 00000100:00100000:2.0:1734685672.693292:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848447488:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685672.757038:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848447616:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685672.757091:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685672.757237:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848447616 00000100:00100000:0.0:1734685672.757244:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848447616 00000100:00100000:0.0:1734685672.757283:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6986 00000100:00100000:0.0:1734685672.757290:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848447616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685672.757319:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685672.757354:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848447616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685672.757360:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6986 00000100:00100000:2.0:1734685672.757650:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848447616:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685673.679120:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685674.453408:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848447744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685674.453461:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685674.453521:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848447744 00000100:00100000:0.0:1734685674.453549:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848447744 00000100:00100000:0.0:1734685674.453587:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6987 00000100:00100000:0.0:1734685674.453592:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848447744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685674.453613:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:3.0:1734685674.454085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685644 00000100:00100000:1.0:1734685674.455973:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848447744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685674.456041:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848447744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2446us (2578us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685674.456052:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6987 00010000:00010000:3.0:1734685674.681439:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685675.112086:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685675.112118:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685675.112257:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872716416 00000100:00100000:1.0:1734685675.112264:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872716416 00000100:00100000:1.0:1734685675.112308:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1025 00000100:00100000:1.0:1734685675.112312:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872716416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685675.112432:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685645 00000100:00100000:3.0:1734685675.112497:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872716672 00000100:00100000:3.0:1734685675.112501:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872716672 00000100:00100000:3.0:1734685675.112562:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3163 00000100:00100000:3.0:1734685675.112567:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872716672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685675.112812:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685645 00000100:00100000:1.0:1734685675.112854:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872716416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 541us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685675.112860:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1025 00000100:00100000:0.0:1734685675.113298:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685675.113330:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685675.113381:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872716544 00000100:00100000:2.0:1734685675.113384:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872716544 00000100:00100000:2.0:1734685675.113403:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3164 00000100:00100000:2.0:1734685675.113406:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872716544:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685675.113437:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872716544:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685675.113442:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3164 00000100:00080000:2.0:1734685675.113455:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685645 00000100:00100000:1.0:1734685675.113487:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872716800 00000100:00100000:1.0:1734685675.113490:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872716800 00000100:00100000:1.0:1734685675.113502:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54342 00000100:00100000:1.0:1734685675.113506:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872716800:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685675.113522:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685675.113552:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872716800:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 44us (221us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685675.113557:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54342 00000100:00100000:3.0:1734685675.113734:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872716672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 1165us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685675.113747:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3163 00010000:00010000:3.0:1734685675.682724:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685676.685041:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685677.620743:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685677.620763:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848447872:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685677.620816:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685677.620866:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848447872 00000100:00100000:1.0:1734685677.620872:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848447872 00000100:00100000:1.0:1734685677.620918:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41483 00000100:00100000:1.0:1734685677.620923:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848447872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685677.620952:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685677.620999:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848447872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685677.621004:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41483 00000100:00100000:3.0:1734685677.621075:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848447872:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685677.684756:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685677.684762:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685677.684764:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734685677.684765:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848448256:0@lo:400:kworker.0 00000100:00080000:0.0:1734685677.684770:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10473 00000100:00080000:0.0:1734685677.684774:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685677.684779:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685677.684780:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848448128:0@lo:400:kworker.0 00000100:00100000:0.0:1734685677.684796:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008cafed80 x1818938848448512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685677.684819:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685677.684822:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848448384:0@lo:400:kworker.0 00000100:00100000:1.0:1734685677.684842:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685677.684846:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848448000:0@lo:400:kworker.0 00000100:00100000:1.0:1734685677.684864:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685677.684870:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848448128 00000100:00100000:2.0:1734685677.684876:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848448128 00000100:00100000:3.0:1734685677.684876:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685677.684884:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848448384 00000100:00100000:1.0:1734685677.684887:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848448384 00000100:00100000:2.0:1734685677.684906:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848448256 00000100:00100000:2.0:1734685677.684907:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848448256 00000100:00100000:1.0:1734685677.684909:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41484 00000100:00100000:3.0:1734685677.684910:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3165 00000100:00100000:1.0:1734685677.684914:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848448384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685677.684915:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848448128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685677.684919:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3166 00000100:00100000:2.0:1734685677.684924:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848448256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685677.684961:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848448384:12345-0@lo:400:kworker.0 Request processed in 46us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685677.684961:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848448256:12345-0@lo:400:kworker.0 Request processed in 36us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685677.684966:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848448128:12345-0@lo:400:kworker.0 Request processed in 50us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685677.684967:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41484 00000100:00100000:2.0:1734685677.684967:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3166 00000100:00100000:3.0:1734685677.684971:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3165 00000100:00100000:1.0:1734685677.684984:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848448000 00000100:00100000:1.0:1734685677.684986:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848448000 00000100:00080000:3.0:1734685677.684986:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685647 00000100:00080000:3.0:1734685677.684989:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685647 00000100:00080000:3.0:1734685677.684991:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685647 00000100:00100000:2.0:1734685677.685000:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848448128:0@lo:400:kworker.0 00000100:00100000:1.0:1734685677.685002:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:1.0:1734685677.685005:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848448000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685677.685027:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848448000:12345-0@lo:400:kworker.0 Request processed in 21us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685677.685032:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1734685677.685039:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848448000:0@lo:400:kworker.0 00000100:00100000:1.0:1734685677.685054:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848448256:0@lo:400:kworker.0 00000100:00100000:1.0:1734685677.685070:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848448384:0@lo:400:kworker.0 00000100:00100000:1.0:1734685677.685076:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685677.685081:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848448640:0@lo:400:kworker.0 00000100:00080000:0.0:1734685677.685085:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685677.685088:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685677.685090:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685677.685093:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10473 00000100:00080000:0.0:1734685677.685095:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734685677.685097:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685677.685099:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685677.685099:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848448768:0@lo:400:kworker.0 00000100:00100000:0.0:1734685677.685108:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008cafdf80 x1818938848449024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685677.685114:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848448640 00000100:00100000:2.0:1734685677.685115:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685677.685116:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848448640 00000100:00100000:2.0:1734685677.685124:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685677.685128:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848448896:0@lo:400:kworker.0 00000100:00100000:1.0:1734685677.685133:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7861 00000100:00100000:0.0:1734685677.685136:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848448512:0@lo:8:kworker.0 00000100:00100000:1.0:1734685677.685137:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848448640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685677.685140:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685677.685152:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848448896 00000100:00100000:2.0:1734685677.685155:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848448896 00000100:00100000:1.0:1734685677.685158:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848448640:12345-0@lo:400:kworker.0 Request processed in 21us (61us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685677.685160:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685677.685163:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7861 00000100:00100000:2.0:1734685677.685167:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41485 00000100:00100000:1.0:1734685677.685170:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848448512 00000100:00100000:2.0:1734685677.685171:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848448896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685677.685172:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848448512 00000100:00100000:0.0:1734685677.685174:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848449024:0@lo:8:kworker.0 00000100:00100000:1.0:1734685677.685181:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54343 00000100:00100000:1.0:1734685677.685185:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848448512:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685677.685190:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685677.685192:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848448896:12345-0@lo:400:kworker.0 Request processed in 21us (52us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685677.685197:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41485 00010000:00020000:1.0:1734685677.685199:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685677.685211:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848449024 00000100:00100000:2.0:1734685677.685212:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848448896:0@lo:400:kworker.0 00000100:00100000:0.0:1734685677.685214:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848449024 00000100:00100000:1.0:1734685677.685217:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848448512:12345-0@lo:8:kworker.0 Request processed in 32us (58us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685677.685222:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54343 00000100:00100000:0.0:1734685677.685228:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54344 00000100:00100000:0.0:1734685677.685232:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848449024:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685677.685237:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848449152:0@lo:400:kworker.0 00010000:00020000:0.0:1734685677.685241:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685677.685252:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685677.685260:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848449024:12345-0@lo:8:kworker.0 Request processed in 27us (69us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685677.685263:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848449152 00000100:00100000:0.0:1734685677.685265:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54344 00000100:00100000:1.0:1734685677.685265:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848448640:0@lo:400:kworker.0 00000100:00100000:2.0:1734685677.685266:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848449152 00000100:00100000:1.0:1734685677.685272:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685677.685276:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848449280:0@lo:400:kworker.0 00000100:00100000:0.0:1734685677.685277:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7862 00000100:00100000:0.0:1734685677.685281:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848449152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685677.685291:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685677.685302:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848448768 00000100:00100000:1.0:1734685677.685304:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848448768 00000100:00100000:1.0:1734685677.685314:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848449280 00000100:00100000:1.0:1734685677.685315:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848449280 00000100:00100000:3.0:1734685677.685317:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3167 00000100:00100000:3.0:1734685677.685321:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848448768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685677.685323:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3168 00000100:00100000:2.0:1734685677.685327:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848449280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685677.685349:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848448768:12345-0@lo:400:kworker.0 Request processed in 27us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685677.685351:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848449280:12345-0@lo:400:kworker.0 Request processed in 23us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685677.685354:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3167 00000100:00100000:2.0:1734685677.685356:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3168 00000100:00100000:1.0:1734685677.685358:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848449280:0@lo:400:kworker.0 00000100:00080000:3.0:1734685677.685365:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685647 00000100:00100000:2.0:1734685677.685376:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848448768:0@lo:400:kworker.0 00000100:00100000:0.0:1734685677.685423:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848449152:12345-0@lo:400:kworker.0 Request processed in 141us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685677.685429:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7862 00000100:00100000:1.0:1734685677.685447:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848449152:0@lo:400:kworker.0 00000100:00080000:0.0:1734685677.685449:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685677.685451:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685677.685454:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848448512:0@lo:8:kworker.0 00000100:00080000:0.0:1734685677.685460:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685677.685462:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685677.685465:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848449024:0@lo:8:kworker.0 00010000:00010000:2.0:1734685677.686639:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685677.700744:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685677.700762:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848449408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685677.700817:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685677.700858:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848449408 00000100:00100000:2.0:1734685677.700865:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848449408 00000100:00100000:2.0:1734685677.700912:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41486 00000100:00100000:2.0:1734685677.700919:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848449408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685677.700948:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685677.700994:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848449408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685677.701000:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41486 00000100:00100000:1.0:1734685677.701017:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848449408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685677.765423:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685677.765450:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848449536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685677.765526:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685677.765602:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848449536 00000100:00100000:2.0:1734685677.765610:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848449536 00000100:00100000:2.0:1734685677.765658:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6988 00000100:00100000:2.0:1734685677.765665:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848449536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685677.765711:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685677.765765:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848449536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685677.765773:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6988 00000100:00100000:0.0:1734685677.765858:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848449536:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685678.689414:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685679.461219:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848449664:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685679.461269:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685679.461336:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848449664 00000100:00100000:0.0:1734685679.461344:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848449664 00000100:00100000:0.0:1734685679.461922:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6989 00000100:00100000:0.0:1734685679.461932:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848449664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685679.461951:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685679.461998:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848449664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685679.462004:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6989 00000100:00100000:2.0:1734685679.462034:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848449664:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734685679.462058:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685649 00010000:00010000:3.0:1734685679.690766:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685680.119082:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685680.119139:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685680.119170:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685680.119246:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872717056 00000100:00100000:3.0:1734685680.119256:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872717056 00000100:00100000:0.0:1734685680.119271:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685680.119297:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872717312 00000100:00100000:0.0:1734685680.119300:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872717312 00000100:00100000:3.0:1734685680.119305:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872717184 00000100:00100000:3.0:1734685680.119307:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872717184 00000100:00100000:0.0:1734685680.119320:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54345 00000100:00100000:3.0:1734685680.119322:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3169 00000100:00100000:3.0:1734685680.119328:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872717056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685680.119329:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872717312:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685680.119353:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685680.119396:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872717056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685680.119402:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3169 00000100:00100000:3.0:1734685680.119418:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3170 00000100:00100000:3.0:1734685680.119421:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872717184:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685680.119435:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872716928 00000100:00100000:1.0:1734685680.119439:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872716928 00000100:00100000:1.0:1734685680.119475:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1027 00000100:00100000:1.0:1734685680.119480:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872716928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685680.119586:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685650 00000100:00080000:2.0:1734685680.119590:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685650 00000100:00080000:2.0:1734685680.119592:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685650 00000100:00100000:0.0:1734685680.119688:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872717312:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 360us (416us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685680.119693:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872717184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 268us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685680.119695:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54345 00000100:00100000:3.0:1734685680.119699:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3170 00000100:00100000:1.0:1734685680.119855:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872716928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 374us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685680.119865:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1027 00010000:00010000:3.0:1734685680.692785:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685681.694948:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685682.628910:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848449792:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685682.628990:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685682.629142:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848449792 00000100:00100000:3.0:1734685682.629156:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848449792 00000100:00100000:3.0:1734685682.629217:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41487 00000100:00100000:3.0:1734685682.629224:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848449792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685682.629262:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685682.629341:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848449792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685682.629347:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41487 00000100:00100000:1.0:1734685682.629577:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848449792:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685682.692819:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685682.692825:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685682.692828:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685682.692837:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10478 00000100:00080000:0.0:1734685682.692843:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685682.692849:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685682.692871:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed5a680 x1818938848450432/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685682.692901:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685682.692905:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685682.692906:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685682.692909:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10478 00000100:00080000:0.0:1734685682.692911:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685682.692914:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685682.692925:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed5aa00 x1818938848450944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685682.692955:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848450176:0@lo:400:kworker.0 00000100:00100000:0.0:1734685682.692961:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848450432:0@lo:8:kworker.0 00000100:00100000:1.0:1734685682.692999:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848450048:0@lo:400:kworker.0 00000100:00100000:3.0:1734685682.693030:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685682.693038:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848450304:0@lo:400:kworker.0 00000100:00100000:2.0:1734685682.693040:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848449920:0@lo:400:kworker.0 00000100:00100000:3.0:1734685682.693060:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848450816:0@lo:400:kworker.0 00000100:00100000:1.0:1734685682.693061:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685682.693071:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685682.693078:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848451072:0@lo:400:kworker.0 00000100:00100000:3.0:1734685682.693079:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685682.693087:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848450560:0@lo:400:kworker.0 00000100:00100000:1.0:1734685682.693096:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685682.693112:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848449920 00000100:00100000:3.0:1734685682.693112:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848450176 00000100:00100000:2.0:1734685682.693119:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848449920 00000100:00100000:3.0:1734685682.693119:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848450176 00000100:00100000:1.0:1734685682.693124:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848451072 00000100:00100000:1.0:1734685682.693127:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848451072 00000100:00100000:1.0:1734685682.693152:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7863 00000100:00100000:2.0:1734685682.693152:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1734685682.693155:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3171 00000100:00100000:1.0:1734685682.693158:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848451072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685682.693158:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848449920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685682.693160:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848450176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685682.693201:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848451072:12345-0@lo:400:kworker.0 Request processed in 43us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685682.693207:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685682.693207:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7863 00000100:00100000:1.0:1734685682.693221:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848450432 00000100:00100000:1.0:1734685682.693223:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848450432 00000100:00100000:0.0:1734685682.693233:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848450944:0@lo:8:kworker.0 00000100:00100000:1.0:1734685682.693236:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54346 00000100:00100000:1.0:1734685682.693240:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848450432:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685682.693247:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1734685682.693256:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685682.693278:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848450944 00000100:00100000:1.0:1734685682.693281:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848450432:12345-0@lo:8:kworker.0 Request processed in 40us (75us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685682.693283:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848450944 00000100:00100000:1.0:1734685682.693286:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54346 00000100:00100000:0.0:1734685682.693305:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54347 00000100:00100000:0.0:1734685682.693310:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848450944:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685682.693322:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1734685682.693325:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685682.693335:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848450688:0@lo:400:kworker.0 00000100:00100000:0.0:1734685682.693348:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848450944:12345-0@lo:8:kworker.0 Request processed in 38us (99us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685682.693355:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54347 00000100:00100000:1.0:1734685682.693355:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685682.693373:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848450048 00000100:00100000:0.0:1734685682.693376:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848450688 00000100:00100000:1.0:1734685682.693376:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848450048 00000100:00100000:0.0:1734685682.693379:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848450688 00000100:00100000:1.0:1734685682.693394:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3172 00000100:00100000:2.0:1734685682.693398:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848449920:12345-0@lo:400:kworker.0 Request processed in 240us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685682.693400:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3173 00000100:00100000:1.0:1734685682.693401:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848450048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685682.693402:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848450176:12345-0@lo:400:kworker.0 Request processed in 240us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685682.693404:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:0.0:1734685682.693405:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848450688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685682.693408:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3171 00000100:00100000:3.0:1734685682.693427:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848450304 00000100:00100000:1.0:1734685682.693428:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848450048:12345-0@lo:400:kworker.0 Request processed in 28us (106us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685682.693428:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685652 00000100:00100000:3.0:1734685682.693429:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848450304 00000100:00080000:2.0:1734685682.693431:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685652 00000100:00100000:1.0:1734685682.693433:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3172 00000100:00080000:2.0:1734685682.693433:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685652 00000100:00080000:2.0:1734685682.693434:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685652 00000100:00100000:0.0:1734685682.693436:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848450688:12345-0@lo:400:kworker.0 Request processed in 31us (82us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685682.693436:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685652 00000100:00100000:3.0:1734685682.693441:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848450816 00000100:00100000:0.0:1734685682.693442:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3173 00000100:00100000:3.0:1734685682.693443:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848450816 00000100:00100000:2.0:1734685682.693449:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685682.693450:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41488 00000100:00100000:3.0:1734685682.693453:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848450304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685682.693461:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848451200:0@lo:400:kworker.0 00000100:00100000:1.0:1734685682.693464:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848450048:0@lo:400:kworker.0 00000100:00100000:3.0:1734685682.693472:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848450304:12345-0@lo:400:kworker.0 Request processed in 19us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685682.693474:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848450688:0@lo:400:kworker.0 00000100:00100000:3.0:1734685682.693475:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41488 00000100:00100000:2.0:1734685682.693479:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685682.693480:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41489 00000100:00100000:3.0:1734685682.693482:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848450816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685682.693493:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848450816:12345-0@lo:400:kworker.0 Request processed in 11us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685682.693495:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848449920:0@lo:400:kworker.0 00000100:00100000:3.0:1734685682.693496:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41489 00000100:00100000:1.0:1734685682.693498:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848450304:0@lo:400:kworker.0 00000100:00100000:1.0:1734685682.693504:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848451072:0@lo:400:kworker.0 00000100:00100000:3.0:1734685682.693510:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848450176:0@lo:400:kworker.0 00000100:00100000:2.0:1734685682.693513:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848451200 00000100:00100000:2.0:1734685682.693515:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848451200 00000100:00100000:3.0:1734685682.693515:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848450816:0@lo:400:kworker.0 00000100:00100000:2.0:1734685682.693554:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3174 00000100:00100000:2.0:1734685682.693559:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848451200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685682.693561:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848450560 00000100:00100000:1.0:1734685682.693563:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848450560 00000100:00100000:2.0:1734685682.693583:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848451200:12345-0@lo:400:kworker.0 Request processed in 24us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685682.693586:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7864 00000100:00100000:2.0:1734685682.693588:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3174 00000100:00100000:1.0:1734685682.693590:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848450560:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685682.693600:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685652 00000100:00100000:2.0:1734685682.693609:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848451200:0@lo:400:kworker.0 00000100:00100000:1.0:1734685682.693624:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848450560:12345-0@lo:400:kworker.0 Request processed in 33us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685682.693629:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7864 00000100:00100000:2.0:1734685682.693634:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848450560:0@lo:400:kworker.0 00000100:00080000:0.0:1734685682.693702:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685682.693706:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685682.693709:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848450432:0@lo:8:kworker.0 00000100:00080000:0.0:1734685682.693716:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685682.693718:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685682.693720:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848450944:0@lo:8:kworker.0 00010000:00010000:2.0:1734685682.696703:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685682.709138:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848451328:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685682.709199:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685682.709409:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848451328 00000100:00100000:0.0:1734685682.709415:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848451328 00000100:00100000:0.0:1734685682.709454:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41490 00000100:00100000:0.0:1734685682.709458:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848451328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685682.709486:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685682.709548:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848451328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685682.709555:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41490 00000100:00100000:2.0:1734685682.710272:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848451328:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685682.772937:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848451456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685682.772997:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685682.773115:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848451456 00000100:00100000:0.0:1734685682.773121:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848451456 00000100:00100000:0.0:1734685682.773264:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6990 00000100:00100000:0.0:1734685682.773270:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848451456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685682.773295:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685682.773550:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848451456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 259us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685682.773556:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6990 00000100:00100000:3.0:1734685682.773748:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848451456:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685683.699053:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685684.468776:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685684.468796:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848451584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685684.468848:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685684.468891:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848451584 00000100:00100000:1.0:1734685684.468898:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848451584 00000100:00080000:3.0:1734685684.468934:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685654 00000100:00100000:1.0:1734685684.468946:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6991 00000100:00100000:1.0:1734685684.468955:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848451584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685684.468975:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685684.469003:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848451584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685684.469009:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6991 00000100:00100000:3.0:1734685684.469091:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848451584:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685684.700915:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685685.127702:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685685.127760:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685685.127791:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685685.127825:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872717440 00000100:00100000:3.0:1734685685.127835:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872717440 00000100:00100000:0.0:1734685685.127839:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685685.127873:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872717824 00000100:00100000:0.0:1734685685.127876:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872717824 00000100:00100000:1.0:1734685685.127877:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872717568 00000100:00100000:1.0:1734685685.127881:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872717568 00000100:00100000:3.0:1734685685.127892:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1029 00000100:00100000:0.0:1734685685.127894:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54348 00000100:00100000:0.0:1734685685.127899:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872717824:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685685.127900:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872717440:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685685.127908:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872717696 00000100:00100000:1.0:1734685685.127911:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872717696 00010000:00020000:0.0:1734685685.127922:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685685.127928:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3175 00000100:00100000:1.0:1734685685.127933:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872717568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685685.127959:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872717440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685685.127966:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1029 00000100:00100000:2.0:1734685685.127999:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3176 00000100:00100000:2.0:1734685685.128004:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872717696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685685.128033:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872717568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 98us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685685.128037:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872717696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685685.128039:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3175 00000100:00100000:2.0:1734685685.128042:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3176 00000100:00100000:0.0:1734685685.128049:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872717824:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 140us (201us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685685.128062:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54348 00000100:00080000:2.0:1734685685.128164:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685655 00000100:00080000:2.0:1734685685.128169:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685655 00000100:00080000:2.0:1734685685.128172:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685655 00010000:00010000:3.0:1734685685.703097:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685686.704773:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685687.636780:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848451712:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685687.636842:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685687.638245:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848451712 00000100:00100000:0.0:1734685687.638253:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848451712 00000100:00100000:0.0:1734685687.638307:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41491 00000100:00100000:0.0:1734685687.638314:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848451712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685687.638348:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685687.638411:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848451712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (1569us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685687.638419:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41491 00000100:00100000:3.0:1734685687.638492:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848451712:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685687.700800:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848451840:0@lo:400:kworker.0 00000100:00100000:2.0:1734685687.700885:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685687.700924:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848451968:0@lo:400:kworker.0 00000100:00100000:3.0:1734685687.700983:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685687.701063:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848451840 00000100:00080000:0.0:1734685687.701068:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734685687.701072:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848451840 00000100:00080000:0.0:1734685687.701073:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685687.701076:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685687.701081:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10483 00000100:00080000:0.0:1734685687.701084:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685687.701089:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685687.701113:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223fa680 x1818938848452352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685687.701124:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:1.0:1734685687.701132:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848451840:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685687.701142:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685687.701148:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685687.701149:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685687.701152:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10483 00000100:00080000:0.0:1734685687.701154:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685687.701157:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685687.701167:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a222680 x1818938848452864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685687.701184:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848451840:12345-0@lo:400:kworker.0 Request processed in 52us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685687.701191:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1734685687.701196:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848452352:0@lo:8:kworker.0 00000100:00100000:0.0:1734685687.701222:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685687.701232:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848452096:0@lo:400:kworker.0 00000100:00100000:0.0:1734685687.701244:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848452864:0@lo:8:kworker.0 00000100:00100000:0.0:1734685687.701261:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685687.701268:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685657 00000100:00100000:1.0:1734685687.701288:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848452352 00000100:00100000:1.0:1734685687.701292:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848452352 00000100:00100000:0.0:1734685687.701303:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848452864 00000100:00100000:0.0:1734685687.701309:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848452864 00000100:00100000:1.0:1734685687.701312:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54349 00000100:00100000:1.0:1734685687.701317:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848452352:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685687.701332:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54350 00010000:00020000:1.0:1734685687.701337:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685687.701338:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848452864:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685687.701356:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685687.701368:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848452352:12345-0@lo:8:kworker.0 Request processed in 50us (145us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685687.701375:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54349 00000100:00100000:0.0:1734685687.701386:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848452864:12345-0@lo:8:kworker.0 Request processed in 47us (124us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685687.701392:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54350 00000100:00080000:0.0:1734685687.701424:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685687.701426:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685687.701429:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848452352:0@lo:8:kworker.0 00000100:00080000:0.0:1734685687.701435:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685687.701437:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685687.701439:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848452864:0@lo:8:kworker.0 00000100:00100000:3.0:1734685687.701519:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848452608:0@lo:400:kworker.0 00000100:00100000:2.0:1734685687.701562:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848452224:0@lo:400:kworker.0 00000100:00100000:3.0:1734685687.701569:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685687.701589:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685687.701602:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848451968 00000100:00100000:3.0:1734685687.701605:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848451968 00000100:00100000:2.0:1734685687.701611:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848452992:0@lo:400:kworker.0 00000100:00100000:2.0:1734685687.701624:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685687.701632:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848452608 00000100:00100000:2.0:1734685687.701634:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734685687.701634:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848452608 00000100:00100000:2.0:1734685687.701639:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848452480:0@lo:400:kworker.0 00000100:00100000:3.0:1734685687.701646:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3177 00000100:00100000:3.0:1734685687.701650:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848451968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685687.701651:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685687.701661:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848453120:0@lo:400:kworker.0 00000100:00100000:2.0:1734685687.701678:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685687.701685:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848451968:12345-0@lo:400:kworker.0 Request processed in 34us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685687.701690:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3177 00000100:00100000:3.0:1734685687.701701:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848453120 00000100:00100000:2.0:1734685687.701702:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848452992 00000100:00100000:3.0:1734685687.701704:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848453120 00000100:00100000:2.0:1734685687.701707:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848452992 00000100:00100000:3.0:1734685687.701715:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3178 00000100:00100000:3.0:1734685687.701718:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848452608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685687.701726:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848452480 00000100:00100000:2.0:1734685687.701728:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848452480 00000100:00100000:2.0:1734685687.701739:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7865 00000100:00100000:3.0:1734685687.701739:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b569c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848452608:12345-0@lo:400:kworker.0 Request processed in 19us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685687.701743:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848452992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685687.701743:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3178 00000100:00100000:3.0:1734685687.701752:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3179 00000100:00100000:3.0:1734685687.701755:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848453120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685687.701771:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848452992:12345-0@lo:400:kworker.0 Request processed in 28us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685687.701776:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7865 00000100:00100000:3.0:1734685687.701776:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848453120:12345-0@lo:400:kworker.0 Request processed in 20us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685687.701781:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3179 00000100:00100000:3.0:1734685687.701809:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848452608:0@lo:400:kworker.0 00000100:00100000:3.0:1734685687.701817:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848451968:0@lo:400:kworker.0 00000100:00100000:3.0:1734685687.701844:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848451840:0@lo:400:kworker.0 00000100:00100000:3.0:1734685687.701875:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848452224 00000100:00100000:3.0:1734685687.701877:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848452224 00000100:00100000:3.0:1734685687.701894:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41492 00000100:00100000:3.0:1734685687.701898:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848452224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685687.701922:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848452224:12345-0@lo:400:kworker.0 Request processed in 23us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685687.701926:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41492 00000100:00100000:0.0:1734685687.701976:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685687.701991:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848452736:0@lo:400:kworker.0 00000100:00100000:0.0:1734685687.702006:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685687.702044:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848452736 00000100:00100000:3.0:1734685687.702046:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848452736 00000100:00100000:3.0:1734685687.702061:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41493 00000100:00100000:3.0:1734685687.702064:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848452736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685687.702090:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848452736:12345-0@lo:400:kworker.0 Request processed in 25us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685687.702095:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41493 00000100:00100000:3.0:1734685687.702106:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848452096 00000100:00100000:3.0:1734685687.702108:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848452096 00000100:00100000:3.0:1734685687.702121:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3180 00000100:00100000:3.0:1734685687.702124:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848452096:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685687.702138:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685657 00000100:00080000:1.0:1734685687.702142:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685657 00000100:00080000:1.0:1734685687.702144:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685657 00000100:00100000:3.0:1734685687.702144:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848452096:12345-0@lo:400:kworker.0 Request processed in 19us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685687.702151:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3180 00000100:00100000:2.0:1734685687.702178:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7866 00000100:00100000:2.0:1734685687.702184:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848452480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685687.702208:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848452480:12345-0@lo:400:kworker.0 Request processed in 24us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685687.702212:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7866 00000100:00100000:0.0:1734685687.702219:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848452096:0@lo:400:kworker.0 00000100:00100000:0.0:1734685687.702227:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848452736:0@lo:400:kworker.0 00000100:00100000:2.0:1734685687.702236:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848452480:0@lo:400:kworker.0 00000100:00100000:2.0:1734685687.702244:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848453120:0@lo:400:kworker.0 00000100:00100000:2.0:1734685687.702250:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848452224:0@lo:400:kworker.0 00000100:00100000:2.0:1734685687.702255:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848452992:0@lo:400:kworker.0 00010000:00010000:2.0:1734685687.706766:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685687.716769:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848453248:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685687.716828:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685687.716951:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848453248 00000100:00100000:2.0:1734685687.716958:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848453248 00000100:00100000:2.0:1734685687.716999:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41494 00000100:00100000:2.0:1734685687.717005:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848453248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685687.717034:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685687.717081:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848453248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685687.717089:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41494 00000100:00100000:0.0:1734685687.717193:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848453248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685687.780820:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685687.780841:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848453376:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685687.780897:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685687.781042:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848453376 00000100:00100000:0.0:1734685687.781049:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848453376 00000100:00100000:0.0:1734685687.781096:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6992 00000100:00100000:0.0:1734685687.781102:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848453376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685687.781129:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685687.781166:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848453376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685687.781172:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6992 00000100:00100000:1.0:1734685687.781183:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848453376:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685688.708769:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685689.477552:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685689.477575:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848453504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685689.477627:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685689.477798:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848453504 00000100:00100000:1.0:1734685689.477805:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848453504 00000100:00080000:2.0:1734685689.477848:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685659 00000100:00100000:1.0:1734685689.477860:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6993 00000100:00100000:1.0:1734685689.477965:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848453504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685689.477985:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685689.478016:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848453504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685689.478021:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6993 00000100:00100000:0.0:1734685689.478033:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848453504:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685689.712565:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685690.135239:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685690.135460:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685690.135526:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685690.135611:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872717952 00000100:00100000:3.0:1734685690.135618:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872717952 00000100:00100000:3.0:1734685690.135672:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1031 00000100:00100000:3.0:1734685690.135679:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872717952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685690.135731:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872717952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685690.135738:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1031 00000100:00080000:3.0:1734685690.135832:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685660 00000100:00100000:2.0:1734685690.135893:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872718208 00000100:00100000:2.0:1734685690.135898:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872718208 00000100:00100000:0.0:1734685690.135902:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685690.135924:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872718336 00000100:00100000:0.0:1734685690.135927:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872718336 00000100:00100000:2.0:1734685690.135939:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872718080 00000100:00100000:2.0:1734685690.135941:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872718080 00000100:00100000:0.0:1734685690.135944:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54351 00000100:00100000:0.0:1734685690.135949:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872718336:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685690.135957:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3181 00000100:00100000:2.0:1734685690.135962:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872718208:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685690.135969:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685690.136000:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872718208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685690.136001:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872718336:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 51us (100us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685690.136006:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3181 00000100:00100000:0.0:1734685690.136007:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54351 00000100:00100000:2.0:1734685690.136018:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3182 00000100:00100000:2.0:1734685690.136021:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872718080:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685690.136040:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872718080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685690.136045:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3182 00000100:00080000:3.0:1734685690.136107:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685660 00000100:00080000:3.0:1734685690.136111:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685660 00010000:00010000:3.0:1734685690.713844:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685691.716715:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685692.644866:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685692.644886:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848453632:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685692.644937:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685692.645001:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848453632 00000100:00100000:3.0:1734685692.645007:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848453632 00000100:00100000:3.0:1734685692.645033:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41495 00000100:00100000:3.0:1734685692.645038:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848453632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685692.645065:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685692.645100:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848453632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685692.645105:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41495 00000100:00100000:0.0:1734685692.645138:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848453632:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685692.708723:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685692.708728:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685692.708731:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685692.708738:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10488 00000100:00080000:0.0:1734685692.708742:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734685692.708742:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848453888:0@lo:400:kworker.0 00000100:00080000:0.0:1734685692.708747:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685692.708762:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a220000 x1818938848454272/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685692.708788:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685692.708791:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685692.708792:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685692.708795:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10488 00000100:00100000:2.0:1734685692.708796:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685692.708797:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685692.708800:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685692.708808:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a221500 x1818938848454784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685692.708822:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848454528:0@lo:400:kworker.0 00000100:00100000:0.0:1734685692.708837:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848454272:0@lo:8:kworker.0 00000100:00100000:2.0:1734685692.708839:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685692.708863:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685692.708863:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1734685692.708868:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848453760:0@lo:400:kworker.0 00000100:00100000:0.0:1734685692.708881:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848454784:0@lo:8:kworker.0 00000100:00100000:2.0:1734685692.708890:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685692.708895:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685692.708900:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848454400:0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.708915:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685692.708921:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848454272 00000100:00100000:2.0:1734685692.708924:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848455040:0@lo:400:kworker.0 00000100:00100000:0.0:1734685692.708927:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848454272 00000100:00100000:2.0:1734685692.708938:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685692.708944:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848454784 00000100:00100000:0.0:1734685692.708946:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848454784 00000100:00100000:0.0:1734685692.708952:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848454400 00000100:00100000:0.0:1734685692.708954:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848454400 00000100:00100000:2.0:1734685692.708959:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54352 00000100:00100000:2.0:1734685692.708964:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848454272:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685692.708973:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7867 00000100:00100000:0.0:1734685692.708977:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848454400:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734685692.708981:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685692.709009:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848454272:12345-0@lo:8:kworker.0 Request processed in 44us (145us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685692.709011:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848454400:12345-0@lo:400:kworker.0 Request processed in 33us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685692.709015:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54352 00000100:00100000:0.0:1734685692.709017:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7867 00000100:00100000:0.0:1734685692.709028:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54353 00000100:00100000:0.0:1734685692.709032:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848454784:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685692.709041:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685692.709054:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848454784:12345-0@lo:8:kworker.0 Request processed in 21us (158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685692.709602:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848453888 00000100:00100000:2.0:1734685692.709607:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848453888 00000100:00100000:2.0:1734685692.709628:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848454528 00000100:00100000:2.0:1734685692.709630:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848454528 00000100:00100000:2.0:1734685692.709640:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848455040 00000100:00100000:2.0:1734685692.709642:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848455040 00000100:00100000:2.0:1734685692.709652:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3183 00000100:00100000:2.0:1734685692.709656:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848453888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.709685:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848453888:12345-0@lo:400:kworker.0 Request processed in 28us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685692.709690:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3183 00000100:00100000:2.0:1734685692.709703:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3184 00000100:00100000:2.0:1734685692.709706:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848454528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.709725:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848454528:12345-0@lo:400:kworker.0 Request processed in 18us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685692.709732:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3184 00000100:00100000:2.0:1734685692.709739:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3185 00000100:00100000:2.0:1734685692.709742:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848455040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.709755:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848455040:12345-0@lo:400:kworker.0 Request processed in 13us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685692.709759:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3185 00000100:00080000:2.0:1734685692.709785:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685692.709788:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685692.709791:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848454272:0@lo:8:kworker.0 00000100:00080000:2.0:1734685692.709798:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685692.709799:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685692.709802:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848454784:0@lo:8:kworker.0 00000100:00100000:2.0:1734685692.709828:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848454400:0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.709836:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848455040:0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.709843:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848454528:0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.709850:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848453888:0@lo:400:kworker.0 00000100:00080000:2.0:1734685692.709882:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685662 00000100:00080000:2.0:1734685692.709885:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685662 00000100:00100000:2.0:1734685692.709903:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848454144:0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.709922:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685692.709935:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848454912:0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.709947:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685692.709958:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734685692.709962:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848454016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.709976:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685692.709985:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848454656:0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.709999:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685692.710014:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848454912 00000100:00100000:2.0:1734685692.710016:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848454912 00000100:00100000:2.0:1734685692.710031:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7868 00000100:00100000:2.0:1734685692.710035:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848454912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.710057:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848454912:12345-0@lo:400:kworker.0 Request processed in 21us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685692.710062:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7868 00000100:00100000:2.0:1734685692.710074:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848454016 00000100:00100000:2.0:1734685692.710076:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848454016 00000100:00100000:2.0:1734685692.710089:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3186 00000100:00100000:2.0:1734685692.710092:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848454016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.710113:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848454016:12345-0@lo:400:kworker.0 Request processed in 20us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685692.710117:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3186 00000100:00080000:2.0:1734685692.710129:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685662 00000100:00080000:2.0:1734685692.710131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685662 00000100:00100000:2.0:1734685692.710138:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848454144 00000100:00100000:2.0:1734685692.710140:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848454144 00000100:00100000:2.0:1734685692.710156:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848454656 00000100:00100000:2.0:1734685692.710158:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848454656 00000100:00100000:2.0:1734685692.710168:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41496 00000100:00100000:2.0:1734685692.710174:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848454144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.710195:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848454144:12345-0@lo:400:kworker.0 Request processed in 22us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685692.710200:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41496 00000100:00100000:1.0:1734685692.710202:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848453760 00000100:00100000:1.0:1734685692.710206:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848453760 00000100:00100000:2.0:1734685692.710208:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41497 00000100:00100000:2.0:1734685692.710211:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848454656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.710228:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848454656:12345-0@lo:400:kworker.0 Request processed in 16us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685692.710229:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:1.0:1734685692.710233:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848453760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.710233:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41497 00000100:00080000:2.0:1734685692.710244:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685662 00000100:00080000:2.0:1734685692.710246:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685662 00000100:00100000:2.0:1734685692.710258:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848454016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685692.710264:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848454656:0@lo:400:kworker.0 00000100:00100000:1.0:1734685692.710265:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848453760:12345-0@lo:400:kworker.0 Request processed in 31us (1374us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685692.710270:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848454144:0@lo:400:kworker.0 00000100:00100000:1.0:1734685692.710271:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1734685692.710275:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848454912:0@lo:400:kworker.0 00000100:00100000:0.0:1734685692.710296:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54353 00000100:00100000:2.0:1734685692.710296:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848453760:0@lo:400:kworker.0 00010000:00010000:2.0:1734685692.718797:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685692.725103:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848455168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685692.725181:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685692.725265:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848455168 00000100:00100000:0.0:1734685692.725275:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848455168 00000100:00100000:0.0:1734685692.725334:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41498 00000100:00100000:0.0:1734685692.725346:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848455168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685692.725387:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685692.725440:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848455168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685692.725460:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41498 00000100:00100000:2.0:1734685692.725557:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848455168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685692.788862:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848455296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685692.788928:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685692.789029:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848455296 00000100:00100000:1.0:1734685692.789037:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848455296 00000100:00100000:1.0:1734685692.789093:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6994 00000100:00100000:1.0:1734685692.789100:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848455296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685692.789134:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685692.789181:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848455296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685692.789187:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6994 00000100:00100000:2.0:1734685692.789287:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848455296:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685693.721855:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685694.484946:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848455424:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685694.485002:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685694.485136:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848455424 00000100:00100000:1.0:1734685694.485143:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848455424 00000100:00100000:1.0:1734685694.485251:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6995 00000100:00100000:1.0:1734685694.485257:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848455424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685694.485277:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:3.0:1734685694.485316:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685664 00000100:00100000:1.0:1734685694.485370:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848455424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685694.485376:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6995 00000100:00100000:3.0:1734685694.485383:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848455424:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685694.726129:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685695.145009:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685695.145052:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685695.145089:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685695.145115:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685695.145139:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872718592 00000100:00100000:1.0:1734685695.145142:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872718464 00000100:00100000:0.0:1734685695.145146:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872718592 00000100:00100000:1.0:1734685695.145146:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872718464 00000100:00100000:1.0:1734685695.145191:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1033 00000100:00100000:1.0:1734685695.145197:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872718464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685695.145200:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872718720 00000100:00100000:3.0:1734685695.145203:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872718720 00000100:00100000:1.0:1734685695.145242:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872718464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685695.145248:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1033 00000100:00100000:1.0:1734685695.145276:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872718848 00000100:00100000:1.0:1734685695.145278:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872718848 00000100:00100000:1.0:1734685695.145291:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54354 00000100:00100000:1.0:1734685695.145295:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872718848:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685695.145313:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685695.145330:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872718848:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 34us (277us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685695.145335:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54354 00000100:00100000:0.0:1734685695.145368:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3187 00000100:00100000:0.0:1734685695.145373:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872718592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685695.145685:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872718592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685695.145694:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3187 00000100:00100000:3.0:1734685695.145764:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3188 00000100:00100000:3.0:1734685695.145769:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872718720:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685695.145805:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872718720:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685695.145810:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3188 00000100:00080000:2.0:1734685695.146183:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685665 00000100:00080000:2.0:1734685695.146192:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685665 00000100:00080000:2.0:1734685695.146196:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685665 00010000:00010000:3.0:1734685695.726831:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685696.728747:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685697.654847:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848455552:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685697.654902:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685697.655082:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848455552 00000100:00100000:0.0:1734685697.655089:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848455552 00000100:00100000:0.0:1734685697.655132:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41499 00000100:00100000:0.0:1734685697.655138:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848455552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685697.655166:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685697.655203:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848455552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685697.655209:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41499 00000100:00100000:1.0:1734685697.655218:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848455552:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685697.717123:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685697.717128:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685697.717131:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734685697.717134:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848456064:0@lo:400:kworker.0 00000100:00080000:0.0:1734685697.717136:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10493 00000100:00080000:0.0:1734685697.717140:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685697.717145:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685697.717163:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c536680 x1818938848456192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685697.717185:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685697.717186:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685697.717188:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685697.717189:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685697.717192:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10493 00000100:00080000:0.0:1734685697.717194:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685697.717197:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685697.717206:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c535500 x1818938848456576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685697.717215:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734685697.717220:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848455680:0@lo:400:kworker.0 00000100:00100000:0.0:1734685697.717239:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848456064 00000100:00100000:1.0:1734685697.717242:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685697.717244:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848456064 00000100:00100000:1.0:1734685697.717251:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848456320:0@lo:400:kworker.0 00000100:00100000:1.0:1734685697.717265:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685697.717276:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848456832:0@lo:400:kworker.0 00000100:00100000:0.0:1734685697.717277:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41500 00000100:00100000:0.0:1734685697.717282:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848456064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685697.717291:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685697.717310:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848455680 00000100:00100000:1.0:1734685697.717313:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848455680 00000100:00100000:0.0:1734685697.717327:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848456064:12345-0@lo:400:kworker.0 Request processed in 43us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685697.717332:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41500 00000100:00100000:1.0:1734685697.717332:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:1.0:1734685697.717335:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848455680:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685697.717347:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685667 00000100:00080000:0.0:1734685697.717350:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685667 00000100:00100000:1.0:1734685697.717355:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848455680:12345-0@lo:400:kworker.0 Request processed in 20us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685697.717357:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848456192:0@lo:8:kworker.0 00000100:00100000:0.0:1734685697.717368:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848456832 00000100:00100000:0.0:1734685697.717371:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848456832 00000100:00100000:1.0:1734685697.717372:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:0.0:1734685697.717390:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3189 00000100:00100000:0.0:1734685697.717394:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848456832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685697.717394:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685697.717406:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848456320 00000100:00100000:2.0:1734685697.717408:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848456576:0@lo:8:kworker.0 00000100:00100000:2.0:1734685697.717421:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685697.717441:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848456192 00000100:00100000:2.0:1734685697.717444:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848456192 00000100:00100000:2.0:1734685697.717457:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848456576 00000100:00100000:2.0:1734685697.717459:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848456576 00000100:00100000:2.0:1734685697.717466:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54355 00000100:00100000:2.0:1734685697.717470:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848456192:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685697.717485:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685697.717504:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848456192:12345-0@lo:8:kworker.0 Request processed in 34us (110us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685697.717509:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54355 00000100:00100000:2.0:1734685697.717521:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54356 00000100:00100000:2.0:1734685697.717524:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848456576:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685697.717548:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685697.717564:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848456576:12345-0@lo:8:kworker.0 Request processed in 39us (142us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685697.717568:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54356 00000100:00080000:2.0:1734685697.717598:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685697.717600:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685697.717603:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848456192:0@lo:8:kworker.0 00000100:00080000:2.0:1734685697.717608:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685697.717610:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685697.717612:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848456576:0@lo:8:kworker.0 00000100:00100000:2.0:1734685697.717635:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848455936:0@lo:400:kworker.0 00000100:00100000:2.0:1734685697.717650:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685697.717659:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848456704:0@lo:400:kworker.0 00000100:00100000:2.0:1734685697.717668:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685697.717674:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734685697.717678:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848455808:0@lo:400:kworker.0 00000100:00100000:2.0:1734685697.717689:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685697.717695:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848456448:0@lo:400:kworker.0 00000100:00100000:2.0:1734685697.717706:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685697.717718:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848455936 00000100:00100000:2.0:1734685697.717720:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848455936 00000100:00100000:2.0:1734685697.717736:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848455808 00000100:00100000:2.0:1734685697.717738:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848455808 00000100:00100000:2.0:1734685697.717747:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848456448 00000100:00100000:2.0:1734685697.717748:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848456448 00000100:00100000:2.0:1734685697.717756:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3190 00000100:00100000:2.0:1734685697.717759:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848455936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685697.717782:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848455936:12345-0@lo:400:kworker.0 Request processed in 22us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685697.717787:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3190 00000100:00100000:2.0:1734685697.717794:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3191 00000100:00100000:2.0:1734685697.717797:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848455808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685697.717810:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848455808:12345-0@lo:400:kworker.0 Request processed in 12us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685697.717814:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3191 00000100:00100000:2.0:1734685697.717821:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3192 00000100:00100000:2.0:1734685697.717823:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848456448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685697.717836:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848456448:12345-0@lo:400:kworker.0 Request processed in 11us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685697.717839:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3192 00000100:00100000:2.0:1734685697.717856:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848456704 00000100:00100000:2.0:1734685697.717858:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848456704 00000100:00100000:2.0:1734685697.717871:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7869 00000100:00100000:2.0:1734685697.717873:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848456704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685697.717889:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848456704:12345-0@lo:400:kworker.0 Request processed in 15us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685697.717893:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7869 00000100:00100000:2.0:1734685697.717910:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848455808:0@lo:400:kworker.0 00000100:00100000:2.0:1734685697.717916:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848456448:0@lo:400:kworker.0 00000100:00100000:2.0:1734685697.717921:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848455936:0@lo:400:kworker.0 00000100:00100000:2.0:1734685697.717926:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848456704:0@lo:400:kworker.0 00000100:00100000:3.0:1734685697.717945:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848455680:0@lo:400:kworker.0 00000100:00100000:3.0:1734685697.717952:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848456064:0@lo:400:kworker.0 00000100:00100000:0.0:1734685697.718251:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848456832:12345-0@lo:400:kworker.0 Request processed in 856us (958us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685697.718258:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3189 00000100:00080000:0.0:1734685697.718272:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685667 00000100:00080000:0.0:1734685697.718275:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685667 00000100:00080000:0.0:1734685697.718276:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685667 00000100:00100000:1.0:1734685697.718503:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848456320 00000100:00100000:3.0:1734685697.718524:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848456832:0@lo:400:kworker.0 00000100:00100000:1.0:1734685697.718555:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7870 00000100:00100000:1.0:1734685697.718560:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848456320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685697.718599:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848456320:12345-0@lo:400:kworker.0 Request processed in 38us (1332us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685697.718604:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7870 00000100:00080000:0.0:1734685697.718609:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685667 00000100:00100000:3.0:1734685697.718619:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848456320:0@lo:400:kworker.0 00010000:00010000:2.0:1734685697.730736:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685697.732716:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848456960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685697.732769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685697.732812:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848456960 00000100:00100000:2.0:1734685697.732819:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848456960 00000100:00100000:2.0:1734685697.732863:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41501 00000100:00100000:2.0:1734685697.732869:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848456960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685697.732898:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685697.732950:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848456960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685697.732956:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41501 00000100:00100000:1.0:1734685697.733132:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848456960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685697.797829:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685697.797983:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848457088:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685697.798037:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685697.798174:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848457088 00000100:00100000:1.0:1734685697.798180:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848457088 00000100:00100000:1.0:1734685697.798211:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6996 00000100:00100000:1.0:1734685697.798216:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848457088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685697.798241:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685697.798284:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848457088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685697.798292:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6996 00000100:00100000:0.0:1734685697.798421:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848457088:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685698.734495:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685699.492883:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848457216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685699.492941:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685699.493173:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848457216 00000100:00100000:0.0:1734685699.493181:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848457216 00000100:00080000:2.0:1734685699.493280:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685669 00000100:00100000:0.0:1734685699.493324:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6997 00000100:00100000:0.0:1734685699.493362:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848457216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685699.493382:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685699.493418:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848457216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685699.493424:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6997 00000100:00100000:2.0:1734685699.493573:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848457216:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685699.736684:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685700.151186:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685700.151239:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685700.151580:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872719104 00000100:00100000:2.0:1734685700.151588:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872719104 00000100:00100000:3.0:1734685700.151702:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872719360 00000100:00100000:3.0:1734685700.151707:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872719360 00000100:00100000:2.0:1734685700.152044:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3193 00000100:00100000:2.0:1734685700.152054:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872719104:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685700.152082:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54357 00000100:00100000:3.0:1734685700.152087:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872719360:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685700.152107:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685700.152223:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872719360:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 133us (982us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685700.152232:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54357 00000100:00100000:2.0:1734685700.152357:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872719104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 303us (1177us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685700.152363:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3193 00000100:00080000:0.0:1734685700.152551:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685670 00000100:00100000:1.0:1734685700.152592:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685700.152746:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872718976 00000100:00100000:3.0:1734685700.152750:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872718976 00000100:00100000:3.0:1734685700.152771:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1035 00000100:00100000:3.0:1734685700.152775:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872718976:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685700.152791:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685670 00000100:00100000:3.0:1734685700.152800:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872718976:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685700.152805:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1035 00000100:00100000:1.0:1734685700.152855:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685700.153056:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872719232 00000100:00100000:2.0:1734685700.153060:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872719232 00000100:00100000:2.0:1734685700.153092:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3194 00000100:00100000:2.0:1734685700.153097:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872719232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685700.153133:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872719232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685700.153139:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3194 00000100:00080000:0.0:1734685700.153227:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685670 00010000:00010000:3.0:1734685700.738790:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685701.740724:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685702.661295:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685702.661315:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848457344:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685702.661369:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685702.661477:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848457344 00000100:00100000:2.0:1734685702.661484:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848457344 00000100:00100000:2.0:1734685702.661584:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41502 00000100:00100000:2.0:1734685702.661592:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848457344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685702.661789:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685702.661838:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848457344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 246us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685702.661846:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41502 00000100:00100000:1.0:1734685702.661926:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848457344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685702.725547:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848457472:0@lo:400:kworker.0 00000100:00080000:0.0:1734685702.725583:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685702.725589:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685702.725592:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685702.725596:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10498 00000100:00080000:0.0:1734685702.725600:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685702.725605:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685702.725607:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685702.725621:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c537800 x1818938848457984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685702.725632:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685702.725637:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848457856:0@lo:400:kworker.0 00000100:00100000:1.0:1734685702.725656:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685702.725658:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848457600:0@lo:400:kworker.0 00000100:00100000:1.0:1734685702.725677:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848457472 00000100:00100000:3.0:1734685702.725678:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848457728:0@lo:400:kworker.0 00000100:00100000:1.0:1734685702.725683:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848457472 00000100:00100000:2.0:1734685702.725689:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685702.725703:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685702.725712:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1734685702.725717:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848457600 00000100:00100000:1.0:1734685702.725718:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848457472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685702.725720:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848457600 00000100:00100000:2.0:1734685702.725740:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848457728 00000100:00100000:2.0:1734685702.725742:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848457728 00000100:00100000:3.0:1734685702.725747:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3195 00000100:00100000:1.0:1734685702.725750:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848457472:12345-0@lo:400:kworker.0 Request processed in 31us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685702.725753:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848457600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685702.725755:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1734685702.725778:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848458112:0@lo:400:kworker.0 00000100:00100000:3.0:1734685702.725782:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848457600:12345-0@lo:400:kworker.0 Request processed in 29us (93us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685702.725787:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685702.725790:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685702.725791:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685702.725794:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10498 00000100:00080000:0.0:1734685702.725796:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734685702.725796:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685702.725799:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685702.725814:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848457472:0@lo:400:kworker.0 00000100:00100000:0.0:1734685702.725815:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c536300 x1818938848458368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685702.725834:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848458112 00000100:00100000:1.0:1734685702.725836:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848458112 00000100:00100000:1.0:1734685702.725853:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7871 00000100:00100000:1.0:1734685702.725857:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848458112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685702.725877:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848458112:12345-0@lo:400:kworker.0 Request processed in 20us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685702.725883:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7871 00000100:00100000:1.0:1734685702.725901:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848458112:0@lo:400:kworker.0 00000100:00100000:1.0:1734685702.725907:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685702.725911:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848458624:0@lo:400:kworker.0 00000100:00100000:1.0:1734685702.725926:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685702.725949:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848458624 00000100:00100000:2.0:1734685702.725952:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848458624 00000100:00100000:0.0:1734685702.725974:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848458496:0@lo:400:kworker.0 00000100:00100000:0.0:1734685702.725994:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685702.726008:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685702.726011:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848458240:0@lo:400:kworker.0 00000100:00100000:0.0:1734685702.726024:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685702.726042:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3195 00000100:00100000:3.0:1734685702.726271:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848458240 00000100:00100000:3.0:1734685702.726287:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848458240 00000100:00100000:0.0:1734685702.726290:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3196 00000100:00100000:0.0:1734685702.726294:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848457728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685702.726301:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3197 00000100:00100000:3.0:1734685702.726305:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848458624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685702.726319:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848457728:12345-0@lo:400:kworker.0 Request processed in 24us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685702.726324:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3196 00000100:00100000:3.0:1734685702.726332:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848458624:12345-0@lo:400:kworker.0 Request processed in 27us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685702.726334:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3198 00000100:00100000:0.0:1734685702.726337:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848458240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685702.726337:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3197 00000100:00100000:0.0:1734685702.726350:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848458240:12345-0@lo:400:kworker.0 Request processed in 13us (326us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685702.726350:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685672 00000100:00100000:0.0:1734685702.726354:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3198 00000100:00080000:3.0:1734685702.726354:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685672 00000100:00080000:3.0:1734685702.726356:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685672 00000100:00080000:3.0:1734685702.726357:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685672 00000100:00100000:1.0:1734685702.726361:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848458496 00000100:00100000:1.0:1734685702.726365:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848458496 00000100:00100000:0.0:1734685702.726367:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848457856 00000100:00100000:0.0:1734685702.726369:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848457856 00000100:00100000:3.0:1734685702.726372:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848457600:0@lo:400:kworker.0 00000100:00080000:3.0:1734685702.726381:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685672 00000100:00100000:1.0:1734685702.726383:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7872 00000100:00080000:3.0:1734685702.726383:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685672 00000100:00100000:0.0:1734685702.726385:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41503 00000100:00100000:1.0:1734685702.726387:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848458496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685702.726388:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848457856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685702.726397:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848457984:0@lo:8:kworker.0 00000100:00100000:0.0:1734685702.726407:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848457856:12345-0@lo:400:kworker.0 Request processed in 18us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685702.726410:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41503 00000100:00100000:1.0:1734685702.726415:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848458496:12345-0@lo:400:kworker.0 Request processed in 27us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685702.726417:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685702.726421:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7872 00000100:00100000:0.0:1734685702.726427:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848458240:0@lo:400:kworker.0 00000100:00100000:3.0:1734685702.726428:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848458368:0@lo:8:kworker.0 00000100:00100000:1.0:1734685702.726429:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848457984 00000100:00100000:1.0:1734685702.726431:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848457984 00000100:00100000:0.0:1734685702.726434:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848458496:0@lo:400:kworker.0 00000100:00100000:0.0:1734685702.726442:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848457728:0@lo:400:kworker.0 00000100:00100000:3.0:1734685702.726442:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685702.726443:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54358 00000100:00100000:1.0:1734685702.726446:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848457984:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685702.726462:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685702.726468:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848458368 00000100:00100000:3.0:1734685702.726471:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848458368 00000100:00100000:1.0:1734685702.726485:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848457984:12345-0@lo:8:kworker.0 Request processed in 37us (67us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685702.726486:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54359 00000100:00100000:1.0:1734685702.726490:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54358 00000100:00100000:3.0:1734685702.726490:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848458368:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685702.726499:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685702.726511:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848458624:0@lo:400:kworker.0 00000100:00100000:3.0:1734685702.726517:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848458368:12345-0@lo:8:kworker.0 Request processed in 26us (74us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685702.726519:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848457856:0@lo:400:kworker.0 00000100:00100000:3.0:1734685702.726522:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54359 00000100:00080000:3.0:1734685702.726579:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685702.726582:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685702.726585:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848457984:0@lo:8:kworker.0 00000100:00080000:3.0:1734685702.726591:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685702.726593:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685702.726595:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848458368:0@lo:8:kworker.0 00000100:00100000:2.0:1734685702.740728:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848458752:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685702.740782:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685702.741400:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848458752 00000100:00100000:0.0:1734685702.741407:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848458752 00000100:00100000:0.0:1734685702.741448:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41504 00000100:00100000:0.0:1734685702.741454:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848458752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685702.741641:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685702.741691:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848458752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 237us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685702.741697:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41504 00000100:00100000:2.0:1734685702.741716:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848458752:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685702.743975:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685702.804758:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848458880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685702.804809:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685702.805446:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848458880 00000100:00100000:0.0:1734685702.805452:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848458880 00000100:00100000:0.0:1734685702.806121:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6998 00000100:00100000:0.0:1734685702.806128:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848458880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685702.806154:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685702.806523:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848458880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 394us (1713us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685702.806541:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6998 00000100:00100000:3.0:1734685702.806645:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848458880:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685703.745344:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685704.500793:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848459008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685704.500928:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685704.501009:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848459008 00000100:00100000:0.0:1734685704.501016:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848459008 00000100:00100000:0.0:1734685704.501056:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6999 00000100:00100000:0.0:1734685704.501061:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848459008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685704.501077:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685704.501120:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848459008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685704.501125:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6999 00000100:00080000:3.0:1734685704.501171:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685674 00000100:00100000:1.0:1734685704.501217:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848459008:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685704.746855:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685705.160119:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685705.160475:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872719616 00000100:00100000:2.0:1734685705.160485:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872719616 00000100:00100000:0.0:1734685705.160519:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685705.160604:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872719872 00000100:00100000:3.0:1734685705.160608:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872719872 00000100:00100000:0.0:1734685705.160619:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685705.160647:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54360 00000100:00100000:2.0:1734685705.160648:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3199 00000100:00100000:3.0:1734685705.160654:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872719872:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685705.160655:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685705.160657:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872719616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685705.160674:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872719744 00000100:00100000:0.0:1734685705.160679:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872719744 00010000:00020000:3.0:1734685705.160682:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685705.160697:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3200 00000100:00100000:0.0:1734685705.160700:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872719744:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685705.160712:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872719616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685705.160717:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3199 00000100:00100000:0.0:1734685705.160722:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872719744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685705.160724:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a50c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872719872:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 69us (213us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685705.160726:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3200 00000100:00100000:3.0:1734685705.160730:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54360 00000100:00080000:2.0:1734685705.160746:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685675 00000100:00080000:2.0:1734685705.160750:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685675 00000100:00100000:1.0:1734685705.160859:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872719488 00000100:00100000:1.0:1734685705.160862:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872719488 00000100:00100000:1.0:1734685705.160889:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1037 00000100:00100000:1.0:1734685705.160892:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872719488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685705.160916:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872719488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685705.160919:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1037 00000100:00080000:2.0:1734685705.160966:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685675 00010000:00010000:3.0:1734685705.751299:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685706.753500:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685707.679995:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685707.680022:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848459136:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685707.680079:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685707.680150:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848459136 00000100:00100000:0.0:1734685707.680157:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848459136 00000100:00100000:0.0:1734685707.680212:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41505 00000100:00100000:0.0:1734685707.680218:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848459136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685707.680248:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685707.682313:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848459136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2089us (2227us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685707.682322:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41505 00000100:00100000:2.0:1734685707.682332:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848459136:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685707.733015:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848459264:0@lo:400:kworker.0 00000100:00100000:2.0:1734685707.733075:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685707.733217:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848459264 00000100:00100000:1.0:1734685707.733224:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848459264 00000100:00080000:2.0:1734685707.733270:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685677 00000100:00100000:1.0:1734685707.733313:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:1.0:1734685707.733319:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848459264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685707.733355:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848459264:12345-0@lo:400:kworker.0 Request processed in 36us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685707.733361:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:2.0:1734685707.733433:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848459264:0@lo:400:kworker.0 00000100:00100000:3.0:1734685707.734224:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848459392:0@lo:400:kworker.0 00000100:00100000:3.0:1734685707.734255:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685707.734315:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848459392 00000100:00100000:1.0:1734685707.734319:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848459392 00000100:00100000:1.0:1734685707.734353:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3201 00000100:00100000:1.0:1734685707.734357:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848459392:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685707.734586:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685677 00000100:00100000:2.0:1734685707.735683:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848459648:0@lo:400:kworker.0 00000100:00100000:2.0:1734685707.735709:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685707.735737:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848459648 00000100:00100000:2.0:1734685707.735741:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848459648 00000100:00100000:2.0:1734685707.735759:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41506 00000100:00100000:2.0:1734685707.735763:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848459648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685707.735788:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848459648:12345-0@lo:400:kworker.0 Request processed in 23us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685707.735792:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41506 00000100:00080000:2.0:1734685707.735806:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685677 00000100:00100000:2.0:1734685707.735818:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848459648:0@lo:400:kworker.0 00000100:00100000:2.0:1734685707.735835:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848459520:0@lo:400:kworker.0 00000100:00100000:2.0:1734685707.735849:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685707.735861:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848459520 00000100:00100000:2.0:1734685707.735863:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848459520 00000100:00100000:2.0:1734685707.735877:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3202 00000100:00100000:2.0:1734685707.735880:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848459520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685707.735899:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848459520:12345-0@lo:400:kworker.0 Request processed in 19us (50us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685707.735903:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3202 00000100:00100000:2.0:1734685707.735917:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848459520:0@lo:400:kworker.0 00000100:00080000:2.0:1734685707.735923:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685677 00000100:00080000:0.0:1734685707.735965:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685707.735969:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685707.735971:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685707.735975:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10503 00000100:00080000:0.0:1734685707.735977:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685707.735981:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685707.735996:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c536300 x1818938848459776/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685707.736024:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685707.736026:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685707.736027:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685707.736029:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10503 00000100:00080000:0.0:1734685707.736031:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685707.736033:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685707.736041:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c535500 x1818938848460160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685707.736141:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848460288:0@lo:400:kworker.0 00000100:00100000:0.0:1734685707.736160:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685707.736177:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685707.736181:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848460032:0@lo:400:kworker.0 00000100:00100000:0.0:1734685707.736206:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685707.736223:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848460288 00000100:00100000:0.0:1734685707.736226:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848460288 00000100:00100000:0.0:1734685707.736250:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7873 00000100:00100000:0.0:1734685707.736254:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848460288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685707.736277:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848459776:0@lo:8:kworker.0 00000100:00100000:0.0:1734685707.736279:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848460288:12345-0@lo:400:kworker.0 Request processed in 25us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685707.736284:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7873 00000100:00100000:3.0:1734685707.736294:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685707.736304:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848460288:0@lo:400:kworker.0 00000100:00100000:3.0:1734685707.736304:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848460160:0@lo:8:kworker.0 00000100:00080000:0.0:1734685707.736312:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685677 00000100:00100000:3.0:1734685707.736316:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685707.736323:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848459776 00000100:00100000:0.0:1734685707.736325:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848459776 00000100:00100000:0.0:1734685707.736331:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848460160 00000100:00100000:0.0:1734685707.736333:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848460160 00000100:00100000:3.0:1734685707.736334:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54361 00000100:00100000:3.0:1734685707.736338:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848459776:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685707.736342:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54362 00000100:00100000:0.0:1734685707.736345:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848460160:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685707.736353:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685707.736375:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848460032 00000100:00100000:2.0:1734685707.736377:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848460032 00000100:00100000:3.0:1734685707.736378:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848459776:12345-0@lo:8:kworker.0 Request processed in 40us (84us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685707.736385:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54361 00000100:00100000:2.0:1734685707.736390:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3203 00000100:00100000:2.0:1734685707.736394:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848460032:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685707.736400:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685707.736403:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685707.736405:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848459776:0@lo:8:kworker.0 00000100:00100000:2.0:1734685707.736417:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848460032:12345-0@lo:400:kworker.0 Request processed in 22us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685707.736420:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848460416:0@lo:400:kworker.0 00000100:00100000:2.0:1734685707.736422:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3203 00000100:00100000:3.0:1734685707.736434:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685707.736442:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685707.736446:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848459904:0@lo:400:kworker.0 00000100:00100000:2.0:1734685707.736448:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848460416 00000100:00100000:2.0:1734685707.736450:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848460416 00000100:00100000:3.0:1734685707.736459:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685707.736462:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3204 00000100:00100000:2.0:1734685707.736465:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848460416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685707.736467:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848459904 00000100:00100000:3.0:1734685707.736469:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848459904 00000100:00100000:2.0:1734685707.736483:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848460416:12345-0@lo:400:kworker.0 Request processed in 17us (48us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685707.736484:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7874 00000100:00100000:3.0:1734685707.736487:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848459904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685707.736488:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3204 00000100:00080000:2.0:1734685707.736501:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685677 00000100:00100000:3.0:1734685707.736504:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848459904:12345-0@lo:400:kworker.0 Request processed in 16us (44us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685707.736508:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7874 00000100:00100000:3.0:1734685707.736524:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848460416:0@lo:400:kworker.0 00010000:00020000:0.0:1734685707.736547:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685707.736552:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848459904:0@lo:400:kworker.0 00000100:00100000:0.0:1734685707.736568:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848460160:12345-0@lo:8:kworker.0 Request processed in 222us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685707.736573:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54362 00000100:00100000:0.0:1734685707.736589:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848460032:0@lo:400:kworker.0 00000100:00080000:2.0:1734685707.736631:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685707.736633:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685707.736636:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848460160:0@lo:8:kworker.0 00000100:00100000:1.0:1734685707.737202:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848459392:12345-0@lo:400:kworker.0 Request processed in 2833us (2936us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685707.737208:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3201 00000100:00100000:3.0:1734685707.737268:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848459392:0@lo:400:kworker.0 00000100:00100000:3.0:1734685707.748770:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685707.748789:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848460544:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685707.748842:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685707.748906:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848460544 00000100:00100000:2.0:1734685707.748912:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848460544 00000100:00100000:2.0:1734685707.748942:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41507 00000100:00100000:2.0:1734685707.748948:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848460544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685707.748977:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685707.749008:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848460544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685707.749013:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41507 00000100:00100000:3.0:1734685707.749115:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848460544:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685707.756716:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685707.812874:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848460672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685707.812928:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685707.813655:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848460672 00000100:00100000:2.0:1734685707.813662:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848460672 00000100:00100000:2.0:1734685707.813703:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7000 00000100:00100000:2.0:1734685707.813709:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848460672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685707.813734:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685707.813780:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848460672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685707.813786:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7000 00000100:00100000:1.0:1734685707.813889:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848460672:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685708.758716:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685709.508730:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848460800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685709.508784:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685709.508826:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848460800 00000100:00100000:0.0:1734685709.508834:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848460800 00000100:00080000:2.0:1734685709.508869:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685679 00000100:00100000:0.0:1734685709.508894:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7001 00000100:00100000:0.0:1734685709.508902:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848460800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685709.508922:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685709.508972:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848460800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685709.508979:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7001 00000100:00100000:2.0:1734685709.509000:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848460800:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685709.760742:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685710.167737:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685710.169186:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872720000 00000100:00100000:1.0:1734685710.169195:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872720000 00000100:00100000:0.0:1734685710.169217:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685710.169236:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685710.169364:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872720256 00000100:00100000:3.0:1734685710.169367:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872720256 00000100:00100000:0.0:1734685710.169417:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685710.169434:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872720384 00000100:00100000:0.0:1734685710.169436:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872720384 00000100:00100000:0.0:1734685710.169457:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54363 00000100:00100000:0.0:1734685710.169463:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872720384:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685710.169484:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685710.169519:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872720384:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 55us (101us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685710.169524:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54363 00000100:00100000:0.0:1734685710.169779:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872720128 00000100:00100000:0.0:1734685710.169783:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872720128 00000100:00100000:1.0:1734685710.170462:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1039 00000100:00100000:1.0:1734685710.170467:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872720000:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685710.170499:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872720000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (2770us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685710.170505:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1039 00000100:00100000:3.0:1734685710.170987:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3205 00000100:00100000:3.0:1734685710.170992:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872720256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685710.171035:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872720256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (1820us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685710.171040:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3205 00000100:00080000:2.0:1734685710.171116:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685680 00000100:00080000:2.0:1734685710.171122:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685680 00000100:00080000:2.0:1734685710.171124:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685680 00000100:00100000:0.0:1734685710.171243:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3206 00000100:00100000:0.0:1734685710.171247:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872720128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685710.171284:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872720128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (2047us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685710.171289:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3206 00010000:00010000:3.0:1734685710.763334:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685711.764803:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685712.693396:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848460928:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685712.693477:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685712.693687:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848460928 00000100:00100000:0.0:1734685712.693696:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848460928 00000100:00100000:0.0:1734685712.693748:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41508 00000100:00100000:0.0:1734685712.693755:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848460928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685712.693795:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685712.693840:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848460928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685712.693847:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41508 00000100:00100000:3.0:1734685712.694182:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848460928:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685712.740830:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848461056:0@lo:400:kworker.0 00000100:00080000:0.0:1734685712.740865:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685712.740871:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685712.740875:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685712.740879:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10508 00000100:00080000:0.0:1734685712.740882:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685712.740889:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685712.740907:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685712.740911:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ca71180 x1818938848461568/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685712.740934:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848461696:0@lo:400:kworker.0 00000100:00080000:0.0:1734685712.740936:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685712.740939:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685712.740940:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685712.740942:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10508 00000100:00080000:0.0:1734685712.740945:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685712.740948:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685712.740954:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685712.740957:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ca73480 x1818938848461952/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685712.740979:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734685712.740984:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848461440:0@lo:400:kworker.0 00000100:00100000:2.0:1734685712.741000:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685712.741008:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848461696 00000100:00100000:2.0:1734685712.741012:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848462208:0@lo:400:kworker.0 00000100:00100000:0.0:1734685712.741015:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848461696 00000100:00100000:2.0:1734685712.741029:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685712.741048:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848461312:0@lo:400:kworker.0 00000100:00100000:0.0:1734685712.741058:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7875 00000100:00100000:0.0:1734685712.741065:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848461696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685712.741065:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685712.741073:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848462080:0@lo:400:kworker.0 00000100:00100000:1.0:1734685712.741081:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848461184:0@lo:400:kworker.0 00000100:00100000:2.0:1734685712.741086:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685712.741118:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848462208 00000100:00100000:2.0:1734685712.741122:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848462208 00000100:00100000:0.0:1734685712.741129:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848461696:12345-0@lo:400:kworker.0 Request processed in 64us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685712.741135:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7875 00000100:00100000:2.0:1734685712.741145:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848461312 00000100:00100000:0.0:1734685712.741147:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848462080 00000100:00100000:2.0:1734685712.741147:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848461312 00000100:00100000:0.0:1734685712.741149:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848462080 00000100:00100000:1.0:1734685712.741152:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685712.741160:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7876 00000100:00100000:0.0:1734685712.741163:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848462080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685712.741170:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848461184 00000100:00100000:2.0:1734685712.741172:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848461184 00000100:00100000:1.0:1734685712.741187:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848461824:0@lo:400:kworker.0 00000100:00100000:2.0:1734685712.741189:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3207 00000100:00100000:0.0:1734685712.741192:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848462080:12345-0@lo:400:kworker.0 Request processed in 27us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685712.741193:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848462208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685712.741196:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7876 00000100:00100000:1.0:1734685712.741204:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685712.741212:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848461440 00000100:00100000:0.0:1734685712.741214:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848461440 00000100:00100000:2.0:1734685712.741218:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848462208:12345-0@lo:400:kworker.0 Request processed in 25us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685712.741223:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3207 00000100:00100000:0.0:1734685712.741230:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41509 00000100:00100000:0.0:1734685712.741234:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848461440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685712.741236:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848461824 00000100:00100000:2.0:1734685712.741238:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848461824 00000100:00100000:1.0:1734685712.741244:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848461056 00000100:00100000:2.0:1734685712.741247:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3208 00000100:00100000:1.0:1734685712.741250:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848461056 00000100:00100000:2.0:1734685712.741250:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848461312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685712.741255:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848461440:12345-0@lo:400:kworker.0 Request processed in 21us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685712.741260:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41509 00000100:00100000:2.0:1734685712.741268:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848461312:12345-0@lo:400:kworker.0 Request processed in 16us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685712.741272:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3208 00000100:00100000:2.0:1734685712.741280:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3209 00000100:00100000:1.0:1734685712.741281:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1734685712.741283:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848461184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685712.741287:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848461056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685712.741288:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848461312:0@lo:400:kworker.0 00000100:00100000:0.0:1734685712.741295:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848462080:0@lo:400:kworker.0 00000100:00100000:2.0:1734685712.741303:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848461184:12345-0@lo:400:kworker.0 Request processed in 20us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685712.741308:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3209 00000100:00100000:0.0:1734685712.741316:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848461568:0@lo:8:kworker.0 00000100:00100000:2.0:1734685712.741317:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3210 00000100:00100000:2.0:1734685712.741320:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848461824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685712.741327:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848461056:12345-0@lo:400:kworker.0 Request processed in 40us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685712.741333:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:0.0:1734685712.741335:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685712.741339:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848461824:12345-0@lo:400:kworker.0 Request processed in 18us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685712.741344:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848461952:0@lo:8:kworker.0 00000100:00100000:2.0:1734685712.741344:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3210 00000100:00100000:0.0:1734685712.741356:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685712.741358:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848461568 00000100:00100000:2.0:1734685712.741360:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848461568 00000100:00100000:2.0:1734685712.741377:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848461952 00000100:00100000:2.0:1734685712.741380:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848461952 00000100:00100000:1.0:1734685712.741391:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848461184:0@lo:400:kworker.0 00000100:00100000:1.0:1734685712.741401:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848461824:0@lo:400:kworker.0 00000100:00080000:1.0:1734685712.741448:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685682 00000100:00080000:1.0:1734685712.741451:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685682 00000100:00080000:1.0:1734685712.741453:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685682 00000100:00080000:1.0:1734685712.741456:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685682 00000100:00100000:0.0:1734685712.742272:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54364 00000100:00100000:0.0:1734685712.742278:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848461568:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685712.742301:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685712.742310:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54365 00000100:00100000:1.0:1734685712.742317:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848461952:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685712.742334:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685712.742345:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848461568:12345-0@lo:8:kworker.0 Request processed in 67us (1010us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685712.742351:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54364 00000100:00100000:1.0:1734685712.742362:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848461952:12345-0@lo:8:kworker.0 Request processed in 45us (1004us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685712.742367:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54365 00000100:00080000:0.0:1734685712.742380:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685712.742383:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685712.742387:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848461568:0@lo:8:kworker.0 00000100:00080000:0.0:1734685712.742394:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685712.742396:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685712.742398:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848461952:0@lo:8:kworker.0 00000100:00100000:2.0:1734685712.742523:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848461440:0@lo:400:kworker.0 00000100:00100000:2.0:1734685712.742549:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848462208:0@lo:400:kworker.0 00000100:00100000:2.0:1734685712.742558:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848461696:0@lo:400:kworker.0 00000100:00100000:2.0:1734685712.742567:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848461056:0@lo:400:kworker.0 00000100:00100000:0.0:1734685712.757344:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685712.757369:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848462336:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685712.757439:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685712.757600:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848462336 00000100:00100000:1.0:1734685712.757608:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848462336 00000100:00100000:1.0:1734685712.757661:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41510 00000100:00100000:1.0:1734685712.757669:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848462336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685712.757709:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685712.757787:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848462336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685712.757794:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41510 00000100:00100000:2.0:1734685712.757884:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848462336:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685712.766777:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685712.821604:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848462464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685712.821682:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685712.821844:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848462464 00000100:00100000:3.0:1734685712.821852:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848462464 00000100:00100000:3.0:1734685712.821902:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7002 00000100:00100000:3.0:1734685712.821909:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848462464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685712.821943:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685712.821989:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848462464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685712.821995:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7002 00000100:00100000:2.0:1734685712.823594:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848462464:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685713.768893:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685714.516948:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848462592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685714.517004:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685714.517045:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848462592 00000100:00100000:2.0:1734685714.517052:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848462592 00000100:00100000:2.0:1734685714.517131:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7003 00000100:00100000:2.0:1734685714.517137:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848462592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685714.517156:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:1.0:1734685714.517167:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685684 00000100:00100000:2.0:1734685714.517195:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848462592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685714.517201:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7003 00000100:00100000:0.0:1734685714.517664:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848462592:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685714.774289:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685715.177006:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685715.177052:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685715.177106:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685715.177116:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872720512 00000100:00100000:2.0:1734685715.177123:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872720512 00000100:00100000:0.0:1734685715.177176:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685715.177177:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1041 00000100:00100000:2.0:1734685715.177183:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872720512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685715.177196:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872720896 00000100:00100000:0.0:1734685715.177199:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872720896 00000100:00100000:0.0:1734685715.177215:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54366 00000100:00100000:0.0:1734685715.177220:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872720896:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685715.177228:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872720512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685715.177233:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1041 00010000:00020000:0.0:1734685715.177239:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685715.177259:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872720896:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (83us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685715.177265:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54366 00000100:00100000:2.0:1734685715.177271:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872720640 00000100:00100000:2.0:1734685715.177273:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872720640 00000100:00100000:2.0:1734685715.177291:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872720768 00000100:00100000:2.0:1734685715.177292:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872720768 00000100:00080000:3.0:1734685715.177302:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685685 00000100:00100000:2.0:1734685715.177306:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3211 00000100:00080000:3.0:1734685715.177306:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685685 00000100:00080000:3.0:1734685715.177308:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685685 00000100:00100000:2.0:1734685715.177310:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872720640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685715.177332:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872720640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685715.177337:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3211 00000100:00100000:2.0:1734685715.177345:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3212 00000100:00100000:2.0:1734685715.177348:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872720768:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685715.177362:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872720768:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 13us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685715.177368:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3212 00010000:00010000:3.0:1734685715.779133:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685716.779253:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685717.700715:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685717.700737:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848462720:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685717.700787:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685717.700824:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848462720 00000100:00100000:0.0:1734685717.700830:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848462720 00000100:00100000:0.0:1734685717.700869:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41511 00000100:00100000:0.0:1734685717.700874:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848462720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685717.700901:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685717.700946:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848462720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685717.700952:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41511 00000100:00100000:3.0:1734685717.700970:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848462720:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685717.748933:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848462848:0@lo:400:kworker.0 00000100:00100000:3.0:1734685717.748998:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685717.749839:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848462848 00000100:00100000:3.0:1734685717.749846:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848462848 00000100:00100000:3.0:1734685717.749881:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:3.0:1734685717.749887:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848462848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685717.749927:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848462848:12345-0@lo:400:kworker.0 Request processed in 39us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685717.749932:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00080000:3.0:1734685717.749957:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685687 00000100:00100000:3.0:1734685717.749975:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848462848:0@lo:400:kworker.0 00000100:00100000:2.0:1734685717.750059:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848462976:0@lo:400:kworker.0 00000100:00100000:2.0:1734685717.750086:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685717.750634:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848462976 00000100:00100000:3.0:1734685717.750638:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848462976 00000100:00100000:2.0:1734685717.751116:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685717.751124:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848463104:0@lo:400:kworker.0 00000100:00100000:2.0:1734685717.751147:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685717.752278:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685717.752284:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685717.752287:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685717.752291:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10513 00000100:00080000:0.0:1734685717.752294:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685717.752297:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685717.752315:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ca70e00 x1818938848463360/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685717.752336:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685717.752339:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685717.752340:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685717.752342:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10513 00000100:00080000:0.0:1734685717.752345:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685717.752347:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685717.752355:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ca72300 x1818938848463744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685717.752381:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848463360:0@lo:8:kworker.0 00000100:00100000:0.0:1734685717.752407:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685717.752423:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848463744:0@lo:8:kworker.0 00000100:00100000:0.0:1734685717.752436:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685717.752457:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848463360 00000100:00100000:2.0:1734685717.752460:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848463616:0@lo:400:kworker.0 00000100:00100000:0.0:1734685717.752461:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848463360 00000100:00100000:0.0:1734685717.752475:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848463744 00000100:00100000:0.0:1734685717.752477:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848463744 00000100:00100000:2.0:1734685717.752477:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685717.752486:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54367 00000100:00100000:0.0:1734685717.752491:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848463360:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685717.752497:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848463104 00000100:00100000:3.0:1734685717.752500:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848463104 00010000:00020000:0.0:1734685717.752508:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685717.752519:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3213 00000100:00100000:3.0:1734685717.752523:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848462976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685717.752544:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848463360:12345-0@lo:8:kworker.0 Request processed in 52us (136us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685717.752549:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54367 00000100:00100000:0.0:1734685717.752561:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54368 00000100:00100000:3.0:1734685717.752563:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848462976:12345-0@lo:400:kworker.0 Request processed in 39us (2476us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685717.752564:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848463744:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685717.752567:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3213 00010000:00020000:0.0:1734685717.752571:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685717.752578:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3214 00000100:00100000:3.0:1734685717.752581:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848463104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685717.752586:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848463744:12345-0@lo:8:kworker.0 Request processed in 22us (150us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685717.752590:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54368 00000100:00100000:3.0:1734685717.752597:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848463104:12345-0@lo:400:kworker.0 Request processed in 16us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685717.752601:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3214 00000100:00080000:0.0:1734685717.752613:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685717.752615:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:3.0:1734685717.752616:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685687 00000100:00080000:3.0:1734685717.752618:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685687 00000100:00100000:0.0:1734685717.752619:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848463360:0@lo:8:kworker.0 00000100:00080000:0.0:1734685717.752624:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685717.752626:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685717.752628:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848463744:0@lo:8:kworker.0 00000100:00100000:3.0:1734685717.752631:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848463872:0@lo:400:kworker.0 00000100:00100000:0.0:1734685717.752643:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848463488:0@lo:400:kworker.0 00000100:00100000:3.0:1734685717.752647:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685717.752656:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685717.752663:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848463872 00000100:00100000:0.0:1734685717.752665:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734685717.752665:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848463872 00000100:00100000:0.0:1734685717.752669:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848463232:0@lo:400:kworker.0 00000100:00100000:3.0:1734685717.752680:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848463488 00000100:00100000:0.0:1734685717.752682:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685717.752682:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848463488 00000100:00100000:3.0:1734685717.752690:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7877 00000100:00100000:0.0:1734685717.752691:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848464000:0@lo:400:kworker.0 00000100:00100000:3.0:1734685717.752693:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848463872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685717.752709:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7878 00000100:00100000:0.0:1734685717.752713:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848463488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685717.752714:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848463872:12345-0@lo:400:kworker.0 Request processed in 21us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685717.752719:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7877 00000100:00080000:3.0:1734685717.752727:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685687 00000100:00100000:0.0:1734685717.752734:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848463488:12345-0@lo:400:kworker.0 Request processed in 21us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685717.752738:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848463872:0@lo:400:kworker.0 00000100:00100000:0.0:1734685717.752739:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7878 00000100:00100000:0.0:1734685717.752750:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848463232 00000100:00100000:0.0:1734685717.752752:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848463232 00000100:00080000:3.0:1734685717.752763:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685687 00000100:00100000:0.0:1734685717.752771:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41512 00000100:00100000:0.0:1734685717.752774:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848463232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685717.752795:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848463232:12345-0@lo:400:kworker.0 Request processed in 21us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685717.752799:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41512 00000100:00100000:2.0:1734685717.753032:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848463104:0@lo:400:kworker.0 00000100:00100000:2.0:1734685717.753042:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848462976:0@lo:400:kworker.0 00000100:00100000:2.0:1734685717.753061:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848463616 00000100:00100000:2.0:1734685717.753063:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848463616 00000100:00100000:2.0:1734685717.753077:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3215 00000100:00100000:2.0:1734685717.753080:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848463616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685717.753102:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848463616:12345-0@lo:400:kworker.0 Request processed in 22us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685717.753107:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3215 00000100:00100000:2.0:1734685717.753132:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848463616:0@lo:400:kworker.0 00000100:00100000:0.0:1734685717.753181:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685717.753198:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848463488:0@lo:400:kworker.0 00000100:00100000:0.0:1734685717.753209:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848463232:0@lo:400:kworker.0 00000100:00100000:1.0:1734685717.753251:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848464000 00000100:00100000:1.0:1734685717.753255:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848464000 00000100:00100000:1.0:1734685717.753271:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3216 00000100:00100000:1.0:1734685717.753275:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848464000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685717.753300:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848464000:12345-0@lo:400:kworker.0 Request processed in 25us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685717.753304:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3216 00000100:00100000:0.0:1734685717.754267:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848464000:0@lo:400:kworker.0 00000100:00100000:1.0:1734685717.764904:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685717.764925:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848464128:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685717.764976:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685717.765083:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848464128 00000100:00100000:2.0:1734685717.765090:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848464128 00000100:00100000:2.0:1734685717.765131:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41513 00000100:00100000:2.0:1734685717.765138:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848464128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685717.765166:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685717.765206:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848464128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685717.765212:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41513 00000100:00100000:1.0:1734685717.766463:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848464128:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685717.780728:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685717.828776:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685717.828796:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848464256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685717.828849:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685717.828928:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848464256 00000100:00100000:2.0:1734685717.828935:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848464256 00000100:00100000:2.0:1734685717.828964:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7004 00000100:00100000:2.0:1734685717.828970:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848464256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685717.828996:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685717.829433:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848464256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 462us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685717.829440:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7004 00000100:00100000:0.0:1734685717.829852:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848464256:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685718.783901:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685719.524777:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685719.524798:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848464384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685719.524852:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685719.525063:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848464384 00000100:00100000:3.0:1734685719.525069:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848464384 00000100:00080000:0.0:1734685719.525111:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685689 00000100:00100000:3.0:1734685719.525119:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7005 00000100:00100000:3.0:1734685719.525125:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848464384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685719.525146:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685719.525185:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848464384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685719.525190:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7005 00000100:00100000:1.0:1734685719.525913:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848464384:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685719.786145:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685720.183465:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685720.183567:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872721024 00000100:00100000:0.0:1734685720.183575:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685720.183575:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872721024 00000100:00100000:0.0:1734685720.183604:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685720.183627:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1043 00000100:00100000:3.0:1734685720.183634:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872721024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685720.183636:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872721280 00000100:00100000:2.0:1734685720.183641:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872721280 00000100:00100000:2.0:1734685720.183664:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872721152 00000100:00100000:2.0:1734685720.183666:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872721152 00000100:00100000:0.0:1734685720.183672:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:1.0:1734685720.183672:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685690 00000100:00080000:1.0:1734685720.183677:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685690 00000100:00080000:1.0:1734685720.183679:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685690 00000100:00100000:3.0:1734685720.183681:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872721024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685720.183683:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3217 00000100:00100000:3.0:1734685720.183686:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1043 00000100:00100000:2.0:1734685720.183688:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872721280:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685720.183694:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3218 00000100:00100000:1.0:1734685720.183699:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872721152:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685720.183719:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872721280:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685720.183726:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3217 00000100:00100000:1.0:1734685720.183728:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872721152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685720.183734:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3218 00000100:00100000:3.0:1734685720.183737:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872721408 00000100:00100000:3.0:1734685720.183740:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872721408 00000100:00100000:3.0:1734685720.183754:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54369 00000100:00100000:3.0:1734685720.183758:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872721408:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685720.183776:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685720.183809:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872721408:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 49us (136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685720.183815:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54369 00010000:00010000:3.0:1734685720.786999:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685721.788753:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685722.708777:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848464512:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685722.708832:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685722.708895:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848464512 00000100:00100000:2.0:1734685722.708902:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848464512 00000100:00100000:2.0:1734685722.708953:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41514 00000100:00100000:2.0:1734685722.708960:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848464512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685722.708990:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685722.709038:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848464512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685722.709046:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41514 00000100:00100000:1.0:1734685722.709077:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848464512:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685722.756793:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685722.756799:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685722.756801:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685722.756808:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10518 00000100:00080000:0.0:1734685722.756812:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685722.756817:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685722.756836:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ca72d80 x1818938848465152/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685722.756856:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848464896:0@lo:400:kworker.0 00000100:00080000:0.0:1734685722.756861:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685722.756864:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685722.756865:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685722.756868:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10518 00000100:00080000:0.0:1734685722.756870:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685722.756873:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685722.756882:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf3800 x1818938848465536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685722.756921:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848465152:0@lo:8:kworker.0 00000100:00100000:3.0:1734685722.756935:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685722.757014:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848464768:0@lo:400:kworker.0 00000100:00100000:2.0:1734685722.757014:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848464640:0@lo:400:kworker.0 00000100:00100000:0.0:1734685722.757337:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685722.757347:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848465664:0@lo:400:kworker.0 00000100:00100000:0.0:1734685722.757363:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848465536:0@lo:8:kworker.0 00000100:00100000:3.0:1734685722.757371:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685722.757393:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848464896 00000100:00100000:0.0:1734685722.757399:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848464896 00000100:00100000:3.0:1734685722.757411:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848465152 00000100:00100000:3.0:1734685722.757416:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848465152 00000100:00100000:2.0:1734685722.757428:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685722.757436:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3219 00000100:00100000:3.0:1734685722.757437:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848465664 00000100:00100000:3.0:1734685722.757439:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848465664 00000100:00100000:0.0:1734685722.757442:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848464896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685722.757443:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848465280:0@lo:400:kworker.0 00000100:00100000:2.0:1734685722.757456:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685722.757468:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734685722.757469:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848465280 00000100:00100000:3.0:1734685722.757472:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848465280 00000100:00100000:2.0:1734685722.757473:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848465024:0@lo:400:kworker.0 00000100:00100000:3.0:1734685722.757491:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7879 00000100:00100000:3.0:1734685722.757496:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848465664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685722.757699:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685722.757713:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848465408:0@lo:400:kworker.0 00000100:00100000:1.0:1734685722.757733:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685722.757733:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848465664:12345-0@lo:400:kworker.0 Request processed in 235us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685722.757740:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7879 00000100:00080000:1.0:1734685722.757757:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685692 00000100:00100000:3.0:1734685722.757757:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7880 00000100:00080000:1.0:1734685722.757760:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685692 00000100:00100000:3.0:1734685722.757761:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848465280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685722.757773:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54370 00000100:00100000:1.0:1734685722.757778:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848465152:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685722.757789:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848465280:12345-0@lo:400:kworker.0 Request processed in 26us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685722.757790:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1734685722.757793:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685722.757794:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7880 00000100:00100000:2.0:1734685722.757803:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848465792:0@lo:400:kworker.0 00000100:00100000:1.0:1734685722.757814:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848465152:12345-0@lo:8:kworker.0 Request processed in 35us (477us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685722.757816:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848464640 00000100:00100000:2.0:1734685722.757817:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685722.757818:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848464640 00000100:00100000:1.0:1734685722.757819:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54370 00000100:00100000:2.0:1734685722.757837:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848465280:0@lo:400:kworker.0 00000100:00100000:1.0:1734685722.757838:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848464768 00000100:00100000:1.0:1734685722.757840:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848464768 00000100:00100000:1.0:1734685722.757855:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848465408 00000100:00100000:1.0:1734685722.757857:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848465408 00000100:00100000:2.0:1734685722.757860:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848465792 00000100:00100000:2.0:1734685722.757862:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848465792 00000100:00100000:1.0:1734685722.757867:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3220 00000100:00100000:1.0:1734685722.757870:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848464768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685722.757873:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3221 00000100:00100000:2.0:1734685722.757876:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848465408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685722.757894:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848464768:12345-0@lo:400:kworker.0 Request processed in 23us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685722.757894:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848465408:12345-0@lo:400:kworker.0 Request processed in 17us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685722.757899:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3221 00000100:00100000:0.0:1734685722.757922:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848464896:12345-0@lo:400:kworker.0 Request processed in 480us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685722.758003:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1734685722.758009:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848464640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685722.758040:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848464640:12345-0@lo:400:kworker.0 Request processed in 31us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685722.758045:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00080000:3.0:1734685722.758070:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685692 00000100:00080000:3.0:1734685722.758072:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685692 00000100:00100000:1.0:1734685722.758139:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3220 00000100:00100000:2.0:1734685722.758143:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3222 00000100:00100000:2.0:1734685722.758148:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848465792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685722.758167:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848464768:0@lo:400:kworker.0 00000100:00100000:2.0:1734685722.758170:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848465792:12345-0@lo:400:kworker.0 Request processed in 23us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685722.758175:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3222 00000100:00100000:0.0:1734685722.758183:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3219 00000100:00100000:2.0:1734685722.758193:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848465792:0@lo:400:kworker.0 00000100:00100000:0.0:1734685722.758200:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685722.758200:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848464640:0@lo:400:kworker.0 00000100:00100000:3.0:1734685722.758200:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848465024 00000100:00100000:3.0:1734685722.758204:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848465024 00000100:00080000:2.0:1734685722.758215:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685692 00000100:00080000:0.0:1734685722.758217:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685722.758220:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685722.758222:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848465152:0@lo:8:kworker.0 00000100:00100000:3.0:1734685722.758224:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41515 00000100:00100000:3.0:1734685722.758229:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848465024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685722.758242:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848465664:0@lo:400:kworker.0 00000100:00100000:0.0:1734685722.758250:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848464896:0@lo:400:kworker.0 00000100:00100000:3.0:1734685722.758264:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848465024:12345-0@lo:400:kworker.0 Request processed in 35us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685722.758269:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41515 00000100:00100000:1.0:1734685722.758281:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848465408:0@lo:400:kworker.0 00000100:00100000:3.0:1734685722.758296:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848465536 00000100:00100000:3.0:1734685722.758299:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848465536 00000100:00100000:2.0:1734685722.758317:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848465024:0@lo:400:kworker.0 00000100:00100000:3.0:1734685722.758323:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54371 00000100:00100000:3.0:1734685722.758326:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848465536:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685722.758335:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685722.758368:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848465536:12345-0@lo:8:kworker.0 Request processed in 40us (166us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685722.758373:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54371 00000100:00080000:1.0:1734685722.758389:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685722.758391:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685722.758394:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848465536:0@lo:8:kworker.0 00000100:00100000:0.0:1734685722.772795:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685722.772814:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848465920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685722.772863:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685722.772919:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848465920 00000100:00100000:3.0:1734685722.772926:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848465920 00000100:00100000:3.0:1734685722.772985:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41516 00000100:00100000:3.0:1734685722.772990:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848465920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685722.773019:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685722.773067:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848465920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685722.773072:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41516 00000100:00100000:0.0:1734685722.773120:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848465920:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685722.790710:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685722.836980:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848466048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685722.837054:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685722.837145:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848466048 00000100:00100000:3.0:1734685722.837155:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848466048 00000100:00100000:3.0:1734685722.837199:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7006 00000100:00100000:3.0:1734685722.837203:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848466048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685722.837227:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685722.837277:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848466048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685722.837281:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7006 00000100:00100000:1.0:1734685722.837321:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848466048:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685723.792739:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685724.532973:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848466176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685724.533027:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685724.533122:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848466176 00000100:00100000:3.0:1734685724.533128:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848466176 00000100:00100000:3.0:1734685724.533170:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7007 00000100:00080000:2.0:1734685724.533175:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685694 00000100:00100000:3.0:1734685724.533175:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848466176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685724.533195:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685724.533226:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848466176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685724.533232:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7007 00000100:00100000:2.0:1734685724.533247:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848466176:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685724.795895:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685725.191154:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685725.191201:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685725.191215:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872721664 00000100:00100000:2.0:1734685725.191223:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872721664 00000100:00100000:0.0:1734685725.191236:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685725.191260:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3223 00000100:00100000:0.0:1734685725.191264:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685725.191265:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872721664:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685725.191273:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872721536 00000100:00100000:3.0:1734685725.191277:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872721536 00000100:00100000:3.0:1734685725.191299:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1045 00000100:00100000:3.0:1734685725.191304:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872721536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685725.191319:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872721664:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685725.191325:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3223 00000100:00100000:3.0:1734685725.191328:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872721536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685725.191333:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1045 00000100:00100000:3.0:1734685725.191360:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872721920 00000100:00100000:3.0:1734685725.191362:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872721920 00000100:00100000:3.0:1734685725.191375:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54372 00000100:00100000:3.0:1734685725.191380:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872721920:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685725.191397:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685725.191415:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872721920:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 35us (179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685725.191422:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54372 00000100:00100000:3.0:1734685725.191435:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872721792 00000100:00100000:3.0:1734685725.191437:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872721792 00000100:00080000:2.0:1734685725.191446:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685695 00000100:00080000:2.0:1734685725.191450:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685695 00000100:00080000:2.0:1734685725.191451:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685695 00000100:00100000:3.0:1734685725.191453:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3224 00000100:00100000:3.0:1734685725.191456:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872721792:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685725.191474:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872721792:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685725.191477:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3224 00010000:00010000:3.0:1734685725.796717:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685726.798843:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685727.716784:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848466304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685727.716837:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685727.716951:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848466304 00000100:00100000:3.0:1734685727.716958:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848466304 00000100:00100000:3.0:1734685727.716997:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41517 00000100:00100000:3.0:1734685727.717003:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848466304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685727.717032:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685727.717074:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848466304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685727.717081:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41517 00000100:00100000:0.0:1734685727.717184:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848466304:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685727.764902:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685727.764907:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685727.764910:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685727.764917:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10523 00000100:00080000:0.0:1734685727.764921:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:2.0:1734685727.764924:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848466432:0@lo:400:kworker.0 00000100:00080000:0.0:1734685727.764926:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685727.764943:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf0700 x1818938848466944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685727.764965:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685727.764967:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685727.764969:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685727.764971:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10523 00000100:00080000:0.0:1734685727.764973:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685727.764975:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685727.764983:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf0380 x1818938848467328/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685727.765012:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848466560:0@lo:400:kworker.0 00000100:00100000:1.0:1734685727.765069:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848466944:0@lo:8:kworker.0 00000100:00100000:3.0:1734685727.765124:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848466688:0@lo:400:kworker.0 00000100:00100000:2.0:1734685727.765398:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685727.765421:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685727.765425:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848467072:0@lo:400:kworker.0 00000100:00100000:3.0:1734685727.765436:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848467456:0@lo:400:kworker.0 00000100:00100000:2.0:1734685727.765446:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685727.765461:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734685727.765462:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848466688 00000100:00100000:2.0:1734685727.765466:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848466816:0@lo:400:kworker.0 00000100:00100000:3.0:1734685727.765467:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848466688 00000100:00100000:2.0:1734685727.765483:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685727.765493:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848467584:0@lo:400:kworker.0 00000100:00100000:3.0:1734685727.765499:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3225 00000100:00100000:3.0:1734685727.765504:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848466688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685727.765509:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685727.765542:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848467072 00000100:00100000:2.0:1734685727.765545:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848467072 00000100:00100000:2.0:1734685727.765573:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7881 00000100:00100000:2.0:1734685727.765577:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848467072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685727.765581:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848466688:12345-0@lo:400:kworker.0 Request processed in 76us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685727.765587:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3225 00000100:00100000:3.0:1734685727.765600:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848467584 00000100:00100000:3.0:1734685727.765602:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848467584 00000100:00100000:2.0:1734685727.765605:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848467072:12345-0@lo:400:kworker.0 Request processed in 27us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685727.765609:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7881 00000100:00100000:3.0:1734685727.765614:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3226 00000100:00100000:3.0:1734685727.765618:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848467584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685727.765627:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848466432 00000100:00100000:2.0:1734685727.765629:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848466432 00000100:00100000:3.0:1734685727.765637:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848467584:12345-0@lo:400:kworker.0 Request processed in 19us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685727.765642:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3226 00000100:00100000:2.0:1734685727.765643:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1734685727.765647:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848466432:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685727.765663:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685697 00000100:00080000:3.0:1734685727.765666:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685697 00000100:00100000:2.0:1734685727.765667:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848466432:12345-0@lo:400:kworker.0 Request processed in 19us (270us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685727.765668:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685697 00000100:00100000:2.0:1734685727.765672:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:3.0:1734685727.765675:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685727.766162:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848466688:0@lo:400:kworker.0 00000100:00100000:2.0:1734685727.766315:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848466816 00000100:00100000:0.0:1734685727.766316:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685727.766316:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685727.766318:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848466816 00000100:00100000:0.0:1734685727.766332:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848467200:0@lo:400:kworker.0 00000100:00100000:1.0:1734685727.766332:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848467328:0@lo:8:kworker.0 00000100:00100000:2.0:1734685727.766342:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41518 00000100:00100000:0.0:1734685727.766346:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685727.766346:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685727.766346:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848466816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685727.766364:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848466560 00000100:00100000:1.0:1734685727.766364:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848467456 00000100:00100000:0.0:1734685727.766366:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848466560 00000100:00100000:1.0:1734685727.766366:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848467456 00000100:00100000:2.0:1734685727.766372:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848466816:12345-0@lo:400:kworker.0 Request processed in 25us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685727.766376:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41518 00000100:00100000:0.0:1734685727.766378:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848467200 00000100:00100000:1.0:1734685727.766378:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848466944 00000100:00100000:0.0:1734685727.766380:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848467200 00000100:00100000:1.0:1734685727.766380:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848466944 00000100:00100000:1.0:1734685727.766388:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848467328 00000100:00100000:1.0:1734685727.766389:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848467328 00000100:00100000:0.0:1734685727.766393:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3227 00000100:00100000:2.0:1734685727.766394:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7882 00000100:00100000:0.0:1734685727.766397:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848466560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685727.766397:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848467456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685727.766401:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54373 00000100:00100000:1.0:1734685727.766404:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848466944:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685727.766419:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685727.766421:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848466560:12345-0@lo:400:kworker.0 Request processed in 24us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685727.766423:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848467456:12345-0@lo:400:kworker.0 Request processed in 25us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685727.766425:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3227 00000100:00100000:2.0:1734685727.766428:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7882 00000100:00100000:0.0:1734685727.766435:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3228 00000100:00100000:1.0:1734685727.766437:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848466944:12345-0@lo:8:kworker.0 Request processed in 32us (121us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685727.766438:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848467200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685727.766441:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54374 00000100:00100000:1.0:1734685727.766444:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54373 00000100:00100000:2.0:1734685727.766445:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848467328:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685727.766453:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685727.766460:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848467200:12345-0@lo:400:kworker.0 Request processed in 21us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685727.766464:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3228 00000100:00080000:1.0:1734685727.766467:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685727.766470:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685727.766471:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848467328:12345-0@lo:8:kworker.0 Request processed in 25us (124us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685727.766473:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848466944:0@lo:8:kworker.0 00000100:00100000:2.0:1734685727.766475:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54374 00000100:00080000:1.0:1734685727.766479:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685727.766481:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685727.766483:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848466560:0@lo:400:kworker.0 00000100:00100000:1.0:1734685727.766483:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848467328:0@lo:8:kworker.0 00000100:00100000:0.0:1734685727.766489:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848467200:0@lo:400:kworker.0 00000100:00100000:2.0:1734685727.766499:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848466816:0@lo:400:kworker.0 00000100:00080000:1.0:1734685727.766506:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685697 00000100:00080000:1.0:1734685727.766508:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685697 00000100:00100000:2.0:1734685727.766508:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848467584:0@lo:400:kworker.0 00000100:00100000:2.0:1734685727.766513:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848467072:0@lo:400:kworker.0 00000100:00100000:2.0:1734685727.766519:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848466432:0@lo:400:kworker.0 00000100:00100000:3.0:1734685727.766561:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848467456:0@lo:400:kworker.0 00000100:00100000:2.0:1734685727.781013:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848467712:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685727.781067:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685727.781110:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848467712 00000100:00100000:1.0:1734685727.781117:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848467712 00000100:00100000:1.0:1734685727.781157:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41519 00000100:00100000:1.0:1734685727.781163:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848467712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685727.781192:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685727.781236:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848467712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685727.781242:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41519 00000100:00100000:2.0:1734685727.781260:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848467712:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685727.800730:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685727.845020:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848467840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685727.845072:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685727.845889:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848467840 00000100:00100000:2.0:1734685727.845897:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848467840 00000100:00100000:2.0:1734685727.845942:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7008 00000100:00100000:2.0:1734685727.845948:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848467840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685727.845975:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685727.846024:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848467840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685727.846031:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7008 00000100:00100000:1.0:1734685727.846163:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848467840:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685728.803293:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685729.540757:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848467968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685729.540961:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685729.542270:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848467968 00000100:00100000:0.0:1734685729.542278:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848467968 00000100:00080000:1.0:1734685729.542319:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685699 00000100:00100000:0.0:1734685729.542339:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7009 00000100:00100000:0.0:1734685729.542345:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848467968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685729.542369:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685729.542422:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848467968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (1461us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685729.542428:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7009 00000100:00100000:3.0:1734685729.542588:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848467968:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685729.806588:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685730.199118:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685730.199726:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872722048 00000100:00100000:0.0:1734685730.199728:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685730.199733:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872722048 00000100:00100000:0.0:1734685730.199776:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685730.199783:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1047 00000100:00100000:2.0:1734685730.199790:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872722048:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685730.199793:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872722304 00000100:00100000:0.0:1734685730.199806:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872722304 00000100:00100000:0.0:1734685730.199840:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872722176 00000100:00100000:0.0:1734685730.199843:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872722176 00000100:00100000:2.0:1734685730.199853:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872722048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685730.199856:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3229 00000100:00100000:2.0:1734685730.199859:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1047 00000100:00100000:0.0:1734685730.199860:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872722304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685730.199877:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685700 00000100:00080000:1.0:1734685730.199881:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685700 00000100:00080000:1.0:1734685730.199883:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685700 00000100:00100000:0.0:1734685730.199888:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872722304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685730.199894:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3229 00000100:00100000:1.0:1734685730.199902:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3230 00000100:00100000:1.0:1734685730.199907:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872722176:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685730.199930:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872722176:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685730.199935:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3230 00000100:00100000:0.0:1734685730.200186:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685730.200244:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872722432 00000100:00100000:1.0:1734685730.200248:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872722432 00000100:00100000:1.0:1734685730.200268:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54375 00000100:00100000:1.0:1734685730.200271:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872722432:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685730.200288:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685730.200318:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872722432:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (133us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685730.200582:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54375 00010000:00010000:3.0:1734685730.806744:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685731.808858:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685732.724898:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848468096:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685732.724951:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685732.725198:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848468096 00000100:00100000:0.0:1734685732.725205:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848468096 00000100:00100000:0.0:1734685732.725243:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41520 00000100:00100000:0.0:1734685732.725249:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848468096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685732.725279:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685732.725330:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848468096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685732.725336:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41520 00000100:00100000:1.0:1734685732.725971:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848468096:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685732.772727:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685732.772733:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685732.772736:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685732.772743:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10528 00000100:00080000:0.0:1734685732.772747:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685732.772752:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685732.772766:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848468480:0@lo:400:kworker.0 00000100:00100000:0.0:1734685732.772786:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cf28000 x1818938848468736/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685732.772812:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685732.772814:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685732.772815:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685732.772818:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10528 00000100:00080000:0.0:1734685732.772819:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685732.772822:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685732.772831:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979cb480 x1818938848469120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685732.772832:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685732.772859:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848468736:0@lo:8:kworker.0 00000100:00100000:3.0:1734685732.772860:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848469248:0@lo:400:kworker.0 00000100:00100000:3.0:1734685732.772880:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685732.772891:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848468352:0@lo:400:kworker.0 00000100:00100000:0.0:1734685732.772907:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685732.772909:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848468480 00000100:00100000:1.0:1734685732.772913:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848469248 00000100:00100000:3.0:1734685732.772914:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848468480 00000100:00100000:1.0:1734685732.772918:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848469248 00000100:00100000:0.0:1734685732.772923:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848468992:0@lo:400:kworker.0 00000100:00100000:0.0:1734685732.772935:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685732.772948:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7883 00000100:00100000:1.0:1734685732.772953:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848469248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685732.772985:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848468224:0@lo:400:kworker.0 00000100:00100000:1.0:1734685732.772993:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848469248:12345-0@lo:400:kworker.0 Request processed in 39us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685732.772998:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7883 00000100:00100000:2.0:1734685732.773024:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685732.773042:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848468864:0@lo:400:kworker.0 00000100:00100000:2.0:1734685732.773055:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685732.773155:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734685732.773161:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848468608:0@lo:400:kworker.0 00000100:00100000:2.0:1734685732.773183:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685732.773194:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848469376:0@lo:400:kworker.0 00000100:00100000:2.0:1734685732.773273:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848468224 00000100:00100000:2.0:1734685732.773277:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848468224 00000100:00100000:2.0:1734685732.773297:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1734685732.773301:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848468224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685732.773379:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848468224:12345-0@lo:400:kworker.0 Request processed in 76us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685732.773385:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:3.0:1734685732.773428:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848468352 00000100:00100000:3.0:1734685732.773432:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848468352 00000100:00100000:0.0:1734685732.773446:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848468992 00000100:00100000:0.0:1734685732.773449:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848468992 00000100:00100000:3.0:1734685732.773453:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3231 00000100:00100000:3.0:1734685732.773458:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848468480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685732.773466:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3232 00000100:00100000:0.0:1734685732.773470:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848468352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685732.773484:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848468480:12345-0@lo:400:kworker.0 Request processed in 26us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685732.773488:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3231 00000100:00100000:0.0:1734685732.773496:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848468352:12345-0@lo:400:kworker.0 Request processed in 25us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685732.773500:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3233 00000100:00100000:3.0:1734685732.773504:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848468992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685732.773514:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848468864 00000100:00100000:1.0:1734685732.773517:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848468864 00000100:00100000:2.0:1734685732.773519:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848468608 00000100:00100000:2.0:1734685732.773522:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848468608 00000100:00100000:3.0:1734685732.773523:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848468992:12345-0@lo:400:kworker.0 Request processed in 18us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685732.773553:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7884 00000100:00100000:2.0:1734685732.773561:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41521 00000100:00100000:1.0:1734685732.773563:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848468864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685732.773565:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848468608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685732.773590:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848468864:12345-0@lo:400:kworker.0 Request processed in 26us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685732.773590:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848468608:12345-0@lo:400:kworker.0 Request processed in 24us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685732.773595:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7884 00000100:00100000:2.0:1734685732.773595:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41521 00000100:00100000:2.0:1734685732.773612:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685732.773620:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685732.773630:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848468224:0@lo:400:kworker.0 00000100:00100000:1.0:1734685732.773637:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848469120:0@lo:8:kworker.0 00000100:00100000:2.0:1734685732.773638:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848468864:0@lo:400:kworker.0 00000100:00100000:2.0:1734685732.773649:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848468608:0@lo:400:kworker.0 00000100:00100000:1.0:1734685732.773653:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685732.773662:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848468736 00000100:00100000:2.0:1734685732.773664:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848468736 00000100:00100000:1.0:1734685732.773672:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848469376 00000100:00100000:1.0:1734685732.773674:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848469376 00000100:00100000:2.0:1734685732.773674:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848469120 00000100:00100000:2.0:1734685732.773676:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848469120 00000100:00100000:2.0:1734685732.773685:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54376 00000100:00100000:2.0:1734685732.773688:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848468736:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685732.773723:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3232 00000100:00100000:3.0:1734685732.773729:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3233 00000100:00100000:0.0:1734685732.773736:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3234 00000100:00100000:0.0:1734685732.773739:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848469376:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685732.773745:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685702 00000100:00100000:1.0:1734685732.773746:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54377 00000100:00100000:1.0:1734685732.773749:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848469120:12345-0@lo:8:kworker.0 00000100:00080000:3.0:1734685732.773749:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685702 00000100:00080000:3.0:1734685732.773750:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685702 00000100:00080000:3.0:1734685732.773752:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685702 00010000:00020000:1.0:1734685732.773763:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685732.773767:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848469376:12345-0@lo:400:kworker.0 Request processed in 27us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685732.773786:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3234 00000100:00100000:3.0:1734685732.773790:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848469248:0@lo:400:kworker.0 00000100:00100000:1.0:1734685732.773797:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848469120:12345-0@lo:8:kworker.0 Request processed in 46us (141us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685732.773798:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848468480:0@lo:400:kworker.0 00000100:00100000:1.0:1734685732.773801:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54377 00000100:00100000:0.0:1734685732.773807:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848468352:0@lo:400:kworker.0 00000100:00100000:0.0:1734685732.773816:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848468992:0@lo:400:kworker.0 00000100:00080000:1.0:1734685732.773819:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685732.773822:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685732.773824:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848469120:0@lo:8:kworker.0 00010000:00020000:2.0:1734685732.773872:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685732.773903:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848468736:12345-0@lo:8:kworker.0 Request processed in 214us (283us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685732.773909:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54376 00000100:00080000:1.0:1734685732.773921:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685732.773923:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685732.773925:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848468736:0@lo:8:kworker.0 00000100:00100000:2.0:1734685732.773929:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848469376:0@lo:400:kworker.0 00000100:00100000:1.0:1734685732.788744:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685732.788762:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848469504:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685732.788817:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685732.788855:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848469504 00000100:00100000:2.0:1734685732.788862:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848469504 00000100:00100000:2.0:1734685732.788895:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41522 00000100:00100000:2.0:1734685732.788900:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848469504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685732.788930:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685732.788968:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848469504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685732.788973:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41522 00000100:00100000:1.0:1734685732.788999:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848469504:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685732.810850:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685732.852861:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848469632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685732.852913:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685732.852978:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848469632 00000100:00100000:2.0:1734685732.852985:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848469632 00000100:00100000:2.0:1734685732.853027:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7010 00000100:00100000:2.0:1734685732.853033:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848469632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685732.853059:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685732.853098:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848469632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685732.853105:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7010 00000100:00100000:1.0:1734685732.853134:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848469632:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685733.812786:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685734.548938:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848469760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685734.549003:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685734.549076:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848469760 00000100:00100000:0.0:1734685734.549084:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848469760 00000100:00080000:3.0:1734685734.549120:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685704 00000100:00100000:0.0:1734685734.549267:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7011 00000100:00100000:0.0:1734685734.549274:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848469760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685734.549295:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685734.549409:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848469760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685734.549416:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7011 00000100:00100000:3.0:1734685734.549480:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848469760:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685734.815021:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685735.207292:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685735.207342:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685735.207374:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685735.207374:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872722688 00000100:00100000:1.0:1734685735.207387:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872722688 00000100:00100000:1.0:1734685735.207450:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872722816 00000100:00100000:1.0:1734685735.207453:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872722816 00000100:00100000:3.0:1734685735.207465:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3235 00000100:00100000:3.0:1734685735.207474:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872722688:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685735.207485:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3236 00000100:00100000:1.0:1734685735.207489:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872722816:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685735.207576:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872722560 00000100:00100000:2.0:1734685735.207585:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872722560 00000100:00100000:1.0:1734685735.207589:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872722816:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 98us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685735.207595:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3236 00000100:00100000:0.0:1734685735.207722:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685735.207765:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872722688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 291us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685735.207771:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3235 00000100:00100000:2.0:1734685735.207791:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1049 00000100:00100000:2.0:1734685735.207798:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872722560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685735.207844:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872722560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685735.207850:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1049 00000100:00080000:2.0:1734685735.207881:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685705 00000100:00080000:2.0:1734685735.207884:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685705 00000100:00080000:2.0:1734685735.207887:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685705 00000100:00100000:2.0:1734685735.207993:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872722944 00000100:00100000:2.0:1734685735.207996:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872722944 00000100:00100000:2.0:1734685735.208023:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54378 00000100:00100000:2.0:1734685735.208028:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872722944:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685735.208053:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685735.208090:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872722944:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 60us (368us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685735.208096:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54378 00010000:00010000:3.0:1734685735.816771:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685736.819405:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685737.732969:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848469888:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685737.733027:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685737.733089:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848469888 00000100:00100000:3.0:1734685737.733095:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848469888 00000100:00100000:3.0:1734685737.733387:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41523 00000100:00100000:3.0:1734685737.733394:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848469888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685737.733426:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685737.733613:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848469888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 217us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685737.733620:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41523 00000100:00100000:2.0:1734685737.733885:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848469888:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685737.781178:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848470016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685737.781240:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685737.781265:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848470016 00000100:00100000:1.0:1734685737.781275:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848470144:0@lo:400:kworker.0 00000100:00080000:0.0:1734685737.781298:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685737.781302:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685737.781304:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685737.781308:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10533 00000100:00100000:1.0:1734685737.781309:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685737.781310:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685737.781314:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685737.781328:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685737.781333:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848470272:0@lo:400:kworker.0 00000100:00100000:1.0:1734685737.781352:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685737.781377:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848470144 00000100:00100000:1.0:1734685737.781381:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848470144 00000100:00100000:1.0:1734685737.781414:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848470272 00000100:00100000:1.0:1734685737.781417:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848470272 00000100:00100000:1.0:1734685737.781433:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3237 00000100:00100000:1.0:1734685737.781438:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848470144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685737.781473:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848470144:12345-0@lo:400:kworker.0 Request processed in 34us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685737.781479:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3237 00000100:00100000:1.0:1734685737.781555:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3238 00000100:00100000:1.0:1734685737.781559:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848470272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685737.781565:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848470016 00000100:00100000:1.0:1734685737.781582:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848470272:12345-0@lo:400:kworker.0 Request processed in 23us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685737.781587:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3238 00000100:00100000:3.0:1734685737.781590:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:3.0:1734685737.781596:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848470016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685737.781619:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848470272:0@lo:400:kworker.0 00000100:00100000:3.0:1734685737.781620:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848470016:12345-0@lo:400:kworker.0 Request processed in 26us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685737.781623:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:1.0:1734685737.781626:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848470144:0@lo:400:kworker.0 00000100:00080000:1.0:1734685737.781648:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685707 00000100:00080000:1.0:1734685737.781652:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685707 00000100:00080000:1.0:1734685737.781654:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685707 00000100:00100000:0.0:1734685737.781753:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979cad80 x1818938848470528/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685737.781788:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685737.781790:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685737.781792:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685737.781795:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10533 00000100:00080000:0.0:1734685737.781797:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685737.781800:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685737.781810:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a4874700 x1818938848470912/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685737.781837:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848470400:0@lo:400:kworker.0 00000100:00100000:0.0:1734685737.781860:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685737.781877:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848471168:0@lo:400:kworker.0 00000100:00100000:0.0:1734685737.781892:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685737.781901:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685737.781905:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848470656:0@lo:400:kworker.0 00000100:00100000:0.0:1734685737.781920:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685737.781940:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848470656 00000100:00100000:0.0:1734685737.781943:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848470656 00000100:00100000:0.0:1734685737.781966:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7885 00000100:00100000:0.0:1734685737.781970:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848470656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685737.781996:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848470656:12345-0@lo:400:kworker.0 Request processed in 26us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685737.782001:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7885 00000100:00100000:0.0:1734685737.782018:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848471168 00000100:00100000:0.0:1734685737.782020:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848471168 00000100:00100000:0.0:1734685737.782036:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3239 00000100:00100000:0.0:1734685737.782040:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848471168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685737.782064:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848471168:12345-0@lo:400:kworker.0 Request processed in 23us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685737.782069:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3239 00000100:00100000:0.0:1734685737.782087:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848470656:0@lo:400:kworker.0 00000100:00100000:0.0:1734685737.782094:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848471168:0@lo:400:kworker.0 00000100:00100000:0.0:1734685737.782114:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848470528:0@lo:8:kworker.0 00000100:00100000:0.0:1734685737.782130:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685737.782140:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848470912:0@lo:8:kworker.0 00000100:00100000:0.0:1734685737.782150:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685737.782168:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848470528 00000100:00100000:0.0:1734685737.782170:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848470528 00000100:00100000:0.0:1734685737.782180:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848470912 00000100:00100000:0.0:1734685737.782182:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848470912 00000100:00100000:0.0:1734685737.782190:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54379 00000100:00100000:0.0:1734685737.782194:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848470528:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685737.782210:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685737.782233:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848470528:12345-0@lo:8:kworker.0 Request processed in 38us (102us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685737.782238:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54379 00000100:00100000:0.0:1734685737.782247:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54380 00000100:00100000:0.0:1734685737.782250:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848470912:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685737.782258:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685737.782272:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848470912:12345-0@lo:8:kworker.0 Request processed in 22us (122us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685737.782276:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54380 00000100:00080000:0.0:1734685737.782296:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685737.782299:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685737.782302:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848470528:0@lo:8:kworker.0 00000100:00080000:0.0:1734685737.782308:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685737.782310:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685737.782312:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848470912:0@lo:8:kworker.0 00000100:00100000:0.0:1734685737.782348:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848470400 00000100:00100000:0.0:1734685737.782351:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848470400 00000100:00100000:0.0:1734685737.782369:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41524 00000100:00100000:0.0:1734685737.782373:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848470400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685737.782401:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848470400:12345-0@lo:400:kworker.0 Request processed in 27us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685737.782406:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41524 00000100:00100000:0.0:1734685737.782424:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848470400:0@lo:400:kworker.0 00000100:00080000:1.0:1734685737.782482:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685707 00000100:00080000:1.0:1734685737.782485:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685707 00000100:00100000:1.0:1734685737.782492:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848470784:0@lo:400:kworker.0 00000100:00100000:1.0:1734685737.782511:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685737.782547:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685737.782552:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848471040:0@lo:400:kworker.0 00000100:00100000:1.0:1734685737.782567:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685737.782576:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848470016:0@lo:400:kworker.0 00000100:00100000:0.0:1734685737.782618:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848470784 00000100:00100000:0.0:1734685737.782621:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848470784 00000100:00100000:0.0:1734685737.782643:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3240 00000100:00100000:0.0:1734685737.782646:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848470784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685737.782670:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848470784:12345-0@lo:400:kworker.0 Request processed in 23us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685737.782675:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3240 00000100:00100000:0.0:1734685737.782698:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848471040 00000100:00100000:0.0:1734685737.782701:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848471040 00000100:00100000:0.0:1734685737.782766:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7886 00000100:00100000:0.0:1734685737.782770:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848471040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685737.782793:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848471040:12345-0@lo:400:kworker.0 Request processed in 23us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685737.782797:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7886 00000100:00100000:1.0:1734685737.782850:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848471040:0@lo:400:kworker.0 00000100:00100000:1.0:1734685737.782859:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848470784:0@lo:400:kworker.0 00000100:00080000:2.0:1734685737.782881:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685707 00000100:00100000:0.0:1734685737.796969:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685737.796989:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848471296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685737.797043:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685737.797307:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848471296 00000100:00100000:2.0:1734685737.797317:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848471296 00000100:00100000:2.0:1734685737.797352:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41525 00000100:00100000:2.0:1734685737.797358:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848471296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685737.797399:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685737.797443:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848471296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685737.797449:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41525 00000100:00100000:1.0:1734685737.797618:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848471296:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685737.820775:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685737.861148:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685737.861172:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848471424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685737.861234:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685737.861331:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848471424 00000100:00100000:0.0:1734685737.861337:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848471424 00000100:00100000:0.0:1734685737.861385:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7012 00000100:00100000:0.0:1734685737.861394:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848471424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685737.861423:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685737.861466:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848471424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685737.861472:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7012 00000100:00100000:3.0:1734685737.861559:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848471424:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685738.822962:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685739.557072:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848471552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685739.557133:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685739.557173:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848471552 00000100:00100000:0.0:1734685739.557182:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848471552 00000100:00080000:2.0:1734685739.557222:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685709 00000100:00100000:0.0:1734685739.557274:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7013 00000100:00100000:0.0:1734685739.557281:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848471552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685739.557302:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685739.557354:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848471552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685739.557360:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7013 00000100:00100000:3.0:1734685739.557430:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848471552:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685739.824760:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685740.216192:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685740.216254:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685740.216304:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685740.216344:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872723072 00000100:00100000:2.0:1734685740.216357:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872723072 00000100:00100000:1.0:1734685740.216376:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872723200 00000100:00100000:1.0:1734685740.216381:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872723200 00000100:00100000:3.0:1734685740.216392:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872723328 00000100:00100000:3.0:1734685740.216399:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872723328 00000100:00100000:1.0:1734685740.216413:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3241 00000100:00100000:2.0:1734685740.216413:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1051 00000100:00100000:1.0:1734685740.216420:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872723200:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685740.216420:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872723072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685740.216444:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3242 00000100:00100000:3.0:1734685740.216450:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872723328:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685740.216478:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872723072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685740.216479:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872723200:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685740.216484:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3241 00000100:00100000:2.0:1734685740.216484:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1051 00000100:00080000:2.0:1734685740.216508:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685710 00000100:00080000:2.0:1734685740.216512:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685710 00000100:00080000:2.0:1734685740.216514:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685710 00000100:00100000:3.0:1734685740.217588:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872723328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 1134us (1280us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685740.217596:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3242 00000100:00100000:0.0:1734685740.218286:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685740.218410:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872723456 00000100:00100000:1.0:1734685740.218416:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872723456 00000100:00100000:1.0:1734685740.218444:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54381 00000100:00100000:1.0:1734685740.218450:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872723456:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685740.218481:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685740.218516:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872723456:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 66us (231us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685740.218521:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54381 00010000:00010000:3.0:1734685740.827223:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685741.830234:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685742.740778:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848471680:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685742.740836:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685742.740939:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848471680 00000100:00100000:0.0:1734685742.740945:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848471680 00000100:00100000:0.0:1734685742.740978:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41526 00000100:00100000:0.0:1734685742.740983:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848471680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685742.741014:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685742.741205:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848471680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 220us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685742.741211:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41526 00000100:00100000:3.0:1734685742.741267:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848471680:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685742.788896:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685742.788903:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685742.788905:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685742.788914:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10538 00000100:00080000:2.0:1734685742.788917:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685742.788922:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685742.788938:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cf28700 x1818938848472320/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685742.788958:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685742.788961:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685742.788962:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685742.788964:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10538 00000100:00080000:2.0:1734685742.788967:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685742.788970:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685742.788978:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cf28380 x1818938848472704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685742.789016:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848472064:0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789074:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685742.789093:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848472832:0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789111:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685742.789128:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734685742.789133:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848471936:0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789148:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685742.789159:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848472576:0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789171:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685742.789194:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848472064 00000100:00100000:2.0:1734685742.789200:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848472064 00000100:00100000:2.0:1734685742.789230:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848471936 00000100:00100000:2.0:1734685742.789232:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848471936 00000100:00100000:2.0:1734685742.789242:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848472576 00000100:00100000:2.0:1734685742.789244:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848472576 00000100:00100000:2.0:1734685742.789254:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3243 00000100:00100000:2.0:1734685742.789259:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848472064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789297:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848472064:12345-0@lo:400:kworker.0 Request processed in 36us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685742.789302:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3243 00000100:00100000:3.0:1734685742.789313:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848471808:0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789316:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3244 00000100:00100000:2.0:1734685742.789319:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848471936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789339:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848471936:12345-0@lo:400:kworker.0 Request processed in 19us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685742.789339:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685742.789343:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3244 00000100:00100000:2.0:1734685742.789351:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3245 00000100:00100000:3.0:1734685742.789351:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848472448:0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789354:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848472576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685742.789364:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685742.789371:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848472576:12345-0@lo:400:kworker.0 Request processed in 17us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685742.789374:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734685742.789375:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3245 00000100:00100000:3.0:1734685742.789377:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848472192:0@lo:400:kworker.0 00000100:00080000:2.0:1734685742.789385:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685712 00000100:00080000:2.0:1734685742.789388:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685712 00000100:00100000:3.0:1734685742.789391:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685742.789401:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848472960:0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789408:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848471936:0@lo:400:kworker.0 00000100:00100000:3.0:1734685742.789414:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685742.789416:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848472576:0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789422:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848472064:0@lo:400:kworker.0 00000100:00100000:3.0:1734685742.789428:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848471808 00000100:00100000:3.0:1734685742.789430:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848471808 00000100:00100000:2.0:1734685742.789440:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848472960 00000100:00100000:2.0:1734685742.789442:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848472960 00000100:00100000:3.0:1734685742.789450:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:2.0:1734685742.789454:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3246 00000100:00100000:3.0:1734685742.789454:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848471808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789457:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848472960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789476:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848472960:12345-0@lo:400:kworker.0 Request processed in 17us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685742.789476:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848471808:12345-0@lo:400:kworker.0 Request processed in 21us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685742.789480:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3246 00000100:00100000:3.0:1734685742.789481:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00080000:2.0:1734685742.789491:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685712 00000100:00100000:3.0:1734685742.789501:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848472192 00000100:00100000:3.0:1734685742.789503:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848472192 00000100:00100000:2.0:1734685742.789516:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848472832 00000100:00100000:2.0:1734685742.789518:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848472832 00000100:00100000:3.0:1734685742.789520:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41527 00000100:00100000:3.0:1734685742.789523:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848472192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789551:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848472448 00000100:00100000:2.0:1734685742.789553:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848472448 00000100:00100000:2.0:1734685742.789564:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7887 00000100:00100000:2.0:1734685742.789567:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848472832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685742.789582:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848472192:12345-0@lo:400:kworker.0 Request processed in 58us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685742.789586:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848472832:12345-0@lo:400:kworker.0 Request processed in 19us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685742.789587:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41527 00000100:00100000:2.0:1734685742.789591:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7887 00000100:00100000:2.0:1734685742.789598:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7888 00000100:00100000:2.0:1734685742.789601:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848472448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685742.789628:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848472192:0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789635:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848472448:12345-0@lo:400:kworker.0 Request processed in 33us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685742.789635:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848472960:0@lo:400:kworker.0 00000100:00100000:2.0:1734685742.789639:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7888 00000100:00100000:3.0:1734685742.789640:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848471808:0@lo:400:kworker.0 00000100:00100000:3.0:1734685742.789645:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848472448:0@lo:400:kworker.0 00000100:00080000:2.0:1734685742.789648:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685712 00000100:00080000:2.0:1734685742.789650:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685712 00000100:00100000:2.0:1734685742.789661:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848472832:0@lo:400:kworker.0 00000100:00100000:3.0:1734685742.789668:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848472320:0@lo:8:kworker.0 00000100:00100000:3.0:1734685742.789686:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685742.789694:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848472704:0@lo:8:kworker.0 00000100:00100000:2.0:1734685742.789695:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848472320 00000100:00100000:2.0:1734685742.789697:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848472320 00000100:00100000:2.0:1734685742.789707:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54382 00000100:00100000:3.0:1734685742.789708:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685742.789711:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848472320:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685742.789723:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848472704 00010000:00020000:2.0:1734685742.789725:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685742.789725:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848472704 00000100:00100000:3.0:1734685742.789734:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54383 00000100:00100000:3.0:1734685742.789738:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848472704:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685742.789745:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848472320:12345-0@lo:8:kworker.0 Request processed in 33us (58us total) trans 0 rc -19/-19 00010000:00020000:3.0:1734685742.789746:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685742.789749:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54382 00000100:00100000:3.0:1734685742.789760:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848472704:12345-0@lo:8:kworker.0 Request processed in 21us (51us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685742.789764:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54383 00000100:00080000:3.0:1734685742.789858:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685742.789861:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685742.789864:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848472320:0@lo:8:kworker.0 00000100:00080000:3.0:1734685742.789869:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685742.789871:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685742.789874:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848472704:0@lo:8:kworker.0 00000100:00100000:3.0:1734685742.804767:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848473088:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685742.804820:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685742.804922:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848473088 00000100:00100000:2.0:1734685742.804929:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848473088 00000100:00100000:2.0:1734685742.805175:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41528 00000100:00100000:2.0:1734685742.805181:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848473088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685742.805210:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685742.805254:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848473088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685742.805260:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41528 00000100:00100000:0.0:1734685742.805293:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848473088:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685742.833581:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685742.870662:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848473216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685742.870721:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685742.870802:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848473216 00000100:00100000:0.0:1734685742.870808:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848473216 00000100:00100000:0.0:1734685742.870843:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7014 00000100:00100000:0.0:1734685742.870849:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848473216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685742.870876:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685742.870926:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848473216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685742.870933:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7014 00000100:00100000:1.0:1734685742.870952:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848473216:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685743.836475:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685744.564834:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685744.564854:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848473344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685744.564906:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685744.565006:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848473344 00000100:00100000:2.0:1734685744.565013:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848473344 00000100:00100000:2.0:1734685744.565700:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7015 00000100:00100000:2.0:1734685744.565707:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848473344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685744.565730:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685744.565770:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848473344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (863us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685744.565776:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7015 00000100:00100000:2.0:1734685744.565822:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848473344:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734685744.565970:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685714 00010000:00010000:3.0:1734685744.836763:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685745.224106:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685745.224153:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685745.224185:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685745.224251:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872723584 00000100:00100000:3.0:1734685745.224259:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872723584 00000100:00100000:0.0:1734685745.224260:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685745.224318:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1053 00000100:00080000:1.0:1734685745.224320:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685715 00000100:00100000:3.0:1734685745.224324:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872723584:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685745.224349:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872723968 00000100:00100000:1.0:1734685745.224352:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872723968 00000100:00100000:1.0:1734685745.224368:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54384 00000100:00100000:1.0:1734685745.224372:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872723968:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685745.224372:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872723584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685745.224378:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1053 00010000:00020000:1.0:1734685745.224390:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685745.224412:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872723968:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 39us (152us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685745.224418:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54384 00000100:00100000:0.0:1734685745.224436:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872723840 00000100:00100000:0.0:1734685745.224440:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872723840 00000100:00100000:2.0:1734685745.224444:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872723712 00000100:00100000:2.0:1734685745.224449:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872723712 00000100:00080000:1.0:1734685745.224455:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685715 00000100:00080000:1.0:1734685745.224458:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685715 00000100:00100000:0.0:1734685745.224468:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3247 00000100:00100000:0.0:1734685745.224473:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872723840:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685745.224482:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3248 00000100:00100000:2.0:1734685745.224486:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872723712:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685745.224499:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872723840:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685745.224508:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872723712:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685745.224513:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3248 00000100:00100000:0.0:1734685745.224654:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3247 00010000:00010000:3.0:1734685745.838782:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685746.840967:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685747.748741:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685747.748758:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848473472:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685747.748807:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685747.748873:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848473472 00000100:00100000:3.0:1734685747.748880:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848473472 00000100:00100000:3.0:1734685747.748925:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41529 00000100:00100000:3.0:1734685747.748930:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848473472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685747.748958:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685747.749342:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848473472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 372us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685747.749350:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41529 00000100:00100000:1.0:1734685747.749425:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848473472:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685747.797238:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685747.797244:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685747.797247:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685747.797254:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10543 00000100:00080000:2.0:1734685747.797259:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685747.797264:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685747.797278:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848473856:0@lo:400:kworker.0 00000100:00100000:2.0:1734685747.797281:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ca70380 x1818938848474112/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685747.797302:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685747.797304:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685747.797307:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685747.797309:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10543 00000100:00080000:2.0:1734685747.797311:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685747.797314:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685747.797324:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cf28380 x1818938848474496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685747.797329:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685747.797361:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848474112:0@lo:8:kworker.0 00000100:00100000:0.0:1734685747.797364:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848474624:0@lo:400:kworker.0 00000100:00100000:0.0:1734685747.797383:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685747.797397:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848473856 00000100:00100000:2.0:1734685747.797403:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848473856 00000100:00100000:3.0:1734685747.797437:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848473728:0@lo:400:kworker.0 00000100:00100000:3.0:1734685747.797460:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685747.797472:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848474368:0@lo:400:kworker.0 00000100:00100000:3.0:1734685747.797484:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685747.797602:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848474624 00000100:00100000:1.0:1734685747.797606:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848474624 00000100:00100000:0.0:1734685747.797609:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848473984:0@lo:400:kworker.0 00000100:00100000:0.0:1734685747.797628:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685747.797639:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848474752:0@lo:400:kworker.0 00000100:00100000:0.0:1734685747.797662:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848473600:0@lo:400:kworker.0 00000100:00100000:0.0:1734685747.797680:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685747.797691:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848474240:0@lo:400:kworker.0 00000100:00100000:0.0:1734685747.797703:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685747.797722:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848473600 00000100:00100000:0.0:1734685747.797725:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848473600 00000100:00100000:1.0:1734685747.797788:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848474240 00000100:00100000:1.0:1734685747.797791:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848474240 00000100:00100000:0.0:1734685747.797794:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1734685747.797800:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848473600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685747.797803:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7889 00000100:00100000:1.0:1734685747.797807:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848474624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685747.797834:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848473600:12345-0@lo:400:kworker.0 Request processed in 34us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685747.797836:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848474624:12345-0@lo:400:kworker.0 Request processed in 28us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685747.797840:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1734685747.797842:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7889 00000100:00100000:1.0:1734685747.797854:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7890 00000100:00100000:1.0:1734685747.797857:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848474240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685747.797874:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848474624:0@lo:400:kworker.0 00000100:00100000:1.0:1734685747.797874:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848474240:12345-0@lo:400:kworker.0 Request processed in 16us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685747.797878:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7890 00000100:00080000:1.0:1734685747.797890:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685717 00000100:00100000:0.0:1734685747.797893:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848473600:0@lo:400:kworker.0 00000100:00080000:1.0:1734685747.797893:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685717 00000100:00080000:1.0:1734685747.797894:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685717 00000100:00100000:0.0:1734685747.797902:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848474240:0@lo:400:kworker.0 00000100:00100000:1.0:1734685747.797914:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685747.797925:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848474496:0@lo:8:kworker.0 00000100:00100000:1.0:1734685747.797938:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685747.797954:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848474112 00000100:00100000:1.0:1734685747.797956:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848474112 00000100:00100000:1.0:1734685747.797964:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848474496 00000100:00100000:1.0:1734685747.797965:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848474496 00000100:00100000:1.0:1734685747.797972:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54385 00000100:00100000:1.0:1734685747.797975:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848474112:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685747.797990:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685747.798009:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848474112:12345-0@lo:8:kworker.0 Request processed in 33us (94us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685747.798013:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54385 00000100:00100000:1.0:1734685747.798021:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54386 00000100:00100000:1.0:1734685747.798024:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848474496:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685747.798030:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685747.798113:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848473984 00000100:00100000:3.0:1734685747.798117:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848473984 00000100:00100000:3.0:1734685747.798142:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41530 00000100:00100000:3.0:1734685747.798145:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848473984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685747.798155:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848473728 00000100:00100000:0.0:1734685747.798156:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848474368 00000100:00100000:2.0:1734685747.798158:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848473728 00000100:00100000:0.0:1734685747.798159:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848474368 00000100:00100000:2.0:1734685747.798170:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3249 00000100:00100000:3.0:1734685747.798170:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848473984:12345-0@lo:400:kworker.0 Request processed in 24us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685747.798174:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848473856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685747.798175:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41530 00000100:00100000:0.0:1734685747.798179:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3250 00000100:00100000:0.0:1734685747.798183:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848473728:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685747.798187:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685717 00000100:00100000:2.0:1734685747.798196:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848473856:12345-0@lo:400:kworker.0 Request processed in 22us (867us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685747.798200:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3251 00000100:00100000:3.0:1734685747.798204:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848474368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685747.798209:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3249 00000100:00100000:0.0:1734685747.798210:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848473728:12345-0@lo:400:kworker.0 Request processed in 27us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685747.798215:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3250 00000100:00100000:3.0:1734685747.798224:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848474368:12345-0@lo:400:kworker.0 Request processed in 19us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685747.798229:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3251 00000100:00100000:0.0:1734685747.798232:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685747.798238:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848474752 00000100:00100000:2.0:1734685747.798240:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848474752 00000100:00100000:0.0:1734685747.798248:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848473984:0@lo:400:kworker.0 00000100:00100000:2.0:1734685747.798253:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3252 00000100:00100000:2.0:1734685747.798255:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848474752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685747.798267:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848473856:0@lo:400:kworker.0 00000100:00100000:2.0:1734685747.798280:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848474752:12345-0@lo:400:kworker.0 Request processed in 23us (47us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685747.798285:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3252 00000100:00100000:0.0:1734685747.798286:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848474752:0@lo:400:kworker.0 00000100:00100000:3.0:1734685747.798307:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848473728:0@lo:400:kworker.0 00000100:00100000:3.0:1734685747.798315:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848474368:0@lo:400:kworker.0 00000100:00100000:1.0:1734685747.798407:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848474496:12345-0@lo:8:kworker.0 Request processed in 381us (467us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685747.798413:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54386 00000100:00080000:1.0:1734685747.798432:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685747.798435:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685747.798438:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848474112:0@lo:8:kworker.0 00000100:00080000:1.0:1734685747.798444:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685747.798446:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685747.798448:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848474496:0@lo:8:kworker.0 00000100:00100000:2.0:1734685747.813474:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685747.813496:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848474880:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685747.813578:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685747.814174:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848474880 00000100:00100000:3.0:1734685747.814182:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848474880 00000100:00100000:3.0:1734685747.814226:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41531 00000100:00100000:3.0:1734685747.814231:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848474880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685747.814258:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685747.814295:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848474880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685747.814301:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41531 00000100:00100000:2.0:1734685747.814313:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848474880:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685747.842937:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685747.876733:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848475008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685747.876786:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685747.876840:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848475008 00000100:00100000:3.0:1734685747.876845:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848475008 00000100:00100000:3.0:1734685747.876929:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7016 00000100:00100000:3.0:1734685747.876935:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848475008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685747.876960:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685747.876995:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848475008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685747.877003:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7016 00000100:00100000:0.0:1734685747.877017:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848475008:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685748.844749:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685749.573599:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685749.573618:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848475136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685749.573669:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685749.574071:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848475136 00000100:00100000:2.0:1734685749.574078:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848475136 00000100:00100000:2.0:1734685749.574124:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7017 00000100:00100000:2.0:1734685749.574130:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848475136:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734685749.574135:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685719 00002000:00000024:2.0:1734685749.574149:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685749.574191:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848475136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685749.574196:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7017 00000100:00100000:1.0:1734685749.574368:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848475136:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685749.846812:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685750.232062:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685750.232114:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685750.232154:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685750.232170:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872724224 00000100:00100000:3.0:1734685750.232181:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872724224 00000100:00100000:0.0:1734685750.232187:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685750.232229:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872724480 00000100:00100000:3.0:1734685750.232230:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872724352 00000100:00100000:3.0:1734685750.232233:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872724352 00000100:00100000:0.0:1734685750.232236:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872724480 00000100:00100000:3.0:1734685750.232255:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3253 00000100:00100000:3.0:1734685750.232260:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872724224:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685750.232262:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54387 00000100:00100000:0.0:1734685750.232269:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872724480:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685750.232295:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685750.232328:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872724224:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 67us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685750.232334:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872724480:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 65us (179us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685750.232336:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3253 00000100:00100000:0.0:1734685750.232342:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54387 00000100:00100000:3.0:1734685750.232353:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3254 00000100:00100000:3.0:1734685750.232357:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872724352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685750.232382:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872724352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685750.232388:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3254 00000100:00080000:3.0:1734685750.232402:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685720 00000100:00080000:3.0:1734685750.232405:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685720 00000100:00100000:1.0:1734685750.232562:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872724096 00000100:00100000:1.0:1734685750.232567:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872724096 00000100:00080000:3.0:1734685750.232614:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685720 00000100:00100000:1.0:1734685750.232616:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1055 00000100:00100000:1.0:1734685750.232621:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872724096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685750.232658:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872724096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685750.232663:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1055 00010000:00010000:3.0:1734685750.848750:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685751.850711:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685752.756926:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848475264:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685752.756982:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685752.757045:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848475264 00000100:00100000:3.0:1734685752.757053:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848475264 00000100:00100000:3.0:1734685752.757100:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41532 00000100:00100000:3.0:1734685752.757105:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848475264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685752.757135:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685752.757169:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848475264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685752.757175:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41532 00000100:00100000:2.0:1734685752.757189:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848475264:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685752.804824:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685752.804830:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685752.804833:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685752.804840:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10548 00000100:00080000:2.0:1734685752.804844:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685752.804849:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685752.804868:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cf28700 x1818938848475904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685752.804890:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685752.804893:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685752.804894:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685752.804897:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10548 00000100:00080000:2.0:1734685752.804899:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685752.804902:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685752.804911:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff2dc00 x1818938848476288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685752.804965:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848475648:0@lo:400:kworker.0 00000100:00100000:2.0:1734685752.805017:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685752.805035:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848476416:0@lo:400:kworker.0 00000100:00100000:2.0:1734685752.805054:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685752.805069:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734685752.805074:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848475520:0@lo:400:kworker.0 00000100:00100000:2.0:1734685752.805089:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685752.805104:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848476160:0@lo:400:kworker.0 00000100:00100000:2.0:1734685752.805118:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685752.805142:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848475648 00000100:00100000:2.0:1734685752.805149:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848475648 00000100:00100000:2.0:1734685752.805181:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848475520 00000100:00100000:2.0:1734685752.805184:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848475520 00000100:00100000:2.0:1734685752.805195:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848476160 00000100:00100000:2.0:1734685752.805198:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848476160 00000100:00100000:2.0:1734685752.805210:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3255 00000100:00100000:2.0:1734685752.805216:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848475648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685752.805252:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848475648:12345-0@lo:400:kworker.0 Request processed in 36us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685752.805258:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3255 00000100:00100000:2.0:1734685752.805272:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3256 00000100:00100000:2.0:1734685752.805275:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848475520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685752.805296:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848475520:12345-0@lo:400:kworker.0 Request processed in 20us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685752.805301:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3256 00000100:00100000:2.0:1734685752.805310:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3257 00000100:00100000:2.0:1734685752.805314:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848476160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685752.805330:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848476160:12345-0@lo:400:kworker.0 Request processed in 15us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685752.805334:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3257 00000100:00080000:2.0:1734685752.805347:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685722 00000100:00080000:2.0:1734685752.805350:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685722 00000100:00100000:2.0:1734685752.805374:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848475520:0@lo:400:kworker.0 00000100:00100000:2.0:1734685752.805381:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848476160:0@lo:400:kworker.0 00000100:00100000:2.0:1734685752.805388:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848475648:0@lo:400:kworker.0 00000100:00100000:2.0:1734685752.805417:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848476416 00000100:00100000:2.0:1734685752.805419:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848476416 00000100:00100000:2.0:1734685752.805473:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7891 00000100:00100000:2.0:1734685752.805477:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848476416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685752.805502:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848476416:12345-0@lo:400:kworker.0 Request processed in 25us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685752.805507:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7891 00000100:00080000:2.0:1734685752.805517:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685722 00000100:00100000:2.0:1734685752.805546:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848476416:0@lo:400:kworker.0 00000100:00100000:2.0:1734685752.805575:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848475904:0@lo:8:kworker.0 00000100:00100000:2.0:1734685752.805591:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685752.805600:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848476288:0@lo:8:kworker.0 00000100:00100000:3.0:1734685752.805648:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848475776:0@lo:400:kworker.0 00000100:00100000:3.0:1734685752.805672:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685752.805683:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848476544:0@lo:400:kworker.0 00000100:00100000:3.0:1734685752.805697:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685752.805707:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1734685752.805711:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848475392:0@lo:400:kworker.0 00000100:00100000:3.0:1734685752.805731:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685752.805740:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848476032:0@lo:400:kworker.0 00000100:00100000:3.0:1734685752.805752:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685752.805766:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848475904 00000100:00100000:3.0:1734685752.805768:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848475904 00000100:00100000:3.0:1734685752.805780:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848476032 00000100:00100000:3.0:1734685752.805782:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848476032 00000100:00100000:3.0:1734685752.805795:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7892 00000100:00100000:3.0:1734685752.805799:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848476032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685752.805822:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848476032:12345-0@lo:400:kworker.0 Request processed in 22us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685752.805827:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7892 00000100:00100000:3.0:1734685752.805838:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54388 00000100:00100000:3.0:1734685752.805854:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848475904:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685752.805870:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685752.805888:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848475904:12345-0@lo:8:kworker.0 Request processed in 46us (296us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685752.805893:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54388 00000100:00080000:3.0:1734685752.805903:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685722 00000100:00100000:3.0:1734685752.805911:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848475776 00000100:00100000:3.0:1734685752.805913:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848475776 00000100:00100000:3.0:1734685752.805937:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41533 00000100:00100000:3.0:1734685752.805941:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848475776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685752.805961:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848475392 00000100:00100000:3.0:1734685752.805965:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848475776:12345-0@lo:400:kworker.0 Request processed in 23us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685752.805966:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848475392 00000100:00100000:3.0:1734685752.805970:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41533 00000100:00080000:3.0:1734685752.805981:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685722 00000100:00080000:3.0:1734685752.805984:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685722 00000100:00100000:0.0:1734685752.805988:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1734685752.805992:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848475392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685752.805995:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848476032:0@lo:400:kworker.0 00000100:00100000:3.0:1734685752.806002:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848475776:0@lo:400:kworker.0 00000100:00100000:0.0:1734685752.806039:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848475392:12345-0@lo:400:kworker.0 Request processed in 45us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685752.806045:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:3.0:1734685752.806844:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848475392:0@lo:400:kworker.0 00000100:00100000:3.0:1734685752.806870:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848476544 00000100:00100000:3.0:1734685752.806873:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848476544 00000100:00100000:3.0:1734685752.806895:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3258 00000100:00100000:3.0:1734685752.806899:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848476544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685752.806921:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848476544:12345-0@lo:400:kworker.0 Request processed in 22us (1224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685752.806925:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3258 00000100:00100000:3.0:1734685752.806940:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848476544:0@lo:400:kworker.0 00000100:00100000:2.0:1734685752.807019:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685752.807049:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685752.807052:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685752.807055:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848475904:0@lo:8:kworker.0 00000100:00100000:0.0:1734685752.807112:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848476288 00000100:00100000:0.0:1734685752.807115:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848476288 00000100:00100000:0.0:1734685752.807128:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54389 00000100:00100000:0.0:1734685752.807131:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848476288:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685752.807141:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685752.807363:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848476288:12345-0@lo:8:kworker.0 Request processed in 230us (342us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685752.807369:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54389 00000100:02020000:3.0:1734685752.807487:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1734685752.807490:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685752.807492:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685752.807495:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848476288:0@lo:8:kworker.0 00000100:00100000:0.0:1734685752.822141:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848476672:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685752.822391:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685752.822493:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848476672 00000100:00100000:3.0:1734685752.822500:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848476672 00000100:00100000:3.0:1734685752.822549:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41534 00000100:00100000:3.0:1734685752.822555:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848476672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685752.822583:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685752.822720:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848476672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 164us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685752.822729:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41534 00000100:00100000:1.0:1734685752.822847:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848476672:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685752.853323:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685752.884755:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848476800:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685752.884821:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685752.884931:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848476800 00000100:00100000:3.0:1734685752.884938:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848476800 00000100:00100000:3.0:1734685752.884972:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7018 00000100:00100000:3.0:1734685752.884978:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848476800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685752.885009:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685752.885174:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848476800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 194us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685752.885180:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7018 00000100:00100000:1.0:1734685752.885262:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848476800:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685753.854735:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685754.580970:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848476928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685754.581024:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685754.581082:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848476928 00000100:00100000:3.0:1734685754.581088:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848476928 00000100:00080000:0.0:1734685754.581131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685724 00000100:00100000:3.0:1734685754.581138:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7019 00000100:00100000:3.0:1734685754.581143:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848476928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685754.581170:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685754.581206:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848476928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685754.581211:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7019 00000100:00100000:2.0:1734685754.581241:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848476928:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685754.856713:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685755.238944:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685755.238983:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685755.239019:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872724608 00000100:00100000:1.0:1734685755.239027:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872724608 00000100:00100000:1.0:1734685755.239070:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1057 00000100:00100000:1.0:1734685755.239077:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872724608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685755.239124:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872724608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685755.239131:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1057 00000100:00080000:1.0:1734685755.239241:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685725 00000100:00100000:0.0:1734685755.239288:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685755.239326:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872724864 00000100:00100000:0.0:1734685755.239328:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685755.239329:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872724864 00000100:00100000:1.0:1734685755.239351:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872724736 00000100:00100000:1.0:1734685755.239353:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872724736 00000100:00100000:0.0:1734685755.239366:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3259 00000100:00100000:1.0:1734685755.239378:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3260 00000100:00100000:1.0:1734685755.239382:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872724736:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685755.239410:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872724992 00000100:00100000:2.0:1734685755.239415:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872724992 00000100:00100000:2.0:1734685755.239434:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54390 00000100:00100000:2.0:1734685755.239438:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872724992:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685755.239441:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872724736:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685755.239447:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3260 00000100:00100000:0.0:1734685755.239448:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872724864:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685755.239458:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685725 00010000:00020000:2.0:1734685755.239459:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734685755.239460:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685725 00000100:00100000:0.0:1734685755.239478:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872724864:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 106us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685755.239482:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872724992:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (154us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685755.239484:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3259 00000100:00100000:2.0:1734685755.239490:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54390 00010000:00010000:3.0:1734685755.859188:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685756.860775:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685757.765094:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848477056:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685757.765151:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685757.765198:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848477056 00000100:00100000:2.0:1734685757.765205:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848477056 00000100:00100000:2.0:1734685757.765249:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41535 00000100:00100000:2.0:1734685757.765256:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848477056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685757.765286:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685757.765334:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848477056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685757.765341:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41535 00000100:00100000:3.0:1734685757.765386:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848477056:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685757.813780:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848477184:0@lo:400:kworker.0 00000100:00100000:0.0:1734685757.813839:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685757.813947:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848477568:0@lo:400:kworker.0 00000100:00100000:3.0:1734685757.813973:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685757.814004:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848477568 00000100:00100000:3.0:1734685757.814009:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848477568 00000100:00100000:3.0:1734685757.814042:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41536 00000100:00100000:3.0:1734685757.814047:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848477568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685757.814064:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848477312:0@lo:400:kworker.0 00000100:00100000:0.0:1734685757.814088:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685757.814088:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848477568:12345-0@lo:400:kworker.0 Request processed in 41us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685757.814094:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41536 00000100:00100000:0.0:1734685757.814103:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685757.814107:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848477440:0@lo:400:kworker.0 00000100:00100000:0.0:1734685757.814122:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685757.814124:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848477568:0@lo:400:kworker.0 00000100:00100000:0.0:1734685757.814144:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848477312 00000100:00100000:0.0:1734685757.814147:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848477312 00000100:00100000:1.0:1734685757.814152:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848477184 00000100:00080000:3.0:1734685757.814154:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685727 00000100:00100000:1.0:1734685757.814156:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848477184 00000100:00100000:0.0:1734685757.814165:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848477440 00000100:00100000:0.0:1734685757.814167:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848477440 00000100:00100000:3.0:1734685757.814174:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3261 00000100:00100000:3.0:1734685757.814179:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848477312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685757.814182:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:1.0:1734685757.814186:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848477184:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685757.814190:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685757.814195:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685757.814197:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685757.814202:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10553 00000100:00080000:2.0:1734685757.814205:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1734685757.814206:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848477312:12345-0@lo:400:kworker.0 Request processed in 26us (117us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685757.814208:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685757.814215:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848477184:12345-0@lo:400:kworker.0 Request processed in 28us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685757.814222:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1734685757.814225:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cf29f80 x1818938848477696/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:1.0:1734685757.814243:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685727 00000100:00080000:1.0:1734685757.814246:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685727 00000100:00080000:2.0:1734685757.814255:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685757.814257:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685757.814258:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685757.814260:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10553 00000100:00080000:2.0:1734685757.814262:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685757.814265:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685757.814276:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cf28e00 x1818938848478080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685757.814292:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3261 00000100:00100000:0.0:1734685757.814299:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3262 00000100:00100000:0.0:1734685757.814303:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848477440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685757.814309:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685757.814314:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848477824:0@lo:400:kworker.0 00000100:00100000:0.0:1734685757.814325:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848477440:12345-0@lo:400:kworker.0 Request processed in 22us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685757.814329:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3262 00000100:00100000:3.0:1734685757.814335:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685757.814341:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848477952:0@lo:400:kworker.0 00000100:00100000:3.0:1734685757.814366:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848477824 00000100:00100000:3.0:1734685757.814368:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848477824 00000100:00100000:0.0:1734685757.814369:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685757.814383:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848477440:0@lo:400:kworker.0 00000100:00100000:0.0:1734685757.814389:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848477312:0@lo:400:kworker.0 00000100:00100000:3.0:1734685757.814392:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7893 00000100:00100000:3.0:1734685757.814395:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848477824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685757.814419:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848477824:12345-0@lo:400:kworker.0 Request processed in 24us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685757.814424:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7893 00000100:00100000:2.0:1734685757.814429:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848477696:0@lo:8:kworker.0 00000100:00100000:3.0:1734685757.814439:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848478336:0@lo:400:kworker.0 00000100:00100000:1.0:1734685757.814440:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848477952 00000100:00100000:1.0:1734685757.814443:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848477952 00000100:00100000:2.0:1734685757.814447:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685757.814456:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685757.814457:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848478080:0@lo:8:kworker.0 00000100:00100000:1.0:1734685757.814460:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3263 00000100:00100000:1.0:1734685757.814464:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848477952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685757.814468:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685757.814470:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848477824:0@lo:400:kworker.0 00000100:00100000:3.0:1734685757.814484:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848478336 00000100:00100000:2.0:1734685757.814486:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848478208:0@lo:400:kworker.0 00000100:00100000:3.0:1734685757.814486:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848478336 00000100:00100000:1.0:1734685757.814490:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848477952:12345-0@lo:400:kworker.0 Request processed in 24us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685757.814495:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3263 00000100:00100000:2.0:1734685757.814501:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685757.814502:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3264 00000100:00100000:3.0:1734685757.814505:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848478336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685757.814514:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848477696 00000100:00100000:1.0:1734685757.814516:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848477696 00000100:00100000:2.0:1734685757.814519:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848478080 00000100:00100000:2.0:1734685757.814522:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848478080 00000100:00100000:3.0:1734685757.814526:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848478336:12345-0@lo:400:kworker.0 Request processed in 19us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685757.814548:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54391 00000100:00100000:1.0:1734685757.814550:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848478208 00000100:00100000:1.0:1734685757.814553:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848478208 00000100:00100000:2.0:1734685757.814553:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848477696:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685757.814556:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3264 00000100:00100000:1.0:1734685757.814568:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7894 00010000:00020000:2.0:1734685757.814568:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685757.814572:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54392 00000100:00100000:1.0:1734685757.814573:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848478208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685757.814576:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848478080:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685757.814584:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685757.814591:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848477696:12345-0@lo:8:kworker.0 Request processed in 38us (144us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685757.814596:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54391 00000100:00100000:1.0:1734685757.814601:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848478208:12345-0@lo:400:kworker.0 Request processed in 27us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685757.814604:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848478080:12345-0@lo:8:kworker.0 Request processed in 27us (134us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685757.814606:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7894 00000100:00100000:3.0:1734685757.814608:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54392 00000100:00100000:2.0:1734685757.814616:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848478208:0@lo:400:kworker.0 00000100:00080000:1.0:1734685757.814622:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685727 00000100:00100000:3.0:1734685757.814628:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848478336:0@lo:400:kworker.0 00000100:00080000:2.0:1734685757.814629:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685757.814632:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685757.814634:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848477696:0@lo:8:kworker.0 00000100:00080000:2.0:1734685757.814640:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685757.815061:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848477952:0@lo:400:kworker.0 00000100:00100000:0.0:1734685757.815076:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848477184:0@lo:400:kworker.0 00000100:00080000:2.0:1734685757.815133:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685757.815137:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848478080:0@lo:8:kworker.0 00000100:00100000:0.0:1734685757.828791:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848478464:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685757.828844:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685757.828885:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848478464 00000100:00100000:3.0:1734685757.828892:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848478464 00000100:00100000:3.0:1734685757.828938:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41537 00000100:00100000:3.0:1734685757.828944:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848478464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685757.828971:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685757.829005:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848478464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685757.829010:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41537 00000100:00100000:0.0:1734685757.829022:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848478464:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685757.863543:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685757.892843:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848478592:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685757.892897:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685757.893124:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848478592 00000100:00100000:1.0:1734685757.893132:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848478592 00000100:00100000:1.0:1734685757.893182:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7020 00000100:00100000:1.0:1734685757.893188:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848478592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685757.893214:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685757.893880:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848478592:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685757.893985:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848478592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 795us (1086us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685757.893995:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7020 00010000:00010000:1.0:1734685758.864987:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685759.588767:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848478720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685759.588821:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685759.588943:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848478720 00000100:00100000:2.0:1734685759.588950:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848478720 00000100:00080000:1.0:1734685759.589471:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685729 00000100:00100000:2.0:1734685759.589506:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7021 00000100:00100000:2.0:1734685759.589513:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848478720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685759.589549:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685759.589582:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848478720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685759.589588:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7021 00000100:00100000:0.0:1734685759.589715:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848478720:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685759.866708:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685760.247149:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685760.247181:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685760.247197:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685760.247283:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872725120 00000100:00100000:1.0:1734685760.247290:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872725120 00000100:00100000:1.0:1734685760.247343:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1059 00000100:00100000:2.0:1734685760.247343:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872725248 00000100:00100000:2.0:1734685760.247348:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872725248 00000100:00100000:1.0:1734685760.247349:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872725120:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685760.247350:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872725376 00000100:00100000:3.0:1734685760.247354:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872725376 00000100:00100000:2.0:1734685760.247376:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3265 00000100:00100000:2.0:1734685760.247381:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872725248:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685760.247387:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3266 00000100:00100000:3.0:1734685760.247391:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872725376:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685760.247396:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872725120:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685760.247401:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1059 00000100:00100000:2.0:1734685760.247411:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872725248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685760.247417:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3265 00000100:00100000:3.0:1734685760.247421:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872725376:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685760.247426:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3266 00000100:00080000:1.0:1734685760.247428:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685730 00000100:00080000:1.0:1734685760.247431:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685730 00000100:00080000:1.0:1734685760.247432:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685730 00000100:00100000:0.0:1734685760.247451:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685760.247633:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872725504 00000100:00100000:1.0:1734685760.247637:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872725504 00000100:00100000:1.0:1734685760.247663:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54393 00000100:00100000:1.0:1734685760.247668:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872725504:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685760.247686:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685760.247720:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872725504:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 50us (268us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685760.247726:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54393 00010000:00010000:3.0:1734685760.868746:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685761.870740:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685762.773453:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848478848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685762.773522:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685762.773691:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848478848 00000100:00100000:3.0:1734685762.773698:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848478848 00000100:00100000:3.0:1734685762.773737:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41538 00000100:00100000:3.0:1734685762.773743:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848478848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685762.773771:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685762.773819:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848478848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685762.773825:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41538 00000100:00100000:1.0:1734685762.773895:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848478848:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685762.820719:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685762.820724:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734685762.820771:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848479232:0@lo:400:kworker.0 00000100:00100000:0.0:1734685762.820822:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685762.820865:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685762.820870:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848479104:0@lo:400:kworker.0 00000100:00100000:0.0:1734685762.820887:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685762.820905:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848479360:0@lo:400:kworker.0 00000100:00100000:0.0:1734685762.820923:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685762.820934:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685762.820938:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848478976:0@lo:400:kworker.0 00000100:00080000:2.0:1734685762.820955:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685762.820960:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10558 00000100:00080000:2.0:1734685762.820963:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685762.820968:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685762.820991:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079892a00 x1818938848479488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685762.821016:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685762.821019:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685762.821020:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685762.821023:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10558 00000100:00080000:2.0:1734685762.821025:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685762.821028:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685762.821036:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079892d80 x1818938848479872/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685762.821062:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848479488:0@lo:8:kworker.0 00000100:00100000:2.0:1734685762.821083:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685762.821094:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848479872:0@lo:8:kworker.0 00000100:00100000:2.0:1734685762.821106:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685762.821127:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848479488 00000100:00100000:2.0:1734685762.821133:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848479488 00000100:00100000:2.0:1734685762.821150:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848479872 00000100:00100000:2.0:1734685762.821152:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848479872 00000100:00100000:2.0:1734685762.821162:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54394 00000100:00100000:2.0:1734685762.821167:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848479488:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685762.821184:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685762.821208:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079890e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848479488:12345-0@lo:8:kworker.0 Request processed in 41us (125us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685762.821214:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54394 00000100:00100000:2.0:1734685762.821225:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54395 00000100:00100000:2.0:1734685762.821228:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848479872:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685762.821236:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685762.821249:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848479872:12345-0@lo:8:kworker.0 Request processed in 20us (142us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685762.821253:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54395 00000100:00080000:2.0:1734685762.821285:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685762.821288:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685762.821291:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848479488:0@lo:8:kworker.0 00000100:00100000:1.0:1734685762.821571:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848479744:0@lo:400:kworker.0 00000100:00100000:3.0:1734685762.821615:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848479232 00000100:00100000:3.0:1734685762.821619:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848479232 00000100:00100000:3.0:1734685762.821646:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848479104 00000100:00100000:3.0:1734685762.821648:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848479104 00000100:00100000:3.0:1734685762.821658:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3267 00000100:00100000:3.0:1734685762.821664:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848479232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685762.821770:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685762.821770:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685762.821783:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685762.821785:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848480128:0@lo:400:kworker.0 00000100:00100000:1.0:1734685762.821787:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848480000:0@lo:400:kworker.0 00000100:00100000:0.0:1734685762.821799:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685762.821804:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685762.821808:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685762.821812:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848479616:0@lo:400:kworker.0 00000100:00100000:1.0:1734685762.821822:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848480000 00000100:00100000:0.0:1734685762.821824:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685762.821824:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848480000 00000100:00100000:0.0:1734685762.821840:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848478976 00000100:00100000:0.0:1734685762.821842:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848478976 00000100:00100000:1.0:1734685762.821844:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848479616 00000100:00100000:1.0:1734685762.821846:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848479616 00000100:00100000:1.0:1734685762.821855:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7895 00000100:00100000:0.0:1734685762.821859:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1734685762.821859:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848480000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685762.821862:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848478976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685762.821882:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848478976:12345-0@lo:400:kworker.0 Request processed in 19us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685762.821882:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848480000:12345-0@lo:400:kworker.0 Request processed in 22us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685762.821887:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1734685762.821887:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7895 00000100:00100000:1.0:1734685762.821897:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7896 00000100:00100000:1.0:1734685762.821900:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848479616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685762.821915:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848479616:12345-0@lo:400:kworker.0 Request processed in 15us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685762.821916:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848479360 00000100:00100000:0.0:1734685762.821918:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848479360 00000100:00100000:1.0:1734685762.821919:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7896 00000100:00080000:1.0:1734685762.821928:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685732 00000100:00080000:1.0:1734685762.821931:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685732 00000100:00100000:0.0:1734685762.821933:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41539 00000100:00080000:1.0:1734685762.821933:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685732 00000100:00080000:1.0:1734685762.821935:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685732 00000100:00100000:0.0:1734685762.821936:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848479360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685762.821941:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848479744 00000100:00100000:1.0:1734685762.821943:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848479744 00000100:00100000:1.0:1734685762.821954:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848480128 00000100:00100000:1.0:1734685762.821956:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848480128 00000100:00100000:0.0:1734685762.821957:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848479360:12345-0@lo:400:kworker.0 Request processed in 20us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685762.821961:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41539 00000100:00100000:1.0:1734685762.821963:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3268 00000100:00100000:1.0:1734685762.821966:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848479104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685762.821980:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848479616:0@lo:400:kworker.0 00000100:00100000:1.0:1734685762.821986:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848479104:12345-0@lo:400:kworker.0 Request processed in 19us (1098us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685762.821987:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848478976:0@lo:400:kworker.0 00000100:00100000:1.0:1734685762.821991:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3268 00000100:00100000:0.0:1734685762.821995:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848479360:0@lo:400:kworker.0 00000100:00100000:1.0:1734685762.822001:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3269 00000100:00100000:1.0:1734685762.822004:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848479744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685762.822020:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848479744:12345-0@lo:400:kworker.0 Request processed in 15us (249us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685762.822023:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685762.822024:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3269 00000100:00080000:2.0:1734685762.822025:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685762.822028:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848479872:0@lo:8:kworker.0 00000100:00100000:1.0:1734685762.822032:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3270 00000100:00100000:1.0:1734685762.822035:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848480128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685762.822051:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848480128:12345-0@lo:400:kworker.0 Request processed in 15us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685762.822054:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3270 00000100:00100000:1.0:1734685762.822076:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848480000:0@lo:400:kworker.0 00000100:00100000:1.0:1734685762.822083:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848479744:0@lo:400:kworker.0 00000100:00100000:3.0:1734685762.822140:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848479232:12345-0@lo:400:kworker.0 Request processed in 477us (1317us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685762.822146:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3267 00000100:00100000:0.0:1734685762.822302:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848479104:0@lo:400:kworker.0 00000100:00100000:0.0:1734685762.822310:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848479232:0@lo:400:kworker.0 00000100:00100000:0.0:1734685762.822327:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848480128:0@lo:400:kworker.0 00000100:00100000:1.0:1734685762.836797:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848480256:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685762.836849:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685762.836898:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848480256 00000100:00100000:1.0:1734685762.836903:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848480256 00000100:00100000:1.0:1734685762.836931:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41540 00000100:00100000:1.0:1734685762.836936:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848480256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685762.836962:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685762.836991:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848480256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685762.836996:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41540 00000100:00100000:1.0:1734685762.837028:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848480256:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685762.873040:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685762.900842:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848480384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685762.900900:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685762.901631:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848480384 00000100:00100000:3.0:1734685762.901637:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848480384 00000100:00100000:3.0:1734685762.901672:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7022 00000100:00100000:3.0:1734685762.901677:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848480384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685762.901702:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685762.901745:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848480384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685762.901750:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7022 00000100:00100000:1.0:1734685762.901795:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848480384:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685763.874769:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685764.596689:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848480512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685764.596741:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685764.596851:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848480512 00000100:00100000:3.0:1734685764.596860:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848480512 00000100:00080000:1.0:1734685764.596901:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685734 00000100:00100000:3.0:1734685764.596910:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7023 00000100:00100000:3.0:1734685764.596918:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848480512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685764.596998:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685764.597073:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848480512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 155us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685764.597080:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7023 00000100:00100000:2.0:1734685764.597139:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848480512:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685764.876973:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685765.255262:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685765.255304:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685765.255325:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872725760 00000100:00100000:3.0:1734685765.255332:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872725760 00000100:00100000:0.0:1734685765.255335:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685765.255378:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872725888 00000100:00100000:3.0:1734685765.255380:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872725888 00000100:00100000:3.0:1734685765.255397:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3271 00000100:00100000:0.0:1734685765.255402:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685765.255404:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872725760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685765.255422:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872726016 00000100:00100000:0.0:1734685765.255426:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872726016 00000100:00100000:2.0:1734685765.255437:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3272 00000100:00100000:0.0:1734685765.255442:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54396 00000100:00100000:0.0:1734685765.255447:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872726016:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685765.255449:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872725888:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685765.255459:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872725760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685765.255464:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3271 00010000:00020000:0.0:1734685765.255465:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685765.255469:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872725888:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685765.255473:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3272 00000100:00100000:0.0:1734685765.255483:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872726016:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 35us (81us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734685765.255485:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685735 00000100:00080000:2.0:1734685765.255488:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685735 00000100:00100000:0.0:1734685765.255489:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54396 00000100:00100000:1.0:1734685765.255560:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872725632 00000100:00100000:1.0:1734685765.255564:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872725632 00000100:00100000:1.0:1734685765.255605:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1061 00000100:00080000:2.0:1734685765.255605:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685735 00000100:00100000:1.0:1734685765.255609:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872725632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685765.255635:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872725632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685765.255640:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1061 00010000:00010000:3.0:1734685765.878706:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685766.880752:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685767.780814:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848480640:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685767.780872:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685767.780970:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848480640 00000100:00100000:1.0:1734685767.780977:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848480640 00000100:00100000:1.0:1734685767.781015:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41541 00000100:00100000:1.0:1734685767.781021:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848480640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685767.781050:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685767.781086:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848480640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685767.781092:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41541 00000100:00100000:2.0:1734685767.781104:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848480640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685767.828894:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685767.828915:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848480768:0@lo:400:kworker.0 00000100:00100000:1.0:1734685767.828972:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848480896:0@lo:400:kworker.0 00000100:00080000:2.0:1734685767.828976:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734685767.828977:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685767.828981:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685767.828984:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685767.828988:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10563 00000100:00100000:3.0:1734685767.829004:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848481152:0@lo:400:kworker.0 00000100:00100000:1.0:1734685767.829011:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685767.829021:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685767.829028:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685767.829034:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848481024:0@lo:400:kworker.0 00000100:00100000:0.0:1734685767.829045:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848480768 00000100:00100000:3.0:1734685767.829047:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848481152 00000100:00100000:0.0:1734685767.829051:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848480768 00000100:00100000:1.0:1734685767.829051:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685767.829051:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848481152 00000100:00100000:1.0:1734685767.829072:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848480896 00000100:00100000:1.0:1734685767.829076:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848480896 00000100:00100000:3.0:1734685767.829089:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41542 00000100:00100000:3.0:1734685767.829094:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848481152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685767.829095:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848481024 00000100:00100000:1.0:1734685767.829097:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848481024 00000100:00100000:1.0:1734685767.829110:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3273 00000100:00100000:1.0:1734685767.829114:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848480896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685767.829134:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848481152:12345-0@lo:400:kworker.0 Request processed in 39us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685767.829139:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41542 00000100:00100000:1.0:1734685767.829142:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848480896:12345-0@lo:400:kworker.0 Request processed in 27us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685767.829146:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3273 00000100:00100000:3.0:1734685767.829159:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3274 00000100:00100000:3.0:1734685767.829162:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848481024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685767.829195:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848480896:0@lo:400:kworker.0 00000100:00100000:3.0:1734685767.829198:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848481024:12345-0@lo:400:kworker.0 Request processed in 34us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685767.829203:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3274 00000100:00100000:1.0:1734685767.829211:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848481024:0@lo:400:kworker.0 00000100:00100000:3.0:1734685767.829225:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848481152:0@lo:400:kworker.0 00000100:00080000:2.0:1734685767.829369:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685767.829374:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685767.829391:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079893800 x1818938848481280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685767.829442:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734685767.829442:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848481280:0@lo:8:kworker.0 00000100:00080000:2.0:1734685767.829444:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685767.829445:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685767.829448:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10563 00000100:00080000:2.0:1734685767.829450:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685767.829453:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685767.829462:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079890380 x1818938848481664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685767.829465:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685767.829481:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848481664:0@lo:8:kworker.0 00000100:00100000:2.0:1734685767.829491:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848481792:0@lo:400:kworker.0 00000100:00100000:1.0:1734685767.829493:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848481408:0@lo:400:kworker.0 00000100:00100000:3.0:1734685767.829495:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685767.829514:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1734685767.829514:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685767.829516:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848481280 00000100:00100000:0.0:1734685767.829519:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848480768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685767.829519:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848481280 00000100:00100000:2.0:1734685767.829543:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685767.829548:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848481536:0@lo:400:kworker.0 00000100:00100000:3.0:1734685767.829555:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848481664 00000100:00100000:3.0:1734685767.829557:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848481664 00000100:00100000:1.0:1734685767.829558:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685767.829566:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685767.829574:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848481792 00000100:00100000:3.0:1734685767.829575:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848481792 00000100:00100000:0.0:1734685767.829577:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848480768:12345-0@lo:400:kworker.0 Request processed in 58us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685767.829582:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1734685767.829588:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685767.829591:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848481408 00000100:00100000:1.0:1734685767.829592:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848481920:0@lo:400:kworker.0 00000100:00100000:3.0:1734685767.829593:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7897 00000100:00100000:2.0:1734685767.829594:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848481408 00000100:00100000:3.0:1734685767.829598:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848481792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685767.829608:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685767.829610:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7898 00000100:00100000:2.0:1734685767.829614:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848481408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685767.829618:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54397 00000100:00100000:0.0:1734685767.829622:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848481280:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685767.829632:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848481792:12345-0@lo:400:kworker.0 Request processed in 33us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685767.829636:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7897 00010000:00020000:0.0:1734685767.829638:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685767.829641:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54398 00000100:00100000:2.0:1734685767.829642:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848481408:12345-0@lo:400:kworker.0 Request processed in 27us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685767.829646:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848481664:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685767.829647:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7898 00000100:00100000:0.0:1734685767.829658:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848481280:12345-0@lo:8:kworker.0 Request processed in 35us (193us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685767.829658:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848481536 00010000:00020000:1.0:1734685767.829661:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685767.829661:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848481536 00000100:00100000:0.0:1734685767.829663:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54397 00000100:00100000:2.0:1734685767.829666:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848481920 00000100:00100000:2.0:1734685767.829668:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848481920 00000100:00100000:3.0:1734685767.829675:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3275 00000100:00100000:3.0:1734685767.829679:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848481536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685767.829680:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848481664:12345-0@lo:8:kworker.0 Request processed in 33us (184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685767.829684:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3276 00000100:00100000:1.0:1734685767.829685:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54398 00000100:00100000:2.0:1734685767.829688:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848481920:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685767.829690:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685737 00000100:00080000:0.0:1734685767.829693:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685737 00000100:00080000:0.0:1734685767.829694:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685737 00000100:00080000:0.0:1734685767.829696:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685737 00000100:00100000:3.0:1734685767.829702:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848481536:12345-0@lo:400:kworker.0 Request processed in 22us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685767.829707:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3275 00000100:00080000:0.0:1734685767.829709:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685767.829712:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685767.829713:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848481920:12345-0@lo:400:kworker.0 Request processed in 25us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685767.829715:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848481664:0@lo:8:kworker.0 00000100:00100000:1.0:1734685767.829716:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848481408:0@lo:400:kworker.0 00000100:00100000:2.0:1734685767.829718:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3276 00000100:00080000:0.0:1734685767.829721:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685767.829723:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685767.829725:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848481280:0@lo:8:kworker.0 00000100:00100000:1.0:1734685767.829731:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848481920:0@lo:400:kworker.0 00000100:00100000:3.0:1734685767.829739:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848480768:0@lo:400:kworker.0 00000100:00100000:2.0:1734685767.829745:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848481536:0@lo:400:kworker.0 00000100:00100000:2.0:1734685767.829752:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848481792:0@lo:400:kworker.0 00000100:00100000:3.0:1734685767.844840:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685767.844866:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848482048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685767.844917:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685767.845096:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848482048 00000100:00100000:0.0:1734685767.845103:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848482048 00000100:00100000:0.0:1734685767.845134:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41543 00000100:00100000:0.0:1734685767.845141:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848482048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685767.845175:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685767.845430:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848482048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 288us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685767.845436:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41543 00000100:00100000:2.0:1734685767.845440:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848482048:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685767.883389:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685767.908768:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848482176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685767.908830:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685767.908871:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848482176 00000100:00100000:3.0:1734685767.908880:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848482176 00000100:00100000:3.0:1734685767.908915:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7024 00000100:00100000:3.0:1734685767.908921:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848482176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685767.908948:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685767.908978:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848482176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685767.908983:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7024 00000100:00100000:2.0:1734685767.908997:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848482176:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685768.884752:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685769.604722:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685769.604740:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848482304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685769.604794:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685769.605042:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848482304 00000100:00100000:2.0:1734685769.605048:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848482304 00000100:00080000:0.0:1734685769.605084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685739 00000100:00100000:2.0:1734685769.605095:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7025 00000100:00100000:2.0:1734685769.605216:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848482304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685769.605237:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685769.605283:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848482304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 181us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685769.605289:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7025 00000100:00100000:0.0:1734685769.605360:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848482304:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685769.886770:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685770.263248:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685770.263292:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685770.263323:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685770.263347:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685770.263389:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872726528 00000100:00100000:0.0:1734685770.263395:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872726528 00000100:00100000:0.0:1734685770.263420:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54399 00000100:00100000:0.0:1734685770.263426:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872726528:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685770.263446:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685770.263483:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872726528:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 57us (159us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685770.263489:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54399 00000100:00100000:1.0:1734685770.263653:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872726144 00000100:00100000:1.0:1734685770.263657:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872726144 00000100:00100000:1.0:1734685770.263683:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1063 00000100:00100000:1.0:1734685770.263688:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872726144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685770.263715:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872726272 00000100:00100000:1.0:1734685770.263718:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872726144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685770.263718:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872726272 00000100:00100000:1.0:1734685770.263723:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1063 00000100:00100000:3.0:1734685770.263736:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872726400 00000100:00100000:3.0:1734685770.263737:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872726400 00000100:00100000:3.0:1734685770.263747:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3277 00000100:00100000:3.0:1734685770.263750:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872726272:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685770.263767:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3278 00000100:00100000:1.0:1734685770.263772:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872726400:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685770.263772:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872726272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685770.263776:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3277 00000100:00100000:1.0:1734685770.263793:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872726400:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685770.263797:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3278 00000100:00080000:0.0:1734685770.263889:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685740 00000100:00080000:0.0:1734685770.263893:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685740 00000100:00080000:0.0:1734685770.263894:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685740 00010000:00010000:3.0:1734685770.888940:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685771.890994:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685772.788735:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848482432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685772.788782:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685772.788817:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848482432 00000100:00100000:2.0:1734685772.788823:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848482432 00000100:00100000:2.0:1734685772.788852:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41544 00000100:00100000:2.0:1734685772.788856:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848482432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685772.788881:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685772.788913:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848482432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685772.788917:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41544 00000100:00100000:0.0:1734685772.788941:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848482432:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685772.836863:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685772.836868:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685772.836870:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685772.836877:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10568 00000100:00080000:0.0:1734685772.836883:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685772.836889:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685772.836906:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e174380 x1818938848483072/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685772.836928:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685772.836930:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685772.836931:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685772.836934:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10568 00000100:00080000:0.0:1734685772.836936:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685772.836939:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685772.836949:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c154e00 x1818938848483456/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685772.836980:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848482688:0@lo:400:kworker.0 00000100:00100000:0.0:1734685772.837032:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685772.837057:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848483328:0@lo:400:kworker.0 00000100:00100000:0.0:1734685772.837073:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685772.837089:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734685772.837094:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848482816:0@lo:400:kworker.0 00000100:00100000:0.0:1734685772.837137:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685772.837147:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848483584:0@lo:400:kworker.0 00000100:00100000:1.0:1734685772.837159:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848482688 00000100:00100000:0.0:1734685772.837163:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685772.837166:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848482688 00000100:00100000:0.0:1734685772.837182:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848483072:0@lo:8:kworker.0 00000100:00100000:0.0:1734685772.837196:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685772.837249:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848483328 00000100:00100000:1.0:1734685772.837252:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848483328 00000100:00100000:1.0:1734685772.837264:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848482816 00000100:00100000:1.0:1734685772.837266:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848482816 00000100:00100000:3.0:1734685772.837274:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3279 00000100:00100000:3.0:1734685772.837281:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848482688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685772.837284:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3280 00000100:00100000:1.0:1734685772.837288:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848483328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685772.837320:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848482688:12345-0@lo:400:kworker.0 Request processed in 40us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685772.837322:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848483328:12345-0@lo:400:kworker.0 Request processed in 32us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685772.837325:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3279 00000100:00100000:1.0:1734685772.837328:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3280 00000100:00100000:1.0:1734685772.837339:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3281 00000100:00100000:1.0:1734685772.837342:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848482816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685772.837361:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848482816:12345-0@lo:400:kworker.0 Request processed in 18us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685772.837367:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3281 00000100:00100000:2.0:1734685772.837383:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848482816:0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837392:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848482688:0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837398:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848483328:0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837432:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848482560:0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837456:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685772.837468:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848483200:0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837480:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685772.837490:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734685772.837495:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848482944:0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837509:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685772.837519:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848483712:0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837551:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685772.837567:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848482560 00000100:00100000:2.0:1734685772.837570:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848482560 00000100:00100000:2.0:1734685772.837590:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1734685772.837593:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848482560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837615:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848482560:12345-0@lo:400:kworker.0 Request processed in 21us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685772.837620:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1734685772.837642:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848483584 00000100:00100000:2.0:1734685772.837644:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848483584 00000100:00100000:2.0:1734685772.837660:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848483072 00000100:00100000:2.0:1734685772.837662:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848483072 00000100:00100000:2.0:1734685772.837670:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848483200 00000100:00100000:2.0:1734685772.837671:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848483200 00000100:00100000:2.0:1734685772.837682:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7899 00000100:00100000:2.0:1734685772.837685:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848483584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837708:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848483584:12345-0@lo:400:kworker.0 Request processed in 22us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685772.837713:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7899 00000100:00100000:2.0:1734685772.837722:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7900 00000100:00100000:2.0:1734685772.837726:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848483200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837744:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848483200:12345-0@lo:400:kworker.0 Request processed in 17us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685772.837749:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7900 00000100:00100000:2.0:1734685772.837755:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54400 00000100:00100000:2.0:1734685772.837758:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848483072:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685772.837775:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685772.837793:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848483072:12345-0@lo:8:kworker.0 Request processed in 33us (596us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685772.837797:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54400 00000100:00100000:2.0:1734685772.837813:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848483712 00000100:00100000:2.0:1734685772.837816:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848483712 00000100:00100000:2.0:1734685772.837829:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3282 00000100:00100000:2.0:1734685772.837833:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848483712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837854:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848483712:12345-0@lo:400:kworker.0 Request processed in 20us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685772.837858:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3282 00000100:00100000:2.0:1734685772.837873:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848482944 00000100:00100000:2.0:1734685772.837875:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848482944 00000100:00100000:2.0:1734685772.837890:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41545 00000100:00100000:2.0:1734685772.837894:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848482944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837915:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848482944:12345-0@lo:400:kworker.0 Request processed in 21us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685772.837919:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41545 00000100:00100000:2.0:1734685772.837936:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848482944:0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837943:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848483712:0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837949:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848482560:0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837954:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848483200:0@lo:400:kworker.0 00000100:00100000:2.0:1734685772.837973:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848483584:0@lo:400:kworker.0 00000100:00080000:2.0:1734685772.838005:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685742 00000100:00080000:2.0:1734685772.838008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685742 00000100:00080000:2.0:1734685772.838010:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685742 00000100:00080000:2.0:1734685772.838012:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685742 00000100:00100000:0.0:1734685772.838079:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848483456:0@lo:8:kworker.0 00000100:00100000:0.0:1734685772.838114:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685772.838346:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685772.838349:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685772.838353:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848483072:0@lo:8:kworker.0 00000100:00100000:2.0:1734685772.838427:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848483456 00000100:00100000:2.0:1734685772.838431:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848483456 00000100:00100000:2.0:1734685772.838980:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54401 00000100:00100000:2.0:1734685772.838985:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848483456:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685772.838997:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685772.839036:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848483456:12345-0@lo:8:kworker.0 Request processed in 51us (921us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685772.839041:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54401 00000100:00080000:1.0:1734685772.839110:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685772.839113:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685772.839116:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848483456:0@lo:8:kworker.0 00000100:00100000:3.0:1734685772.852740:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685772.852759:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848483840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685772.852814:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685772.852875:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848483840 00000100:00100000:2.0:1734685772.852882:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848483840 00000100:00100000:2.0:1734685772.852914:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41546 00000100:00100000:2.0:1734685772.852919:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848483840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685772.852951:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685772.852995:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848483840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685772.853002:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41546 00000100:00100000:3.0:1734685772.853027:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848483840:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685772.892855:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685772.916852:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848483968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685772.916905:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685772.917085:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848483968 00000100:00100000:2.0:1734685772.917092:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848483968 00000100:00100000:2.0:1734685772.917141:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7026 00000100:00100000:2.0:1734685772.917147:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848483968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685772.917177:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685772.917209:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848483968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685772.917215:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7026 00000100:00100000:0.0:1734685772.917314:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848483968:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685773.895299:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685774.612769:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848484096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685774.612824:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685774.612888:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848484096 00000100:00100000:0.0:1734685774.612897:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848484096 00000100:00100000:0.0:1734685774.612964:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7027 00000100:00100000:0.0:1734685774.612972:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848484096:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734685774.612981:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685744 00002000:00000024:0.0:1734685774.613001:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685774.613057:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848484096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685774.613062:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7027 00000100:00100000:3.0:1734685774.613110:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848484096:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685774.896786:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685775.271896:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685775.271979:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685775.272140:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685775.272168:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685775.272198:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872727040 00000100:00100000:0.0:1734685775.272205:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872727040 00000100:00100000:0.0:1734685775.272233:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54402 00000100:00100000:0.0:1734685775.272239:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872727040:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685775.272261:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685775.272278:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872726784 00000100:00100000:1.0:1734685775.272281:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872726784 00000100:00100000:1.0:1734685775.272310:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872726912 00000100:00100000:1.0:1734685775.272311:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872726912 00000100:00100000:1.0:1734685775.272324:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3283 00000100:00100000:1.0:1734685775.272328:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872726784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685775.272386:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872726784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685775.272393:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3283 00000100:00100000:3.0:1734685775.272411:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3284 00000100:00100000:3.0:1734685775.272422:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872726912:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685775.272453:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685745 00000100:00080000:1.0:1734685775.272457:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685745 00000100:00100000:2.0:1734685775.272465:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872726656 00000100:00100000:2.0:1734685775.272470:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872726656 00000100:00100000:3.0:1734685775.272481:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872726912:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685775.272491:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3284 00000100:00100000:2.0:1734685775.272497:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1065 00000100:00100000:2.0:1734685775.272502:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872726656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685775.272567:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872726656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 63us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685775.272572:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1065 00000100:00100000:0.0:1734685775.272585:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872727040:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 345us (445us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685775.272592:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54402 00000100:00080000:0.0:1734685775.272611:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685745 00010000:00010000:3.0:1734685775.898873:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685776.900887:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685777.796753:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848484224:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685777.796806:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685777.796888:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848484224 00000100:00100000:2.0:1734685777.796896:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848484224 00000100:00100000:2.0:1734685777.796940:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41547 00000100:00100000:2.0:1734685777.796946:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848484224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685777.796976:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685777.797030:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848484224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685777.797037:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41547 00000100:00100000:3.0:1734685777.797071:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848484224:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685777.845269:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1734685777.845288:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734685777.845289:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848484352:0@lo:400:kworker.0 00000100:00100000:2.0:1734685777.845292:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848484608:0@lo:400:kworker.0 00000100:00080000:0.0:1734685777.845293:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685777.845296:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685777.845301:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10573 00000100:00080000:0.0:1734685777.845305:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685777.845310:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685777.845330:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f048000 x1818938848484864/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685777.845336:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848484480:0@lo:400:kworker.0 00000100:00100000:2.0:1734685777.845346:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685777.845346:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685777.845354:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685777.845356:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685777.845357:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685777.845359:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10573 00000100:00080000:0.0:1734685777.845361:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685777.845364:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685777.845366:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685777.845366:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685777.845367:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848484736:0@lo:400:kworker.0 00000100:00100000:2.0:1734685777.845372:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848485120:0@lo:400:kworker.0 00000100:00100000:0.0:1734685777.845374:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099582a00 x1818938848485248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685777.845389:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685777.845389:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685777.845393:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848484992:0@lo:400:kworker.0 00000100:00100000:2.0:1734685777.845401:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848485376:0@lo:400:kworker.0 00000100:00100000:3.0:1734685777.845403:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848485504:0@lo:400:kworker.0 00000100:00100000:0.0:1734685777.845404:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848484864:0@lo:8:kworker.0 00000100:00100000:1.0:1734685777.845410:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685777.845425:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848484352 00000100:00100000:3.0:1734685777.845428:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685777.845431:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848484352 00000100:00100000:0.0:1734685777.845435:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685777.845442:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848484608 00000100:00100000:1.0:1734685777.845446:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848484608 00000100:00100000:3.0:1734685777.845449:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848484480 00000100:00100000:0.0:1734685777.845451:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848485248:0@lo:8:kworker.0 00000100:00100000:3.0:1734685777.845453:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848484480 00000100:00100000:0.0:1734685777.845465:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685777.845465:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848485120 00000100:00100000:2.0:1734685777.845465:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1734685777.845467:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848485120 00000100:00100000:2.0:1734685777.845471:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848484352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685777.845471:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848485504 00000100:00100000:3.0:1734685777.845474:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848485504 00000100:00100000:1.0:1734685777.845480:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3285 00000100:00100000:1.0:1734685777.845484:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848484608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685777.845486:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3286 00000100:00100000:0.0:1734685777.845487:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848484992 00000100:00100000:0.0:1734685777.845490:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848484992 00000100:00100000:3.0:1734685777.845490:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848484480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685777.845511:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848484864 00000100:00100000:0.0:1734685777.845513:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848484864 00000100:00100000:1.0:1734685777.845513:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848484608:12345-0@lo:400:kworker.0 Request processed in 28us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685777.845515:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848484352:12345-0@lo:400:kworker.0 Request processed in 43us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685777.845517:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848484480:12345-0@lo:400:kworker.0 Request processed in 26us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685777.845519:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3285 00000100:00100000:2.0:1734685777.845520:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:0.0:1734685777.845522:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848485248 00000100:00100000:3.0:1734685777.845523:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3286 00000100:00100000:0.0:1734685777.845524:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848485248 00000100:00100000:3.0:1734685777.845566:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3287 00000100:00100000:3.0:1734685777.845570:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848485120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685777.845574:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3288 00000100:00100000:0.0:1734685777.845577:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7901 00000100:00100000:1.0:1734685777.845578:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848485504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685777.845583:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54403 00000100:00100000:2.0:1734685777.845587:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848484864:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685777.845591:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848485120:12345-0@lo:400:kworker.0 Request processed in 20us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685777.845596:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3287 00000100:00100000:1.0:1734685777.845600:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848485504:12345-0@lo:400:kworker.0 Request processed in 21us (171us total) trans 0 rc 0/0 00010000:00020000:2.0:1734685777.845601:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685777.845604:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3288 00000100:00100000:3.0:1734685777.845616:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54404 00000100:00100000:2.0:1734685777.845619:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848484864:12345-0@lo:8:kworker.0 Request processed in 32us (185us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685777.845619:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099582300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848485248:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685777.845623:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54403 00010000:00020000:3.0:1734685777.845629:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685777.845640:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848484480:0@lo:400:kworker.0 00000100:00080000:2.0:1734685777.845641:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685777.845643:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685777.845645:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848484864:0@lo:8:kworker.0 00000100:00100000:3.0:1734685777.845645:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099582300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848485248:12345-0@lo:8:kworker.0 Request processed in 25us (180us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734685777.845650:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685777.845650:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54404 00000100:00080000:2.0:1734685777.845651:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685777.845653:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848485248:0@lo:8:kworker.0 00000100:00080000:1.0:1734685777.845659:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685747 00000100:00080000:1.0:1734685777.845662:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685747 00000100:00100000:2.0:1734685777.845663:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685777.845664:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685747 00000100:00080000:1.0:1734685777.845665:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685747 00000100:00100000:3.0:1734685777.845671:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848485504:0@lo:400:kworker.0 00000100:00100000:2.0:1734685777.845673:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848485120:0@lo:400:kworker.0 00000100:00100000:3.0:1734685777.845677:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848484352:0@lo:400:kworker.0 00000100:00100000:2.0:1734685777.845679:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848484608:0@lo:400:kworker.0 00000100:00100000:2.0:1734685777.845689:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848485376 00000100:00100000:2.0:1734685777.845690:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848485376 00000100:00100000:3.0:1734685777.845692:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848484736 00000100:00100000:0.0:1734685777.845694:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848484992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685777.845694:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848484736 00000100:00100000:2.0:1734685777.845706:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7902 00000100:00080000:1.0:1734685777.845707:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685747 00000100:00100000:2.0:1734685777.845708:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848485376:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685777.845709:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685747 00000100:00100000:3.0:1734685777.845722:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41548 00000100:00100000:0.0:1734685777.845724:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848484992:12345-0@lo:400:kworker.0 Request processed in 141us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685777.845726:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848484736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685777.845728:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848485376:12345-0@lo:400:kworker.0 Request processed in 19us (64us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685777.845730:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7901 00000100:00100000:1.0:1734685777.845732:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848484992:0@lo:400:kworker.0 00000100:00100000:2.0:1734685777.845732:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7902 00000100:00100000:2.0:1734685777.845743:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848485376:0@lo:400:kworker.0 00000100:00100000:3.0:1734685777.845751:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848484736:12345-0@lo:400:kworker.0 Request processed in 25us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685777.845756:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41548 00000100:00100000:3.0:1734685777.845771:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848484736:0@lo:400:kworker.0 00000100:00100000:1.0:1734685777.860743:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848485632:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685777.860798:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685777.860842:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848485632 00000100:00100000:3.0:1734685777.860849:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848485632 00000100:00100000:3.0:1734685777.860886:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41549 00000100:00100000:3.0:1734685777.860891:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848485632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685777.860919:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685777.860966:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848485632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685777.860974:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41549 00000100:00100000:0.0:1734685777.861025:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848485632:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685777.902736:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685777.924882:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848485760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685777.924955:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685777.925007:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848485760 00000100:00100000:0.0:1734685777.925046:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848485760 00000100:00100000:0.0:1734685777.925091:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7028 00000100:00100000:0.0:1734685777.925097:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848485760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685777.925128:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685777.925193:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848485760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685777.925198:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7028 00000100:00100000:1.0:1734685777.925231:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848485760:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685778.905710:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685779.620979:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848485888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685779.621067:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685779.621289:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848485888 00000100:00100000:0.0:1734685779.621296:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848485888 00000100:00100000:0.0:1734685779.621350:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7029 00000100:00100000:0.0:1734685779.621355:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848485888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685779.621375:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685779.621423:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848485888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685779.621428:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7029 00000100:00080000:1.0:1734685779.621485:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685749 00000100:00100000:2.0:1734685779.621571:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848485888:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685779.908969:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685780.280081:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685780.280132:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685780.280166:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685780.280195:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685780.280218:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872727552 00000100:00100000:0.0:1734685780.280225:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872727552 00000100:00100000:0.0:1734685780.280251:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54405 00000100:00100000:0.0:1734685780.280258:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872727552:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685780.280280:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685780.280300:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872727168 00000100:00100000:3.0:1734685780.280305:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872727168 00000100:00100000:0.0:1734685780.280321:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872727552:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 63us (154us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685780.280326:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54405 00000100:00100000:3.0:1734685780.280348:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1067 00000100:00100000:3.0:1734685780.280353:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872727168:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685780.280384:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872727168:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685780.280389:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1067 00000100:00100000:0.0:1734685780.280438:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872727296 00000100:00080000:2.0:1734685780.280473:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685750 00000100:00100000:1.0:1734685780.280565:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872727424 00000100:00100000:1.0:1734685780.280570:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872727424 00000100:00100000:1.0:1734685780.280612:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3289 00000100:00100000:1.0:1734685780.280616:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872727424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685780.280643:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685750 00000100:00100000:1.0:1734685780.280648:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872727424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685780.280654:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3289 00000100:00100000:0.0:1734685780.281667:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872727296 00000100:00080000:2.0:1734685780.281750:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685750 00000100:00100000:0.0:1734685780.282052:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3290 00000100:00100000:0.0:1734685780.282058:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872727296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685780.282251:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872727296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 191us (2177us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685780.282257:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3290 00010000:00010000:3.0:1734685780.910748:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685781.912793:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685782.804842:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685782.804861:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848486016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685782.804910:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685782.805056:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848486016 00000100:00100000:3.0:1734685782.805062:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848486016 00000100:00100000:3.0:1734685782.805106:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41550 00000100:00100000:3.0:1734685782.805112:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848486016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685782.805142:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685782.805183:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848486016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685782.805189:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41550 00000100:00100000:0.0:1734685782.805228:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848486016:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685782.852734:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848486144:0@lo:400:kworker.0 00000100:00100000:2.0:1734685782.852792:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685782.852821:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848486144 00000100:00100000:3.0:1734685782.852827:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848486144 00000100:00080000:2.0:1734685782.852861:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685752 00000100:00100000:2.0:1734685782.852867:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685782.852869:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:2.0:1734685782.852872:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848486400:0@lo:400:kworker.0 00000100:00080000:0.0:1734685782.852879:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685782.852884:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685782.852886:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734685782.852888:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685782.852891:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10578 00000100:00080000:0.0:1734685782.852895:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1734685782.852896:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848486272:0@lo:400:kworker.0 00000100:00080000:0.0:1734685782.852898:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685782.852906:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685782.852915:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099582a00 x1818938848486656/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685782.852955:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685782.852958:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848486528:0@lo:400:kworker.0 00000100:00100000:1.0:1734685782.852962:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848486400 00000100:00100000:1.0:1734685782.852966:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848486400 00000100:00100000:2.0:1734685782.852971:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685782.852979:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685752 00000100:00100000:1.0:1734685782.852990:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848486272 00000100:00100000:1.0:1734685782.852992:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848486272 00000100:00080000:2.0:1734685782.853005:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685752 00000100:00100000:3.0:1734685782.853006:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848486144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685782.853008:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3291 00000100:00100000:1.0:1734685782.853012:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848486400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685782.853013:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3292 00000100:00100000:2.0:1734685782.853016:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848486272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685782.853037:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848486272:12345-0@lo:400:kworker.0 Request processed in 21us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685782.853041:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3292 00000100:00100000:1.0:1734685782.853046:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848486400:12345-0@lo:400:kworker.0 Request processed in 34us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685782.853047:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848486144:12345-0@lo:400:kworker.0 Request processed in 43us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685782.853051:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3291 00000100:00100000:3.0:1734685782.853052:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:2.0:1734685782.853066:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848486400:0@lo:400:kworker.0 00000100:00100000:2.0:1734685782.853070:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848486272:0@lo:400:kworker.0 00000100:00100000:1.0:1734685782.853073:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848486528 00000100:00100000:1.0:1734685782.853075:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848486528 00000100:00100000:3.0:1734685782.853081:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848486144:0@lo:400:kworker.0 00000100:00080000:2.0:1734685782.853084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685752 00000100:00100000:1.0:1734685782.853094:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41551 00000100:00100000:1.0:1734685782.853098:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848486528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685782.853137:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848486656:0@lo:8:kworker.0 00000100:00100000:2.0:1734685782.853151:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685782.853163:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685782.853166:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685782.853168:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734685782.853168:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848486656 00000100:00100000:2.0:1734685782.853170:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848486656 00000100:00080000:0.0:1734685782.853171:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10578 00000100:00080000:0.0:1734685782.853173:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685782.853176:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685782.853181:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54406 00000100:00100000:2.0:1734685782.853183:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848486656:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685782.853187:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099583b80 x1818938848487040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00020000:2.0:1734685782.853196:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685782.853208:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848486656:12345-0@lo:8:kworker.0 Request processed in 25us (57us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685782.853212:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54406 00000100:00100000:0.0:1734685782.853218:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848487296:0@lo:400:kworker.0 00000100:00100000:3.0:1734685782.853219:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848486784:0@lo:400:kworker.0 00000100:00100000:2.0:1734685782.853224:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848487040:0@lo:8:kworker.0 00000100:00100000:0.0:1734685782.853244:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685782.853245:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685782.853246:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848487168:0@lo:400:kworker.0 00000100:00100000:2.0:1734685782.853263:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685782.853267:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685782.853272:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685782.853276:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848486912:0@lo:400:kworker.0 00000100:00080000:3.0:1734685782.853281:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685782.853284:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685782.853287:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848486656:0@lo:8:kworker.0 00000100:00100000:2.0:1734685782.853290:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685782.853303:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848487296 00000100:00100000:3.0:1734685782.853305:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848486784 00000100:00100000:2.0:1734685782.853306:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848487296 00000100:00100000:3.0:1734685782.853307:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848486784 00000100:00100000:2.0:1734685782.853319:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848486912 00000100:00100000:2.0:1734685782.853320:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848486912 00000100:00100000:3.0:1734685782.853326:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848487168 00000100:00100000:2.0:1734685782.853327:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3293 00000100:00100000:3.0:1734685782.853328:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848487168 00000100:00100000:2.0:1734685782.853330:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848487296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685782.853339:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848487040 00000100:00100000:3.0:1734685782.853340:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848487040 00000100:00100000:2.0:1734685782.853345:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848487296:12345-0@lo:400:kworker.0 Request processed in 15us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685782.853348:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3293 00000100:00100000:3.0:1734685782.853350:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7903 00000100:00100000:2.0:1734685782.853353:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3294 00000100:00100000:3.0:1734685782.853354:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848486784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685782.853355:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848486912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685782.853366:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848486912:12345-0@lo:400:kworker.0 Request processed in 10us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685782.853369:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3294 00000100:00100000:0.0:1734685782.853374:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848487296:0@lo:400:kworker.0 00000100:00100000:2.0:1734685782.853377:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7904 00000100:00100000:2.0:1734685782.853379:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848487168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685782.853381:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848486784:12345-0@lo:400:kworker.0 Request processed in 27us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685782.853387:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7903 00000100:00100000:2.0:1734685782.853389:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848487168:12345-0@lo:400:kworker.0 Request processed in 10us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685782.853392:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7904 00000100:00100000:3.0:1734685782.853397:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54407 00000100:00100000:3.0:1734685782.853400:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848487040:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685782.853408:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848486912:0@lo:400:kworker.0 00010000:00020000:3.0:1734685782.853409:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685782.853412:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848487168:0@lo:400:kworker.0 00000100:00080000:0.0:1734685782.853419:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685752 00000100:00100000:3.0:1734685782.853424:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a50450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848487040:12345-0@lo:8:kworker.0 Request processed in 24us (157us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685782.853429:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54407 00000100:00100000:1.0:1734685782.853465:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848486528:12345-0@lo:400:kworker.0 Request processed in 366us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685782.853471:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41551 00000100:00080000:3.0:1734685782.853563:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685782.853566:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685782.853570:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848487040:0@lo:8:kworker.0 00000100:00100000:3.0:1734685782.853587:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848486784:0@lo:400:kworker.0 00000100:00100000:3.0:1734685782.853594:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848486528:0@lo:400:kworker.0 00000100:00100000:3.0:1734685782.868727:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848487424:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685782.868781:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685782.868848:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848487424 00000100:00100000:0.0:1734685782.868855:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848487424 00000100:00100000:0.0:1734685782.868894:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41552 00000100:00100000:0.0:1734685782.868900:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848487424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685782.868929:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685782.868986:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848487424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685782.868993:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41552 00000100:00100000:3.0:1734685782.869075:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848487424:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685782.914849:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685782.932775:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848487552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685782.932854:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685782.932953:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848487552 00000100:00100000:3.0:1734685782.932960:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848487552 00000100:00100000:3.0:1734685782.932996:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7030 00000100:00100000:3.0:1734685782.933001:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848487552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685782.933023:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685782.933078:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848487552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685782.933082:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7030 00000100:00100000:2.0:1734685782.933159:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848487552:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685783.916781:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685784.628752:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685784.628769:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848487680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685784.628823:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685784.628863:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848487680 00000100:00100000:3.0:1734685784.628869:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848487680 00000100:00080000:0.0:1734685784.628931:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685754 00000100:00100000:3.0:1734685784.629060:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7031 00000100:00100000:3.0:1734685784.629066:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848487680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685784.629088:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685784.629135:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848487680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685784.629140:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7031 00000100:00100000:1.0:1734685784.629227:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848487680:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685784.919025:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685785.287128:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685785.287167:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685785.287192:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685785.287233:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685785.287280:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872727808 00000100:00100000:2.0:1734685785.287287:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872727680 00000100:00100000:0.0:1734685785.287289:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872727808 00000100:00100000:2.0:1734685785.287299:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872727680 00000100:00100000:1.0:1734685785.287316:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872727936 00000100:00100000:1.0:1734685785.287320:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872727936 00000100:00100000:0.0:1734685785.287339:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3295 00000100:00100000:1.0:1734685785.287344:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3296 00000100:00100000:0.0:1734685785.287345:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872727808:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685785.287348:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872727936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685785.287349:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1069 00000100:00100000:2.0:1734685785.287356:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872727680:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685785.287407:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872727808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685785.287411:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872727936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685785.287414:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3295 00000100:00100000:1.0:1734685785.287416:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3296 00000100:00100000:2.0:1734685785.287431:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872727680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 74us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685785.287437:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1069 00000100:00100000:3.0:1734685785.287442:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872728064 00000100:00080000:1.0:1734685785.287444:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685755 00000100:00080000:1.0:1734685785.287447:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685755 00000100:00080000:1.0:1734685785.287449:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685755 00000100:00100000:3.0:1734685785.287452:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872728064 00000100:00100000:3.0:1734685785.287479:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54408 00000100:00100000:3.0:1734685785.287485:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872728064:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685785.287506:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685785.287559:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872728064:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 72us (390us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685785.287565:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54408 00010000:00010000:3.0:1734685785.921390:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685786.922747:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685787.812965:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848487808:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685787.813022:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685787.813145:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848487808 00000100:00100000:0.0:1734685787.813151:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848487808 00000100:00100000:0.0:1734685787.813312:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41553 00000100:00100000:0.0:1734685787.813319:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848487808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685787.813345:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685787.813395:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848487808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685787.813401:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41553 00000100:00100000:1.0:1734685787.813509:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848487808:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685787.860877:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685787.860882:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685787.860885:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685787.860891:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10583 00000100:00080000:0.0:1734685787.860894:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685787.860899:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685787.860918:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096415c00 x1818938848488448/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685787.860946:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685787.860948:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685787.860950:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685787.860952:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10583 00000100:00080000:0.0:1734685787.860954:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685787.860957:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685787.860965:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905bf480 x1818938848488832/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685787.861005:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848488064:0@lo:400:kworker.0 00000100:00100000:3.0:1734685787.861019:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848488448:0@lo:8:kworker.0 00000100:00100000:1.0:1734685787.861051:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848488320:0@lo:400:kworker.0 00000100:00100000:0.0:1734685787.861062:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685787.861137:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848488192:0@lo:400:kworker.0 00000100:00100000:0.0:1734685787.861316:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848488704:0@lo:400:kworker.0 00000100:00100000:3.0:1734685787.861316:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685787.861317:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685787.861326:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685787.861340:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848489088:0@lo:400:kworker.0 00000100:00100000:2.0:1734685787.861350:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848488960:0@lo:400:kworker.0 00000100:00100000:0.0:1734685787.861352:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685787.861352:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848488832:0@lo:8:kworker.0 00000100:00100000:1.0:1734685787.861364:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848488064 00000100:00100000:1.0:1734685787.861369:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848488064 00000100:00100000:2.0:1734685787.861376:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685787.861385:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848488192 00000100:00100000:0.0:1734685787.861387:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848488192 00000100:00100000:3.0:1734685787.861394:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848488448 00000100:00100000:1.0:1734685787.861397:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848488704 00000100:00100000:1.0:1734685787.861398:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848488704 00000100:00100000:3.0:1734685787.861399:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848488448 00000100:00100000:2.0:1734685787.861403:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3297 00000100:00100000:0.0:1734685787.861408:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3298 00000100:00100000:2.0:1734685787.861409:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848488064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685787.861412:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848488192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685787.861412:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3299 00000100:00100000:1.0:1734685787.861416:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848488704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685787.861423:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848488960 00000100:00100000:3.0:1734685787.861426:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848488960 00000100:00100000:0.0:1734685787.861447:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848488192:12345-0@lo:400:kworker.0 Request processed in 35us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685787.861448:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7905 00000100:00100000:1.0:1734685787.861449:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848488704:12345-0@lo:400:kworker.0 Request processed in 32us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685787.861449:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848488064:12345-0@lo:400:kworker.0 Request processed in 40us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685787.861453:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3298 00000100:00100000:3.0:1734685787.861454:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848488960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685787.861455:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3297 00000100:00100000:1.0:1734685787.861458:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3299 00000100:00100000:2.0:1734685787.861472:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54409 00000100:00080000:1.0:1734685787.861473:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685757 00000100:00080000:1.0:1734685787.861476:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685757 00000100:00080000:1.0:1734685787.861477:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685757 00000100:00100000:2.0:1734685787.861477:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848488448:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685787.861488:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1734685787.861493:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685787.861496:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848488064:0@lo:400:kworker.0 00000100:00100000:3.0:1734685787.861498:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848488960:12345-0@lo:400:kworker.0 Request processed in 44us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685787.861499:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734685787.861503:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848487936:0@lo:400:kworker.0 00000100:00100000:3.0:1734685787.861503:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7905 00000100:00100000:0.0:1734685787.861504:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848488704:0@lo:400:kworker.0 00000100:00100000:2.0:1734685787.861513:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848488448:12345-0@lo:8:kworker.0 Request processed in 35us (198us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685787.861518:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54409 00000100:00100000:1.0:1734685787.861519:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685787.861552:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848488576:0@lo:400:kworker.0 00000100:00100000:2.0:1734685787.861567:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848488192:0@lo:400:kworker.0 00000100:00100000:1.0:1734685787.861571:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685787.861574:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848488960:0@lo:400:kworker.0 00000100:00100000:3.0:1734685787.861581:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848488320 00000100:00100000:3.0:1734685787.861583:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848488320 00000100:00100000:2.0:1734685787.861586:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848488576 00000100:00100000:2.0:1734685787.861588:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848488576 00000100:00100000:1.0:1734685787.861589:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848487936 00000100:00100000:1.0:1734685787.861592:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848487936 00000100:00080000:0.0:1734685787.861601:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685757 00000100:00080000:0.0:1734685787.861605:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685757 00000100:00100000:2.0:1734685787.861605:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7906 00000100:00080000:0.0:1734685787.861607:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685757 00000100:00100000:2.0:1734685787.861608:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848488576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685787.861610:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:3.0:1734685787.861612:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41554 00000100:00100000:1.0:1734685787.861614:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848487936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685787.861616:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848488320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685787.861634:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848488576:12345-0@lo:400:kworker.0 Request processed in 25us (62us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685787.861638:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848487936:12345-0@lo:400:kworker.0 Request processed in 25us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685787.861638:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7906 00000100:00100000:1.0:1734685787.861643:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:3.0:1734685787.861648:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848488320:12345-0@lo:400:kworker.0 Request processed in 31us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685787.861653:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41554 00000100:00100000:1.0:1734685787.861661:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848489088 00000100:00100000:1.0:1734685787.861663:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848489088 00000100:00100000:1.0:1734685787.861677:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3300 00000100:00100000:1.0:1734685787.861680:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848489088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685787.861682:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685787.861701:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848489088:12345-0@lo:400:kworker.0 Request processed in 20us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685787.861706:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3300 00000100:00100000:1.0:1734685787.861723:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848487936:0@lo:400:kworker.0 00000100:00100000:1.0:1734685787.861730:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848488576:0@lo:400:kworker.0 00000100:00100000:1.0:1734685787.861737:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848488320:0@lo:400:kworker.0 00000100:00100000:1.0:1734685787.861744:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848489088:0@lo:400:kworker.0 00000100:00100000:2.0:1734685787.861762:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848488832 00000100:00100000:2.0:1734685787.861765:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848488832 00000100:00080000:3.0:1734685787.861769:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685787.861773:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685787.861777:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848488448:0@lo:8:kworker.0 00000100:00100000:2.0:1734685787.861789:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54410 00000100:00100000:2.0:1734685787.861793:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848488832:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685787.861809:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685787.861834:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848488832:12345-0@lo:8:kworker.0 Request processed in 40us (152us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685787.861839:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54410 00000100:00080000:3.0:1734685787.861840:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685787.861842:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685787.861857:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848488832:0@lo:8:kworker.0 00000100:00100000:0.0:1734685787.876861:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848489216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685787.876923:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685787.876985:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848489216 00000100:00100000:3.0:1734685787.876991:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848489216 00000100:00100000:3.0:1734685787.877017:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41555 00000100:00100000:3.0:1734685787.877021:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848489216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685787.877048:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685787.877084:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848489216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685787.877090:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41555 00000100:00100000:0.0:1734685787.877106:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848489216:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685787.924744:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685787.940741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848489344:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685787.940796:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685787.940880:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848489344 00000100:00100000:1.0:1734685787.940887:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848489344 00000100:00100000:1.0:1734685787.940927:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7032 00000100:00100000:1.0:1734685787.940933:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848489344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685787.940968:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685787.941006:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848489344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685787.941012:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7032 00000100:00100000:2.0:1734685787.941051:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848489344:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685788.926794:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685789.636755:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848489472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685789.636801:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685789.636882:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848489472 00000100:00100000:0.0:1734685789.636892:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848489472 00000100:00100000:0.0:1734685789.636961:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7033 00000100:00100000:0.0:1734685789.636968:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848489472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685789.636993:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:2.0:1734685789.636996:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685759 00000100:00100000:0.0:1734685789.637064:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848489472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685789.637071:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7033 00000100:00100000:3.0:1734685789.637113:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848489472:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685789.928912:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685790.295082:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685790.295127:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685790.295148:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872728320 00000100:00100000:1.0:1734685790.295155:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872728320 00000100:00100000:0.0:1734685790.295160:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685790.295202:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872728448 00000100:00100000:1.0:1734685790.295204:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872728448 00000100:00100000:1.0:1734685790.295223:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3301 00000100:00100000:0.0:1734685790.295226:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685790.295229:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872728320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734685790.295233:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685760 00000100:00080000:3.0:1734685790.295241:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685760 00000100:00100000:0.0:1734685790.295250:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3302 00000100:00100000:0.0:1734685790.295255:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872728448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685790.295279:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872728576 00000100:00100000:1.0:1734685790.295285:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872728320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685790.295285:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872728576 00000100:00100000:1.0:1734685790.295292:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3301 00000100:00100000:0.0:1734685790.295293:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872728448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685790.295299:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3302 00000100:00100000:3.0:1734685790.295317:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54411 00000100:00100000:3.0:1734685790.295323:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872728576:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685790.295333:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872728192 00000100:00100000:2.0:1734685790.295337:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872728192 00010000:00020000:3.0:1734685790.295347:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685790.295368:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1071 00000100:00100000:2.0:1734685790.295373:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872728192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685790.295404:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872728576:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 81us (177us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685790.295405:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872728192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685790.295410:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1071 00000100:00100000:3.0:1734685790.295411:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54411 00000100:00080000:3.0:1734685790.295432:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685760 00010000:00010000:3.0:1734685790.930717:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685791.932904:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685792.820794:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848489600:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685792.820850:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685792.820954:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848489600 00000100:00100000:3.0:1734685792.820960:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848489600 00000100:00100000:3.0:1734685792.821059:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41556 00000100:00100000:3.0:1734685792.821066:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848489600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685792.821096:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685792.821316:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848489600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 250us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685792.821323:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41556 00000100:00100000:2.0:1734685792.821389:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848489600:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685792.868858:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685792.868864:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685792.868867:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685792.868877:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10588 00000100:00080000:0.0:1734685792.868882:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685792.868889:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685792.868912:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096415f80 x1818938848490240/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685792.868948:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685792.868952:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685792.868953:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685792.868956:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10588 00000100:00080000:0.0:1734685792.868958:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685792.868962:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685792.868971:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096414700 x1818938848490624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685792.869004:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848490240:0@lo:8:kworker.0 00000100:00100000:0.0:1734685792.869023:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848489856:0@lo:400:kworker.0 00000100:00100000:1.0:1734685792.869070:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685792.869073:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685792.869099:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848490496:0@lo:400:kworker.0 00000100:00100000:1.0:1734685792.869102:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848490624:0@lo:8:kworker.0 00000100:00100000:0.0:1734685792.869114:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685792.869117:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685792.869129:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734685792.869134:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848489984:0@lo:400:kworker.0 00000100:00100000:0.0:1734685792.869147:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685792.869157:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848490752:0@lo:400:kworker.0 00000100:00100000:1.0:1734685792.869157:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848490240 00000100:00100000:1.0:1734685792.869163:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848490240 00000100:00100000:0.0:1734685792.869171:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685792.869186:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848490624 00000100:00100000:1.0:1734685792.869188:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848490624 00000100:00100000:0.0:1734685792.869197:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848489856 00000100:00100000:1.0:1734685792.869199:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848490752 00000100:00100000:1.0:1734685792.869201:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848490752 00000100:00100000:0.0:1734685792.869202:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848489856 00000100:00100000:1.0:1734685792.869225:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7907 00000100:00100000:1.0:1734685792.869231:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848490752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685792.869233:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848490496 00000100:00100000:0.0:1734685792.869236:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848490496 00000100:00100000:0.0:1734685792.869247:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848489984 00000100:00100000:0.0:1734685792.869249:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848489984 00000100:00100000:0.0:1734685792.869263:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3303 00000100:00100000:0.0:1734685792.869269:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848489856:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685792.869269:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685762 00000100:00100000:1.0:1734685792.869274:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848490752:12345-0@lo:400:kworker.0 Request processed in 42us (100us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685792.869274:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685762 00000100:00080000:3.0:1734685792.869276:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685762 00000100:00100000:1.0:1734685792.869279:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7907 00000100:00100000:3.0:1734685792.869286:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848490112:0@lo:400:kworker.0 00000100:00100000:1.0:1734685792.869296:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54412 00000100:00100000:1.0:1734685792.869299:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848490240:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685792.869302:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848489856:12345-0@lo:400:kworker.0 Request processed in 34us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685792.869308:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3303 00000100:00100000:3.0:1734685792.869313:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1734685792.869314:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685792.869322:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3304 00000100:00100000:0.0:1734685792.869325:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848490496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685792.869326:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848490880:0@lo:400:kworker.0 00000100:00100000:1.0:1734685792.869333:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848490240:12345-0@lo:8:kworker.0 Request processed in 33us (264us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685792.869338:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54412 00000100:00100000:0.0:1734685792.869346:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848490496:12345-0@lo:400:kworker.0 Request processed in 20us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685792.869346:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54413 00000100:00100000:3.0:1734685792.869349:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685792.869350:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848490624:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685792.869351:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3304 00010000:00020000:1.0:1734685792.869357:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685792.869359:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848490880 00000100:00100000:0.0:1734685792.869362:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848490880 00000100:00100000:3.0:1734685792.869363:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685792.869370:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3305 00000100:00100000:1.0:1734685792.869371:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848490624:12345-0@lo:8:kworker.0 Request processed in 20us (253us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685792.869373:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848489728:0@lo:400:kworker.0 00000100:00100000:0.0:1734685792.869374:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848489984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685792.869375:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54413 00000100:00100000:1.0:1734685792.869390:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3306 00000100:00100000:1.0:1734685792.869393:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848490880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685792.869395:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685792.869397:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848489984:12345-0@lo:400:kworker.0 Request processed in 23us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685792.869402:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3305 00000100:00100000:3.0:1734685792.869409:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848490368:0@lo:400:kworker.0 00000100:00100000:1.0:1734685792.869411:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848490880:12345-0@lo:400:kworker.0 Request processed in 17us (61us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685792.869414:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3306 00000100:00100000:2.0:1734685792.869415:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848489728 00000100:00100000:3.0:1734685792.869424:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685792.869427:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848489728 00000100:00080000:1.0:1734685792.869446:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685792.869447:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848489984:0@lo:400:kworker.0 00000100:00080000:1.0:1734685792.869449:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685792.869452:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848490240:0@lo:8:kworker.0 00000100:00100000:3.0:1734685792.869452:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848490880:0@lo:400:kworker.0 00000100:00080000:1.0:1734685792.869457:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685792.869458:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848490752:0@lo:400:kworker.0 00000100:00080000:1.0:1734685792.869458:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685792.869458:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1734685792.869460:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848490624:0@lo:8:kworker.0 00000100:00100000:2.0:1734685792.869462:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848489728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685792.869466:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848489856:0@lo:400:kworker.0 00000100:00100000:1.0:1734685792.869474:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848490368 00000100:00100000:0.0:1734685792.869475:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848490496:0@lo:400:kworker.0 00000100:00100000:3.0:1734685792.869475:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848490112 00000100:00100000:1.0:1734685792.869476:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848490368 00000100:00100000:3.0:1734685792.869478:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848490112 00000100:00100000:1.0:1734685792.869487:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7908 00000100:00100000:2.0:1734685792.869494:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848489728:12345-0@lo:400:kworker.0 Request processed in 30us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685792.869496:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848490368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685792.869499:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1734685792.869519:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848490368:12345-0@lo:400:kworker.0 Request processed in 23us (94us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685792.869522:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685762 00000100:00100000:1.0:1734685792.869524:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7908 00000100:00080000:2.0:1734685792.869524:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685762 00000100:00100000:3.0:1734685792.870287:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41557 00000100:00100000:3.0:1734685792.870291:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848490112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685792.870320:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848490112:12345-0@lo:400:kworker.0 Request processed in 28us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685792.870325:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41557 00000100:00080000:2.0:1734685792.870399:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685762 00000100:00100000:3.0:1734685792.870437:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848489728:0@lo:400:kworker.0 00000100:00100000:3.0:1734685792.870446:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848490368:0@lo:400:kworker.0 00000100:00100000:3.0:1734685792.870451:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848490112:0@lo:400:kworker.0 00000100:00100000:2.0:1734685792.884706:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848491008:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685792.884755:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685792.884801:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848491008 00000100:00100000:0.0:1734685792.884808:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848491008 00000100:00100000:0.0:1734685792.884844:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41558 00000100:00100000:0.0:1734685792.884850:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848491008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685792.884876:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685792.884922:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848491008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685792.884928:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41558 00000100:00100000:2.0:1734685792.885020:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848491008:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685792.934725:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685792.948779:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848491136:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685792.948833:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685792.948877:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848491136 00000100:00100000:2.0:1734685792.948884:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848491136 00000100:00100000:2.0:1734685792.948930:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7034 00000100:00100000:2.0:1734685792.948937:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848491136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685792.948961:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685792.949004:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848491136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685792.949009:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7034 00000100:00100000:0.0:1734685792.949117:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848491136:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685793.936704:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685794.644849:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848491264:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685794.644903:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685794.645007:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848491264 00000100:00100000:2.0:1734685794.645014:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848491264 00000100:00100000:2.0:1734685794.645068:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7035 00000100:00100000:2.0:1734685794.645074:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848491264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685794.645093:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685794.645123:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848491264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685794.645128:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7035 00000100:00080000:0.0:1734685794.645192:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685764 00000100:00100000:3.0:1734685794.645194:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848491264:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685794.938787:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685795.302954:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685795.302997:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685795.303018:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685795.303041:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872728704 00000100:00100000:2.0:1734685795.303048:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872728704 00000100:00100000:3.0:1734685795.303048:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872728960 00000100:00100000:0.0:1734685795.303051:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685795.303057:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872728960 00000100:00080000:0.0:1734685795.303068:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685765 00000100:00100000:1.0:1734685795.303070:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872728832 00000100:00080000:0.0:1734685795.303071:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685765 00000100:00100000:1.0:1734685795.303074:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872728832 00000100:00100000:2.0:1734685795.303088:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1073 00000100:00100000:3.0:1734685795.303090:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3307 00000100:00100000:2.0:1734685795.303094:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872728704:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685795.303095:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872728960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685795.303107:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3308 00000100:00100000:1.0:1734685795.303112:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872728832:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685795.303115:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685765 00000100:00100000:0.0:1734685795.303129:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872729088 00000100:00100000:0.0:1734685795.303133:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872729088 00000100:00100000:2.0:1734685795.303142:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872728704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685795.303142:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872728960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685795.303143:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872728832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685795.303147:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3307 00000100:00100000:2.0:1734685795.303148:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1073 00000100:00100000:0.0:1734685795.303150:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54414 00000100:00100000:1.0:1734685795.303150:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3308 00000100:00100000:0.0:1734685795.303155:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872729088:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685795.303173:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685795.303194:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872729088:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (142us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685795.303200:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54414 00010000:00010000:3.0:1734685795.940734:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685796.943307:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685797.828907:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848491392:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685797.828963:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685797.829004:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848491392 00000100:00100000:0.0:1734685797.829011:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848491392 00000100:00100000:0.0:1734685797.829050:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41559 00000100:00100000:0.0:1734685797.829056:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848491392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685797.829091:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685797.829138:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848491392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685797.829144:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41559 00000100:00100000:3.0:1734685797.829162:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848491392:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685797.876983:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848491520:0@lo:400:kworker.0 00000100:00080000:2.0:1734685797.876983:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685797.876988:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685797.876991:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685797.876997:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10593 00000100:00080000:2.0:1734685797.877001:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685797.877006:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685797.877021:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c154e00 x1818938848492032/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685797.877036:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685797.877042:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685797.877045:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685797.877047:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685797.877049:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10593 00000100:00080000:2.0:1734685797.877051:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685797.877054:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685797.877064:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e175180 x1818938848492416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685797.877067:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848492160:0@lo:400:kworker.0 00000100:00100000:2.0:1734685797.877093:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848491520 00000100:00100000:2.0:1734685797.877098:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848491520 00000100:00100000:3.0:1734685797.877104:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848491776:0@lo:400:kworker.0 00000100:00100000:2.0:1734685797.877129:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:2.0:1734685797.877135:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848491520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877144:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685797.877148:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685797.877159:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848492544:0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877162:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734685797.877167:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848491904:0@lo:400:kworker.0 00000100:00100000:1.0:1734685797.877169:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848491648:0@lo:400:kworker.0 00000100:00100000:3.0:1734685797.877169:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685797.877176:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848491520:12345-0@lo:400:kworker.0 Request processed in 41us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685797.877183:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:0.0:1734685797.877186:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685797.877186:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848491776 00000100:00100000:3.0:1734685797.877188:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848491776 00000100:00100000:1.0:1734685797.877195:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685797.877197:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848492672:0@lo:400:kworker.0 00000100:00100000:3.0:1734685797.877206:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848491648 00000100:00100000:3.0:1734685797.877207:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848491648 00000100:00100000:1.0:1734685797.877209:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848492288:0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877212:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685797.877217:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848492672 00000100:00100000:3.0:1734685797.877219:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848492672 00000100:00100000:2.0:1734685797.877224:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848492160 00000100:00100000:3.0:1734685797.877226:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3309 00000100:00100000:1.0:1734685797.877227:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685797.877227:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848492160 00000100:00100000:3.0:1734685797.877229:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848491776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877231:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848491520:0@lo:400:kworker.0 00000100:00100000:2.0:1734685797.877245:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848492544 00000100:00100000:1.0:1734685797.877247:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848492032:0@lo:8:kworker.0 00000100:00100000:2.0:1734685797.877247:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848492544 00000100:00080000:0.0:1734685797.877249:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685767 00000100:00080000:0.0:1734685797.877252:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685767 00000100:00080000:0.0:1734685797.877254:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685767 00000100:00100000:3.0:1734685797.877255:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848491776:12345-0@lo:400:kworker.0 Request processed in 25us (106us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685797.877256:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685767 00000100:00100000:2.0:1734685797.877258:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7909 00000100:00100000:3.0:1734685797.877261:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3309 00000100:00100000:1.0:1734685797.877262:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685797.877262:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848492160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877267:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848492032 00000100:00100000:0.0:1734685797.877270:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848492032 00000100:00100000:1.0:1734685797.877270:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848492416:0@lo:8:kworker.0 00000100:00100000:3.0:1734685797.877271:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848492288 00000100:00100000:3.0:1734685797.877274:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848492288 00000100:00100000:3.0:1734685797.877282:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3310 00000100:00100000:0.0:1734685797.877285:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7910 00000100:00100000:1.0:1734685797.877286:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685797.877286:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848491648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877290:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848492544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685797.877293:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848492160:12345-0@lo:400:kworker.0 Request processed in 30us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685797.877298:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7909 00000100:00100000:1.0:1734685797.877307:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3311 00000100:00100000:2.0:1734685797.877307:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848492416 00000100:00100000:2.0:1734685797.877309:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848492416 00000100:00100000:3.0:1734685797.877310:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848491648:12345-0@lo:400:kworker.0 Request processed in 24us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685797.877312:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848492672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877316:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848492544:12345-0@lo:400:kworker.0 Request processed in 26us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685797.877316:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3310 00000100:00100000:2.0:1734685797.877321:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54415 00000100:00100000:2.0:1734685797.877324:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848492032:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685797.877325:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3312 00000100:00100000:3.0:1734685797.877328:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848492288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877329:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7910 00000100:00100000:1.0:1734685797.877335:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848492672:12345-0@lo:400:kworker.0 Request processed in 23us (122us total) trans 0 rc 0/0 00010000:00020000:2.0:1734685797.877338:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685797.877339:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54416 00000100:00100000:1.0:1734685797.877341:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3311 00000100:00100000:0.0:1734685797.877343:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848492416:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685797.877350:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848492288:12345-0@lo:400:kworker.0 Request processed in 21us (122us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685797.877352:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685797.877355:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3312 00000100:00100000:2.0:1734685797.877364:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848492032:12345-0@lo:8:kworker.0 Request processed in 38us (101us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734685797.877366:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685797.877369:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848492416:12345-0@lo:8:kworker.0 Request processed in 25us (83us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734685797.877369:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685797.877369:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54415 00000100:00100000:1.0:1734685797.877372:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848492032:0@lo:8:kworker.0 00000100:00100000:0.0:1734685797.877373:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54416 00000100:00080000:1.0:1734685797.877378:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685797.877379:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685797.877382:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848492416:0@lo:8:kworker.0 00000100:00100000:3.0:1734685797.877385:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848491776:0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877390:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848491904 00000100:00100000:3.0:1734685797.877392:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848492544:0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877393:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848491904 00000100:00100000:1.0:1734685797.877405:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848491648:0@lo:400:kworker.0 00000100:00100000:1.0:1734685797.877412:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848492288:0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877496:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41560 00000100:00100000:0.0:1734685797.877501:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848491904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877550:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848491904:12345-0@lo:400:kworker.0 Request processed in 26us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685797.877717:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41560 00000100:00080000:0.0:1734685797.877729:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685767 00000100:00100000:0.0:1734685797.877743:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848491904:0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877750:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848492672:0@lo:400:kworker.0 00000100:00100000:0.0:1734685797.877756:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848492160:0@lo:400:kworker.0 00000100:00100000:3.0:1734685797.892754:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685797.892775:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848492800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685797.892834:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685797.893483:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848492800 00000100:00100000:0.0:1734685797.893489:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848492800 00000100:00100000:0.0:1734685797.893549:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41561 00000100:00100000:0.0:1734685797.893748:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848492800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685797.893842:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685797.894009:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848492800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 261us (1174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685797.894016:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41561 00000100:00100000:3.0:1734685797.894039:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848492800:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685797.944747:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685797.956916:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685797.956934:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848492928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685797.956990:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685797.957081:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848492928 00000100:00100000:2.0:1734685797.957087:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848492928 00000100:00100000:2.0:1734685797.957129:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7036 00000100:00100000:2.0:1734685797.957135:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848492928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685797.957160:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685797.957198:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848492928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685797.957204:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7036 00000100:00100000:3.0:1734685797.957245:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848492928:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685798.946703:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685799.652760:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848493056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685799.652825:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685799.652886:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848493056 00000100:00100000:2.0:1734685799.652894:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848493056 00000100:00080000:0.0:1734685799.652932:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685769 00000100:00100000:2.0:1734685799.652969:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7037 00000100:00100000:2.0:1734685799.652976:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848493056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685799.652996:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685799.653034:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072bf6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848493056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685799.653041:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7037 00000100:00100000:0.0:1734685799.653067:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848493056:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685799.949002:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685800.310922:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685800.310971:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685800.311051:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872729216 00000100:00100000:2.0:1734685800.311058:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872729216 00000100:00100000:2.0:1734685800.311092:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1075 00000100:00100000:2.0:1734685800.311099:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872729216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685800.311099:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872729472 00000100:00100000:3.0:1734685800.311103:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872729472 00000100:00100000:2.0:1734685800.311141:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872729216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685800.311141:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3313 00000100:00100000:3.0:1734685800.311146:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872729472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685800.311147:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1075 00000100:00100000:3.0:1734685800.311173:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872729472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685800.311178:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3313 00000100:00080000:0.0:1734685800.311228:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685770 00000100:00080000:0.0:1734685800.311231:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685770 00000100:00100000:0.0:1734685800.311849:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685800.311885:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685800.311915:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872729344 00000100:00100000:3.0:1734685800.311919:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872729344 00000100:00100000:3.0:1734685800.311949:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3314 00000100:00100000:3.0:1734685800.311953:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872729344:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685800.311957:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685770 00000100:00100000:2.0:1734685800.311987:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872729600 00000100:00100000:3.0:1734685800.311988:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872729344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685800.311990:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872729600 00000100:00100000:3.0:1734685800.311996:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3314 00000100:00100000:2.0:1734685800.312005:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54417 00000100:00100000:2.0:1734685800.312009:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872729600:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685800.312054:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685800.312073:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872729600:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 62us (187us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685800.312078:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54417 00010000:00010000:3.0:1734685800.950748:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685801.953721:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685802.837443:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848493184:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685802.837503:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685802.837547:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848493184 00000100:00100000:0.0:1734685802.837552:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848493184 00000100:00100000:0.0:1734685802.837592:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41562 00000100:00100000:0.0:1734685802.837608:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848493184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685802.837637:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685802.837767:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848493184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 158us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685802.837773:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41562 00000100:00100000:3.0:1734685802.837847:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848493184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685802.884712:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848493312:0@lo:400:kworker.0 00000100:00080000:0.0:1734685802.884744:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685802.884748:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685802.884751:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685802.884755:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10598 00000100:00080000:0.0:1734685802.884758:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685802.884763:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685802.884765:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685802.884778:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b56bb80 x1818938848493824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685802.884786:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685802.884790:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848493696:0@lo:400:kworker.0 00000100:00080000:0.0:1734685802.884797:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685802.884799:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685802.884801:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685802.884803:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10598 00000100:00080000:0.0:1734685802.884805:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734685802.884805:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685802.884807:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685802.884812:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848493440:0@lo:400:kworker.0 00000100:00100000:0.0:1734685802.884815:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099ed7800 x1818938848494208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685802.884816:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848493952:0@lo:400:kworker.0 00000100:00100000:2.0:1734685802.884830:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685802.884838:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848493568:0@lo:400:kworker.0 00000100:00100000:2.0:1734685802.884841:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685802.884844:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685802.884845:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848494464:0@lo:400:kworker.0 00000100:00100000:0.0:1734685802.884856:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685802.884858:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848494080:0@lo:400:kworker.0 00000100:00100000:2.0:1734685802.884865:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848493312 00000100:00100000:2.0:1734685802.884870:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848493312 00000100:00100000:1.0:1734685802.884885:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685802.884900:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:2.0:1734685802.884905:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848493312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685802.884909:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848493824:0@lo:8:kworker.0 00000100:00100000:1.0:1734685802.884925:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685802.884934:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848494208:0@lo:8:kworker.0 00000100:00100000:2.0:1734685802.884939:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848493312:12345-0@lo:400:kworker.0 Request processed in 32us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685802.884945:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1734685802.884947:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685802.884964:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685772 00000100:00100000:2.0:1734685802.884968:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848493952 00000100:00100000:2.0:1734685802.884970:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848493952 00000100:00100000:1.0:1734685802.884975:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848493824 00000100:00100000:1.0:1734685802.884977:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848493824 00000100:00100000:2.0:1734685802.884987:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848494208 00000100:00100000:2.0:1734685802.884989:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848494208 00000100:00100000:1.0:1734685802.884992:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7911 00000100:00100000:1.0:1734685802.884997:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848493952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685802.885001:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54418 00000100:00100000:2.0:1734685802.885004:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848493824:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685802.885020:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685802.885023:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848493952:12345-0@lo:400:kworker.0 Request processed in 25us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685802.885028:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7911 00000100:00100000:1.0:1734685802.885038:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54419 00000100:00100000:1.0:1734685802.885042:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848494208:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685802.885051:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685802.885071:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848494208:12345-0@lo:8:kworker.0 Request processed in 28us (123us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685802.885076:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54419 00000100:00080000:1.0:1734685802.885088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685772 00000100:00080000:1.0:1734685802.885103:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685802.885106:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685802.885109:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848494208:0@lo:8:kworker.0 00000100:00100000:1.0:1734685802.885133:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848493440 00000100:00100000:1.0:1734685802.885136:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848493440 00000100:00100000:1.0:1734685802.885156:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848493568 00000100:00100000:1.0:1734685802.885158:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848493568 00000100:00100000:1.0:1734685802.885168:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848494080 00000100:00100000:1.0:1734685802.885171:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848494080 00000100:00100000:1.0:1734685802.885180:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3315 00000100:00100000:1.0:1734685802.885184:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848493440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685802.885206:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848493440:12345-0@lo:400:kworker.0 Request processed in 21us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685802.885210:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3315 00000100:00100000:1.0:1734685802.885221:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3316 00000100:00100000:1.0:1734685802.885223:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848493568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685802.885239:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848493568:12345-0@lo:400:kworker.0 Request processed in 14us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685802.885244:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3317 00000100:00100000:3.0:1734685802.885250:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848494080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685802.885253:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3316 00000100:00080000:1.0:1734685802.885276:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685772 00000100:00080000:1.0:1734685802.885278:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685772 00000100:00100000:0.0:1734685802.885279:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848493568:0@lo:400:kworker.0 00000100:00100000:0.0:1734685802.885284:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848494336:0@lo:400:kworker.0 00000100:00100000:3.0:1734685802.885289:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848494080:12345-0@lo:400:kworker.0 Request processed in 38us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685802.885290:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848493440:0@lo:400:kworker.0 00000100:00100000:3.0:1734685802.885295:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3317 00000100:00100000:1.0:1734685802.885298:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848494080:0@lo:400:kworker.0 00000100:00100000:0.0:1734685802.885301:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685802.885313:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848494336 00000100:00100000:1.0:1734685802.885315:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848494336 00000100:00100000:0.0:1734685802.885327:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848493696 00000100:00100000:0.0:1734685802.885330:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848493696 00000100:00100000:1.0:1734685802.885331:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7912 00000100:00100000:1.0:1734685802.885334:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848494336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685802.885349:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41563 00000100:00100000:0.0:1734685802.885353:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848493696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685802.885358:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848494336:12345-0@lo:400:kworker.0 Request processed in 23us (57us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685802.885363:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7912 00000100:00080000:1.0:1734685802.885372:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685772 00000100:00080000:1.0:1734685802.885374:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685772 00000100:00100000:0.0:1734685802.885378:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848493696:12345-0@lo:400:kworker.0 Request processed in 24us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685802.885383:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41563 00000100:00100000:0.0:1734685802.885404:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848494336:0@lo:400:kworker.0 00000100:00100000:3.0:1734685802.892005:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685802.892070:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848493952:0@lo:400:kworker.0 00000100:00100000:0.0:1734685802.892078:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848494464 00000100:00100000:3.0:1734685802.892080:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848493696:0@lo:400:kworker.0 00000100:00100000:0.0:1734685802.892089:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848494464 00000100:00100000:3.0:1734685802.892089:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848493312:0@lo:400:kworker.0 00000100:00100000:0.0:1734685802.892133:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3318 00000100:00100000:0.0:1734685802.892141:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848494464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685802.892237:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848494464:12345-0@lo:400:kworker.0 Request processed in 96us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685802.892243:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3318 00000100:00100000:3.0:1734685802.892311:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848494464:0@lo:400:kworker.0 00000100:00100000:2.0:1734685802.895662:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848493824:12345-0@lo:8:kworker.0 Request processed in 10653us (10733us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685802.895673:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54418 00000100:00080000:1.0:1734685802.895803:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685802.895807:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685802.895811:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848493824:0@lo:8:kworker.0 00000100:00100000:0.0:1734685802.900891:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848494592:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685802.900941:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685802.900964:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848494592 00000100:00100000:2.0:1734685802.900971:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848494592 00000100:00100000:2.0:1734685802.901038:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41564 00000100:00100000:2.0:1734685802.901045:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848494592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685802.901073:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685802.901135:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848494592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685802.901141:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41564 00000100:00100000:0.0:1734685802.901215:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848494592:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685802.955210:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685802.964973:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848494720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685802.965028:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685802.965128:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848494720 00000100:00100000:2.0:1734685802.965134:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848494720 00000100:00100000:2.0:1734685802.965249:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7038 00000100:00100000:2.0:1734685802.965255:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848494720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685802.965279:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685802.965319:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848494720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685802.965326:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7038 00000100:00100000:0.0:1734685802.965356:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848494720:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685803.956956:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685804.660736:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848494848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685804.660789:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685804.660878:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848494848 00000100:00100000:1.0:1734685804.660884:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848494848 00000100:00080000:2.0:1734685804.660927:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685774 00000100:00100000:1.0:1734685804.660939:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7039 00000100:00100000:1.0:1734685804.661035:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848494848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685804.661065:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685804.661106:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848494848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 159us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685804.661112:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7039 00000100:00100000:2.0:1734685804.661147:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848494848:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685804.958944:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685805.319296:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685805.319346:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685805.319376:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685805.319445:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685805.319480:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872729856 00000100:00100000:0.0:1734685805.319486:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872729856 00000100:00100000:0.0:1734685805.319589:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872729984 00000100:00100000:0.0:1734685805.319592:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872729984 00000100:00100000:0.0:1734685805.319608:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3319 00000100:00100000:0.0:1734685805.319613:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872729856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685805.319660:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872729856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685805.319666:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3319 00000100:00100000:0.0:1734685805.319679:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3320 00000100:00100000:0.0:1734685805.319683:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872729984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685805.319699:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872729984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 15us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685805.319703:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3320 00000100:00100000:0.0:1734685805.319760:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872730112 00000100:00100000:0.0:1734685805.319763:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872730112 00000100:00100000:0.0:1734685805.319783:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54420 00000100:00100000:0.0:1734685805.319787:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872730112:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685805.319806:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685805.319826:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872730112:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (382us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685805.319831:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54420 00000100:00080000:2.0:1734685805.319939:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685775 00000100:00080000:2.0:1734685805.319943:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685775 00000100:00100000:3.0:1734685805.319998:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872729728 00000100:00100000:3.0:1734685805.320001:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872729728 00000100:00100000:3.0:1734685805.320025:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1077 00000100:00100000:3.0:1734685805.320030:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872729728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685805.320067:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872729728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685805.320073:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1077 00000100:00080000:2.0:1734685805.320381:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685775 00010000:00010000:3.0:1734685805.960690:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685806.962727:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685807.845161:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848494976:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685807.845212:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685807.845248:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848494976 00000100:00100000:2.0:1734685807.845253:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848494976 00000100:00100000:2.0:1734685807.845293:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41565 00000100:00100000:2.0:1734685807.845299:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848494976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685807.845324:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685807.845351:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848494976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 52us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685807.845356:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41565 00000100:00100000:2.0:1734685807.845385:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848494976:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685807.892772:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685807.892778:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685807.892781:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685807.892788:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10603 00000100:00080000:0.0:1734685807.892792:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685807.892797:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685807.892815:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec61f80 x1818938848495616/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685807.892835:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685807.892839:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685807.892840:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685807.892842:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10603 00000100:00080000:0.0:1734685807.892844:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685807.892847:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685807.892855:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec60a80 x1818938848496000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685807.892884:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848495360:0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.892933:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685807.892955:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848496128:0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.892972:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685807.892988:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734685807.892993:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848495232:0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.893006:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685807.893014:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848495872:0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.893027:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685807.893045:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848495360 00000100:00100000:0.0:1734685807.893050:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848495360 00000100:00100000:0.0:1734685807.893079:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848495232 00000100:00100000:0.0:1734685807.893080:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848495232 00000100:00100000:0.0:1734685807.893091:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848495872 00000100:00100000:0.0:1734685807.893093:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848495872 00000100:00100000:0.0:1734685807.893105:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3321 00000100:00100000:0.0:1734685807.893111:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848495360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.893147:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848495360:12345-0@lo:400:kworker.0 Request processed in 36us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685807.893153:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3321 00000100:00100000:0.0:1734685807.893166:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3322 00000100:00100000:0.0:1734685807.893169:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848495232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.893191:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848495232:12345-0@lo:400:kworker.0 Request processed in 21us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685807.893196:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3322 00000100:00100000:0.0:1734685807.893204:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3323 00000100:00100000:0.0:1734685807.893208:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848495872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.893225:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848495872:12345-0@lo:400:kworker.0 Request processed in 16us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685807.893229:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3323 00000100:00100000:0.0:1734685807.893262:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848495232:0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.893270:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848495872:0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.893276:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848495360:0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.893297:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848496128 00000100:00100000:0.0:1734685807.893299:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848496128 00000100:00100000:0.0:1734685807.893316:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7913 00000100:00100000:0.0:1734685807.893319:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848496128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.893343:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848496128:12345-0@lo:400:kworker.0 Request processed in 23us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685807.893347:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7913 00000100:00100000:0.0:1734685807.893364:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848496128:0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.893380:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848495616:0@lo:8:kworker.0 00000100:00100000:0.0:1734685807.893396:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685807.893404:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848496000:0@lo:8:kworker.0 00000100:00100000:0.0:1734685807.893414:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685807.893435:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848495616 00000100:00100000:0.0:1734685807.893438:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848495616 00000100:00100000:0.0:1734685807.893447:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848496000 00000100:00100000:0.0:1734685807.893449:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848496000 00000100:00100000:0.0:1734685807.893456:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54421 00000100:00100000:0.0:1734685807.893460:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848495616:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685807.893474:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685807.893495:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848495616:12345-0@lo:8:kworker.0 Request processed in 35us (99us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685807.893500:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54421 00000100:00100000:0.0:1734685807.893508:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54422 00000100:00100000:0.0:1734685807.893552:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848496000:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685807.893560:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685807.893578:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848496000:12345-0@lo:8:kworker.0 Request processed in 66us (162us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685807.893582:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54422 00000100:00080000:0.0:1734685807.893598:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685807.893600:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685807.893603:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848495616:0@lo:8:kworker.0 00000100:00080000:0.0:1734685807.893608:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685807.893610:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685807.893612:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848496000:0@lo:8:kworker.0 00000100:00100000:0.0:1734685807.893631:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848495104:0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.893650:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685807.893661:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848495744:0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.893672:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685807.893724:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848495744 00000100:00100000:3.0:1734685807.893727:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848495744 00000100:00100000:3.0:1734685807.893741:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7914 00000100:00100000:3.0:1734685807.893745:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848495744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685807.893767:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848495744:12345-0@lo:400:kworker.0 Request processed in 22us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685807.893772:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7914 00000100:00100000:3.0:1734685807.893793:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848495488:0@lo:400:kworker.0 00000100:00100000:3.0:1734685807.893811:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685807.893820:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848496256:0@lo:400:kworker.0 00000100:00100000:3.0:1734685807.893832:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685807.893846:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848496256 00000100:00100000:3.0:1734685807.893848:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848496256 00000100:00100000:3.0:1734685807.893860:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3324 00000100:00100000:3.0:1734685807.893863:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848496256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685807.893881:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848496256:12345-0@lo:400:kworker.0 Request processed in 17us (48us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685807.893885:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3324 00000100:00100000:3.0:1734685807.893901:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848496256:0@lo:400:kworker.0 00000100:00080000:3.0:1734685807.893911:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685777 00000100:00080000:3.0:1734685807.893914:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685777 00000100:00080000:3.0:1734685807.893915:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685777 00000100:00100000:1.0:1734685807.893984:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848495488 00000100:00100000:1.0:1734685807.893988:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848495488 00000100:00100000:1.0:1734685807.894016:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41566 00000100:00100000:1.0:1734685807.894020:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848495488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685807.894047:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848495488:12345-0@lo:400:kworker.0 Request processed in 25us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685807.894051:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41566 00000100:00100000:3.0:1734685807.894256:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848495488:0@lo:400:kworker.0 00000100:00080000:3.0:1734685807.894266:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685777 00000100:00100000:0.0:1734685807.894315:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848495744:0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.894329:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848495104 00000100:00100000:0.0:1734685807.894331:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848495104 00000100:00100000:0.0:1734685807.894690:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:0.0:1734685807.894694:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848495104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685807.894719:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848495104:12345-0@lo:400:kworker.0 Request processed in 25us (1068us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685807.894724:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1734685807.894748:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848495104:0@lo:400:kworker.0 00000100:00080000:3.0:1734685807.894781:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685777 00000100:00100000:1.0:1734685807.908685:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848496384:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685807.908736:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685807.908831:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848496384 00000100:00100000:2.0:1734685807.908837:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848496384 00000100:00100000:2.0:1734685807.908863:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41567 00000100:00100000:2.0:1734685807.908868:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848496384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685807.908892:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685807.908931:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848496384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685807.908936:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41567 00000100:00100000:0.0:1734685807.909003:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848496384:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685807.965764:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685807.972738:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685807.972757:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848496512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685807.972809:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685807.972887:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848496512 00000100:00100000:0.0:1734685807.972894:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848496512 00000100:00100000:0.0:1734685807.972936:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7040 00000100:00100000:0.0:1734685807.972941:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848496512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685807.972966:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685807.973003:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848496512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685807.973008:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7040 00000100:00100000:2.0:1734685807.973214:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848496512:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685808.968824:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685809.669762:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848496640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685809.669816:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685809.669934:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848496640 00000100:00100000:3.0:1734685809.669946:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848496640 00000100:00100000:3.0:1734685809.670017:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7041 00000100:00100000:3.0:1734685809.670023:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848496640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685809.670058:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:0.0:1734685809.670867:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685779 00000100:00100000:3.0:1734685809.670977:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848496640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 951us (1158us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685809.670986:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7041 00000100:00100000:0.0:1734685809.671008:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848496640:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685809.970809:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685810.327132:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685810.327172:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685810.327214:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872730240 00000100:00100000:2.0:1734685810.327227:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872730240 00000100:00100000:1.0:1734685810.327262:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872730624 00000100:00100000:0.0:1734685810.327267:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685810.327270:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872730624 00000100:00100000:2.0:1734685810.327292:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1079 00000100:00100000:1.0:1734685810.327299:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54423 00000100:00100000:2.0:1734685810.327300:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872730240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685810.327303:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685810.327305:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872730624:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:0.0:1734685810.327320:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685780 00010000:00020000:1.0:1734685810.327327:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685810.327327:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872730368 00000100:00100000:3.0:1734685810.327332:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872730368 00000100:00100000:0.0:1734685810.327347:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872730496 00000100:00100000:0.0:1734685810.327350:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872730496 00000100:00100000:3.0:1734685810.327370:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3325 00000100:00100000:2.0:1734685810.327374:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872730240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 75us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685810.327376:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3326 00000100:00100000:1.0:1734685810.327376:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872730624:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 70us (204us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685810.327377:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872730368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685810.327379:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1079 00000100:00100000:1.0:1734685810.327389:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54423 00000100:00100000:0.0:1734685810.327391:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872730496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685810.327412:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872730368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (144us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685810.327415:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685780 00000100:00080000:2.0:1734685810.327418:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685780 00000100:00100000:3.0:1734685810.327418:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3325 00000100:00100000:0.0:1734685810.327423:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872730496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685810.327428:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3326 00010000:00010000:3.0:1734685810.972813:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734685811.974875:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685812.855661:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685812.855682:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848496768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685812.855735:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685812.855836:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848496768 00000100:00100000:1.0:1734685812.855844:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848496768 00000100:00100000:1.0:1734685812.855885:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41568 00000100:00100000:1.0:1734685812.855892:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848496768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685812.855921:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685812.856394:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848496768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 501us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685812.856401:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41568 00000100:00100000:0.0:1734685812.856405:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848496768:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685812.900957:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848496896:0@lo:400:kworker.0 00000100:00080000:0.0:1734685812.900961:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685812.900966:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685812.900969:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685812.900973:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10608 00000100:00080000:0.0:1734685812.900977:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685812.900982:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685812.900985:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848497024:0@lo:400:kworker.0 00000100:00100000:0.0:1734685812.901000:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec61c00 x1818938848497408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685812.901014:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685812.901018:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685812.901023:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685812.901026:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685812.901027:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685812.901030:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10608 00000100:00080000:0.0:1734685812.901033:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685812.901036:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685812.901037:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848497664:0@lo:400:kworker.0 00000100:00100000:2.0:1734685812.901038:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848497536:0@lo:400:kworker.0 00000100:00100000:0.0:1734685812.901046:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec61500 x1818938848497792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685812.901053:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685812.901055:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685812.901065:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734685812.901068:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848497280:0@lo:400:kworker.0 00000100:00100000:1.0:1734685812.901069:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734685812.901074:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848497152:0@lo:400:kworker.0 00000100:00100000:0.0:1734685812.901081:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848497408:0@lo:8:kworker.0 00000100:00100000:2.0:1734685812.901081:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685812.901089:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685812.901091:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848498048:0@lo:400:kworker.0 00000100:00100000:1.0:1734685812.901111:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848497920:0@lo:400:kworker.0 00000100:00100000:2.0:1734685812.901116:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685812.901120:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685812.901134:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848497024 00000100:00100000:2.0:1734685812.901136:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848496896 00000100:00100000:0.0:1734685812.901140:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848497792:0@lo:8:kworker.0 00000100:00100000:1.0:1734685812.901140:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848497024 00000100:00100000:2.0:1734685812.901140:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848496896 00000100:00100000:3.0:1734685812.901146:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848497664 00000100:00100000:3.0:1734685812.901150:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848497664 00000100:00100000:0.0:1734685812.901155:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685812.901168:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848497152 00000100:00100000:2.0:1734685812.901168:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:1.0:1734685812.901170:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848497152 00000100:00100000:2.0:1734685812.901174:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848496896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685812.901175:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848498048 00000100:00100000:3.0:1734685812.901178:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848498048 00000100:00100000:0.0:1734685812.901180:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848497536 00000100:00100000:0.0:1734685812.901183:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848497536 00000100:00100000:1.0:1734685812.901184:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3327 00000100:00100000:1.0:1734685812.901187:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848497024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685812.901190:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3328 00000100:00100000:3.0:1734685812.901195:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848497664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685812.901201:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848497408 00000100:00100000:0.0:1734685812.901203:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848497408 00000100:00100000:2.0:1734685812.901206:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848496896:12345-0@lo:400:kworker.0 Request processed in 32us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685812.901211:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848497792 00000100:00100000:2.0:1734685812.901211:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:0.0:1734685812.901213:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848497792 00000100:00100000:1.0:1734685812.901216:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848497024:12345-0@lo:400:kworker.0 Request processed in 28us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685812.901222:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3327 00000100:00100000:0.0:1734685812.901223:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7915 00000100:00100000:3.0:1734685812.901223:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848497664:12345-0@lo:400:kworker.0 Request processed in 28us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685812.901227:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848497536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685812.901229:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3328 00000100:00100000:1.0:1734685812.901234:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3329 00000100:00100000:1.0:1734685812.901237:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848497152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685812.901237:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3330 00000100:00100000:2.0:1734685812.901241:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848498048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685812.901251:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54424 00000100:00100000:0.0:1734685812.901253:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848497536:12345-0@lo:400:kworker.0 Request processed in 26us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685812.901255:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848497408:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685812.901258:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7915 00000100:00100000:1.0:1734685812.901258:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848497152:12345-0@lo:400:kworker.0 Request processed in 21us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685812.901262:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848498048:12345-0@lo:400:kworker.0 Request processed in 20us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685812.901265:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3329 00000100:00100000:2.0:1734685812.901267:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3330 00000100:00100000:0.0:1734685812.901268:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54425 00000100:00100000:0.0:1734685812.901271:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848497792:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685812.901271:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734685812.901280:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734685812.901280:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685782 00000100:00080000:2.0:1734685812.901283:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685782 00000100:00080000:2.0:1734685812.901284:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685782 00000100:00080000:2.0:1734685812.901285:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685782 00000100:00100000:2.0:1734685812.901295:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848497280 00000100:00100000:3.0:1734685812.901295:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848497408:12345-0@lo:8:kworker.0 Request processed in 39us (175us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685812.901297:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848497280 00000100:00100000:0.0:1734685812.901301:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848497792:12345-0@lo:8:kworker.0 Request processed in 28us (144us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685812.901301:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54424 00000100:00100000:0.0:1734685812.901307:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54425 00000100:00100000:2.0:1734685812.901315:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41569 00000100:00100000:2.0:1734685812.901318:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848497280:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685812.901330:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685812.901333:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685812.901336:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848497408:0@lo:8:kworker.0 00000100:00100000:2.0:1734685812.901340:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848497280:12345-0@lo:400:kworker.0 Request processed in 21us (258us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685812.901342:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685812.901343:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41569 00000100:00080000:0.0:1734685812.901344:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685812.901346:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848497792:0@lo:8:kworker.0 00000100:00080000:2.0:1734685812.901352:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685782 00000100:00100000:2.0:1734685812.901364:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848497280:0@lo:400:kworker.0 00000100:00100000:0.0:1734685812.901380:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685812.901383:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848498048:0@lo:400:kworker.0 00000100:00100000:2.0:1734685812.901389:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848497536:0@lo:400:kworker.0 00000100:00100000:2.0:1734685812.901394:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848496896:0@lo:400:kworker.0 00000100:00100000:0.0:1734685812.901409:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848497664:0@lo:400:kworker.0 00000100:00100000:1.0:1734685812.901415:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848497920 00000100:00100000:1.0:1734685812.901418:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848497920 00000100:00100000:0.0:1734685812.901421:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848497024:0@lo:400:kworker.0 00000100:00080000:2.0:1734685812.901442:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685782 00000100:00100000:0.0:1734685812.901445:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848497152:0@lo:400:kworker.0 00000100:00100000:1.0:1734685812.901449:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7916 00000100:00100000:1.0:1734685812.901452:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848497920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685812.901477:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848497920:12345-0@lo:400:kworker.0 Request processed in 24us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685812.901481:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7916 00000100:00100000:0.0:1734685812.901489:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848497920:0@lo:400:kworker.0 00000100:00100000:2.0:1734685812.916752:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848498176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685812.916881:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685812.916966:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848498176 00000100:00100000:0.0:1734685812.916973:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848498176 00000100:00100000:0.0:1734685812.917106:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41570 00000100:00100000:0.0:1734685812.917113:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848498176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685812.917143:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685812.917194:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848498176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685812.917200:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41570 00000100:00100000:2.0:1734685812.917223:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848498176:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685812.976809:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685812.981216:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848498304:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685812.981270:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685812.981292:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848498304 00000100:00100000:1.0:1734685812.981301:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848498304 00000100:00100000:1.0:1734685812.981338:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7042 00000100:00100000:1.0:1734685812.981344:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848498304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685812.981369:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685812.981409:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848498304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685812.981415:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7042 00000100:00100000:0.0:1734685812.981447:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848498304:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685813.978911:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685814.677349:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848498432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685814.677433:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685814.677505:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848498432 00000100:00100000:2.0:1734685814.677512:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848498432 00000100:00100000:2.0:1734685814.677587:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7043 00000100:00100000:2.0:1734685814.677594:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848498432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685814.677622:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685814.677662:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848498432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685814.677668:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7043 00000100:00100000:1.0:1734685814.677698:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848498432:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734685814.677722:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685784 00010000:00010000:2.0:1734685814.980984:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685815.335612:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685815.335660:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685815.335703:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685815.335856:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685815.335889:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872731136 00000100:00100000:0.0:1734685815.335896:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872731136 00000100:00100000:0.0:1734685815.335922:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54426 00000100:00100000:0.0:1734685815.335928:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872731136:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685815.335948:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685815.335961:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872730880 00000100:00100000:3.0:1734685815.335965:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872730880 00000100:00100000:0.0:1734685815.335987:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872731136:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 59us (131us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685815.335991:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872731008 00000100:00100000:0.0:1734685815.335993:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54426 00000100:00100000:3.0:1734685815.335993:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872731008 00000100:00100000:3.0:1734685815.336005:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3331 00000100:00100000:3.0:1734685815.336009:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872730880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685815.336040:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872730880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685815.336046:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3331 00000100:00100000:3.0:1734685815.336058:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3332 00000100:00100000:3.0:1734685815.336062:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872731008:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685815.336077:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685785 00000100:00080000:0.0:1734685815.336080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685785 00000100:00100000:3.0:1734685815.336080:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872731008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685815.336085:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3332 00000100:00100000:2.0:1734685815.336148:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872730752 00000100:00100000:2.0:1734685815.336152:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872730752 00000100:00100000:2.0:1734685815.336194:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1081 00000100:00100000:2.0:1734685815.336198:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872730752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685815.336236:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872730752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685815.336242:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1081 00000100:00080000:0.0:1734685815.336882:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685785 00010000:00010000:3.0:1734685815.984705:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734685816.985174:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685817.861502:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848498560:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685817.861581:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685817.861620:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848498560 00000100:00100000:0.0:1734685817.861626:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848498560 00000100:00100000:0.0:1734685817.861665:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41571 00000100:00100000:0.0:1734685817.861671:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848498560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685817.861702:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685817.861814:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848498560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 141us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685817.861820:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41571 00000100:00100000:3.0:1734685817.861883:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848498560:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685817.908909:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685817.908915:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685817.908918:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685817.908924:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10613 00000100:00100000:3.0:1734685817.908926:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848499072:0@lo:400:kworker.0 00000100:00080000:0.0:1734685817.908929:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734685817.908935:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685817.908955:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d837b80 x1818938848499200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685817.908978:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734685817.908981:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685817.908982:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685817.908985:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10613 00000100:00080000:0.0:1734685817.908988:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734685817.908991:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685817.909002:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130784e00 x1818938848499584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685817.909032:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848499200:0@lo:8:kworker.0 00000100:00100000:0.0:1734685817.909078:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685817.909102:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848499584:0@lo:8:kworker.0 00000100:00100000:0.0:1734685817.909117:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685817.909149:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848499200 00000100:00100000:0.0:1734685817.909155:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848499200 00000100:00100000:0.0:1734685817.909174:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848499584 00000100:00100000:0.0:1734685817.909176:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848499584 00000100:00100000:0.0:1734685817.909188:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54427 00000100:00100000:0.0:1734685817.909194:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848499200:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685817.909213:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685817.909249:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848499200:12345-0@lo:8:kworker.0 Request processed in 55us (171us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685817.909256:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54427 00000100:00100000:0.0:1734685817.909269:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54428 00000100:00100000:0.0:1734685817.909273:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848499584:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685817.909282:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685817.909301:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848499584:12345-0@lo:8:kworker.0 Request processed in 27us (183us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685817.909306:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54428 00000100:00080000:0.0:1734685817.909330:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685817.909333:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685817.909336:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848499200:0@lo:8:kworker.0 00000100:00080000:0.0:1734685817.909355:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685817.909358:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685817.909360:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848499584:0@lo:8:kworker.0 00000100:00100000:0.0:1734685817.909394:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848498816:0@lo:400:kworker.0 00000100:00100000:0.0:1734685817.909416:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685817.909428:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848499456:0@lo:400:kworker.0 00000100:00100000:0.0:1734685817.909443:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685817.909456:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734685817.909461:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848498944:0@lo:400:kworker.0 00000100:00100000:0.0:1734685817.909476:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685817.909487:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848499712:0@lo:400:kworker.0 00000100:00100000:0.0:1734685817.909500:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685817.909515:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685817.909517:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848498816 00000100:00100000:0.0:1734685817.909519:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848498816 00000100:00100000:3.0:1734685817.909553:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848499840:0@lo:400:kworker.0 00000100:00100000:0.0:1734685817.909557:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848499456 00000100:00100000:0.0:1734685817.909559:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848499456 00000100:00100000:3.0:1734685817.909569:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685817.909570:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848498944 00000100:00100000:0.0:1734685817.909572:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848498944 00000100:00100000:3.0:1734685817.909580:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685817.909583:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848499840 00000100:00100000:0.0:1734685817.909584:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848499840 00000100:00100000:3.0:1734685817.909585:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848498688:0@lo:400:kworker.0 00000100:00100000:0.0:1734685817.909593:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3333 00000100:00100000:0.0:1734685817.909597:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848498816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685817.909603:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685817.909612:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848499328:0@lo:400:kworker.0 00000100:00100000:3.0:1734685817.909626:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685817.909631:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848498816:12345-0@lo:400:kworker.0 Request processed in 33us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685817.909636:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3333 00000100:00100000:3.0:1734685817.909643:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848499712 00000100:00100000:3.0:1734685817.909646:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848499712 00000100:00100000:0.0:1734685817.909647:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3334 00000100:00100000:0.0:1734685817.909650:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848499456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685817.909664:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848499328 00000100:00100000:3.0:1734685817.909666:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848499328 00000100:00100000:0.0:1734685817.909671:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848499456:12345-0@lo:400:kworker.0 Request processed in 20us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685817.909677:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3334 00000100:00100000:3.0:1734685817.909677:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7917 00000100:00100000:3.0:1734685817.909681:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848499712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685817.909686:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3335 00000100:00100000:0.0:1734685817.909689:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848498944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685817.909707:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848499712:12345-0@lo:400:kworker.0 Request processed in 25us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685817.909712:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848498944:12345-0@lo:400:kworker.0 Request processed in 22us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685817.909712:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7917 00000100:00100000:0.0:1734685817.909717:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3335 00000100:00100000:3.0:1734685817.909722:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7918 00000100:00100000:3.0:1734685817.909725:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848499328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685817.909727:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3336 00000100:00100000:0.0:1734685817.909731:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848499840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685817.909747:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848499328:12345-0@lo:400:kworker.0 Request processed in 20us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685817.909752:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848499840:12345-0@lo:400:kworker.0 Request processed in 20us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685817.909752:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7918 00000100:00100000:0.0:1734685817.909756:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3336 00000100:00100000:3.0:1734685817.909768:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848498688 00000100:00100000:3.0:1734685817.909770:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848498688 00000100:00080000:0.0:1734685817.909771:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685787 00000100:00080000:0.0:1734685817.909773:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685787 00000100:00080000:0.0:1734685817.909774:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685787 00000100:00100000:0.0:1734685817.909794:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848498944:0@lo:400:kworker.0 00000100:00100000:3.0:1734685817.909797:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1734685817.909801:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848498688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685817.909802:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848499712:0@lo:400:kworker.0 00000100:00100000:0.0:1734685817.909808:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848498816:0@lo:400:kworker.0 00000100:00100000:0.0:1734685817.909815:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848499456:0@lo:400:kworker.0 00000100:00100000:3.0:1734685817.909820:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848498688:12345-0@lo:400:kworker.0 Request processed in 19us (217us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685817.909828:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685787 00000100:00100000:3.0:1734685817.909832:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1734685817.909858:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848499072 00000100:00100000:3.0:1734685817.909860:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848499072 00000100:00080000:0.0:1734685817.910339:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685787 00000100:00100000:3.0:1734685817.910365:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41572 00000100:00100000:3.0:1734685817.910370:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848499072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685817.910395:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848499072:12345-0@lo:400:kworker.0 Request processed in 25us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685817.910400:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41572 00000100:00100000:3.0:1734685817.910419:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848498688:0@lo:400:kworker.0 00000100:00100000:3.0:1734685817.910427:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848499328:0@lo:400:kworker.0 00000100:00100000:3.0:1734685817.910434:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848499840:0@lo:400:kworker.0 00000100:00100000:3.0:1734685817.910440:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848499072:0@lo:400:kworker.0 00000100:00100000:3.0:1734685817.924808:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685817.924827:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848499968:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685817.924881:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685817.925065:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848499968 00000100:00100000:0.0:1734685817.925072:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848499968 00000100:00100000:0.0:1734685817.925112:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41573 00000100:00100000:0.0:1734685817.925117:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848499968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685817.925145:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685817.925184:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848499968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685817.925190:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41573 00000100:00100000:3.0:1734685817.925269:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848499968:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1734685817.986812:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685817.988662:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848500096:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685817.988977:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685817.989072:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848500096 00000100:00100000:0.0:1734685817.989080:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848500096 00000100:00100000:0.0:1734685817.989135:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7044 00000100:00100000:0.0:1734685817.989142:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848500096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685817.989169:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685817.989277:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848500096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 134us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685817.989284:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7044 00000100:00100000:2.0:1734685817.989319:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848500096:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685818.989178:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685819.684741:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848500224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685819.684804:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685819.684870:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848500224 00000100:00100000:0.0:1734685819.684876:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848500224 00000100:00100000:0.0:1734685819.684930:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7045 00000100:00100000:0.0:1734685819.684936:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848500224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685819.684963:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:2.0:1734685819.684983:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685789 00000100:00100000:0.0:1734685819.685003:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848500224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685819.685009:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7045 00000100:00100000:3.0:1734685819.685016:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848500224:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685819.990715:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685820.342909:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685820.342957:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685820.342979:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872731392 00000100:00100000:0.0:1734685820.342983:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685820.342987:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872731392 00000100:00100000:1.0:1734685820.343018:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872731264 00000100:00100000:1.0:1734685820.343022:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872731264 00000100:00100000:2.0:1734685820.343044:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872731520 00000100:00100000:2.0:1734685820.343047:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872731520 00000100:00100000:1.0:1734685820.343048:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1083 00000100:00100000:0.0:1734685820.343054:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685820.343054:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872731264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685820.343063:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3337 00000100:00100000:2.0:1734685820.343068:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872731392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685820.343074:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3338 00000100:00100000:0.0:1734685820.343078:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872731520:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685820.343101:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872731520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685820.343103:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872731264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685820.343106:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3338 00000100:00100000:1.0:1734685820.343108:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1083 00000100:00100000:0.0:1734685820.343122:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872731648 00000100:00100000:0.0:1734685820.343124:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872731648 00000100:00100000:0.0:1734685820.343134:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54429 00000100:00100000:0.0:1734685820.343137:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872731648:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:3.0:1734685820.343138:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685790 00000100:00080000:3.0:1734685820.343142:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685790 00000100:00080000:3.0:1734685820.343144:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685790 00010000:00020000:0.0:1734685820.343152:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685820.343200:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872731392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 130us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685820.343206:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3337 00000100:00100000:0.0:1734685820.343258:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872731648:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 119us (203us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685820.343262:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54429 00010000:00010000:3.0:1734685820.992918:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685821.994938:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685822.868789:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848500352:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685822.868838:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685822.868871:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848500352 00000100:00100000:2.0:1734685822.868878:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848500352 00000100:00100000:2.0:1734685822.868921:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41574 00000100:00100000:2.0:1734685822.868927:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848500352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685822.868956:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685822.869040:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848500352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685822.869047:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41574 00000100:00100000:3.0:1734685822.869099:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848500352:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734685822.916855:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734685822.916861:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685822.916864:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685822.916872:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10618 00000100:00080000:0.0:1734685822.916876:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734685822.916881:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685822.916899:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec62300 x1818938848500992/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685822.916925:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734685822.916926:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848500736:0@lo:400:kworker.0 00000100:00080000:0.0:1734685822.916928:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734685822.916929:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734685822.916932:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10618 00000100:00080000:0.0:1734685822.916934:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734685822.916937:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685822.916945:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096b2ed80 x1818938848501376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685822.916974:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848500992:0@lo:8:kworker.0 00000100:00100000:1.0:1734685822.916981:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685822.917002:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685822.917006:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848501504:0@lo:400:kworker.0 00000100:00100000:1.0:1734685822.917033:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685822.917044:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734685822.917049:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848500608:0@lo:400:kworker.0 00000100:00100000:1.0:1734685822.917065:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685822.917076:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848501248:0@lo:400:kworker.0 00000100:00100000:1.0:1734685822.917090:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685822.917116:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848500992 00000100:00100000:1.0:1734685822.917122:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848500992 00000100:00100000:1.0:1734685822.917143:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848501504 00000100:00100000:1.0:1734685822.917145:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848501504 00000100:00100000:2.0:1734685822.917154:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848500480:0@lo:400:kworker.0 00000100:00100000:0.0:1734685822.917156:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848501376:0@lo:8:kworker.0 00000100:00100000:1.0:1734685822.917169:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7919 00000100:00100000:1.0:1734685822.917175:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072a50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848501504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685822.917176:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685822.917204:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848501376 00000100:00100000:0.0:1734685822.917207:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848501376 00000100:00100000:0.0:1734685822.917222:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54430 00000100:00100000:0.0:1734685822.917226:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848500992:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685822.917229:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072a50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848501504:12345-0@lo:400:kworker.0 Request processed in 53us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685822.917229:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685822.917235:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7919 00010000:00020000:0.0:1734685822.917243:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685822.917250:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54431 00000100:00100000:1.0:1734685822.917253:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848501376:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685822.917257:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848501120:0@lo:400:kworker.0 00010000:00020000:1.0:1734685822.917273:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685822.917278:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848500864:0@lo:400:kworker.0 00000100:00100000:0.0:1734685822.917284:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848500992:12345-0@lo:8:kworker.0 Request processed in 56us (280us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685822.917290:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54430 00000100:00100000:1.0:1734685822.917293:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848501376:12345-0@lo:8:kworker.0 Request processed in 38us (116us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685822.917293:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685822.917299:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54431 00000100:00100000:3.0:1734685822.917309:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685822.917314:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848501120 00000100:00100000:1.0:1734685822.917316:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848501120 00000100:00100000:3.0:1734685822.917327:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848501632:0@lo:400:kworker.0 00000100:00100000:1.0:1734685822.917330:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7920 00000100:00100000:1.0:1734685822.917333:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848501120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685822.917334:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848500736 00000100:00100000:2.0:1734685822.917341:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848500736 00000100:00100000:3.0:1734685822.917343:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685822.917360:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848501120:12345-0@lo:400:kworker.0 Request processed in 26us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685822.917365:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7920 00000100:00100000:3.0:1734685822.917373:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848500864 00000100:00100000:2.0:1734685822.917374:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848500608 00000100:00100000:3.0:1734685822.917376:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848500864 00000100:00100000:2.0:1734685822.917377:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848500608 00000100:00100000:1.0:1734685822.917380:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848501248 00000100:00100000:1.0:1734685822.917383:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848501248 00000100:00100000:2.0:1734685822.917397:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848501632 00000100:00100000:2.0:1734685822.917399:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848501632 00000100:00100000:3.0:1734685822.917400:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41575 00000100:00100000:1.0:1734685822.917402:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3339 00000100:00100000:3.0:1734685822.917404:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848500864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685822.917407:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848500736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685822.917412:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3340 00000100:00100000:2.0:1734685822.917418:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848500608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685822.917419:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3341 00000100:00100000:0.0:1734685822.917425:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848501248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685822.917432:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848500736:12345-0@lo:400:kworker.0 Request processed in 25us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685822.917435:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848500864:12345-0@lo:400:kworker.0 Request processed in 29us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685822.917436:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3339 00000100:00100000:3.0:1734685822.917440:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41575 00000100:00100000:1.0:1734685822.917447:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3342 00000100:00100000:1.0:1734685822.917450:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848501632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685822.917457:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848501248:12345-0@lo:400:kworker.0 Request processed in 31us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685822.917463:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3341 00000100:00100000:2.0:1734685822.917463:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848500608:12345-0@lo:400:kworker.0 Request processed in 44us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685822.917469:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3340 00000100:00100000:1.0:1734685822.917473:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848501632:12345-0@lo:400:kworker.0 Request processed in 21us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685822.917473:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848500864:0@lo:400:kworker.0 00000100:00080000:0.0:1734685822.917486:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685822.917489:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685822.917491:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848501632:0@lo:400:kworker.0 00000100:00100000:0.0:1734685822.917492:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848500992:0@lo:8:kworker.0 00000100:00100000:1.0:1734685822.917492:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3342 00000100:00100000:2.0:1734685822.917495:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848500480 00000100:00080000:0.0:1734685822.917498:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685822.917498:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848500480 00000100:00080000:0.0:1734685822.917500:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685822.917502:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848501376:0@lo:8:kworker.0 00000100:00080000:1.0:1734685822.917507:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685792 00000100:00080000:1.0:1734685822.917511:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685792 00000100:00080000:1.0:1734685822.917513:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685792 00000100:00080000:1.0:1734685822.917516:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685792 00000100:00100000:2.0:1734685822.917522:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:2.0:1734685822.917558:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848500480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685822.917559:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848500608:0@lo:400:kworker.0 00000100:00100000:1.0:1734685822.917568:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848501248:0@lo:400:kworker.0 00000100:00100000:1.0:1734685822.917574:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848501504:0@lo:400:kworker.0 00000100:00100000:1.0:1734685822.917581:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848500736:0@lo:400:kworker.0 00000100:00100000:2.0:1734685822.917586:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848500480:12345-0@lo:400:kworker.0 Request processed in 58us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685822.917591:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:2.0:1734685822.917623:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848500480:0@lo:400:kworker.0 00000100:00100000:2.0:1734685822.917634:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848501120:0@lo:400:kworker.0 00000100:00100000:2.0:1734685822.933013:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848501760:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685822.933097:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685822.933170:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848501760 00000100:00100000:3.0:1734685822.933179:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848501760 00000100:00100000:3.0:1734685822.933232:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41576 00000100:00100000:3.0:1734685822.933240:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848501760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685822.933293:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685822.933342:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848501760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685822.933349:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41576 00000100:00100000:2.0:1734685822.933383:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848501760:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1734685822.996786:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685822.996861:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848501888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685822.996914:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685822.997114:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848501888 00000100:00100000:1.0:1734685822.997120:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848501888 00000100:00100000:1.0:1734685822.997156:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7046 00000100:00100000:1.0:1734685822.997162:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848501888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685822.997187:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685822.997228:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848501888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685822.997234:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7046 00000100:00100000:2.0:1734685822.997375:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848501888:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1734685823.998748:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685824.692857:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848502016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685824.692908:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685824.692991:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848502016 00000100:00100000:3.0:1734685824.692997:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848502016 00000100:00100000:3.0:1734685824.693053:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7047 00000100:00100000:3.0:1734685824.693059:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848502016:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734685824.693117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685794 00002000:00000024:3.0:1734685824.693136:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685824.693178:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848502016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685824.693184:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7047 00000100:00100000:0.0:1734685824.693275:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848502016:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685825.000734:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685825.350999:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685825.351040:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685825.351096:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872731776 00000100:00100000:2.0:1734685825.351103:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872731776 00000100:00100000:0.0:1734685825.351104:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685825.351203:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1085 00000100:00100000:2.0:1734685825.351209:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872731776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685825.351253:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685825.351274:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872732160 00000100:00100000:0.0:1734685825.351277:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872732160 00000100:00100000:2.0:1734685825.351281:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872731776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685825.351287:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1085 00000100:00100000:0.0:1734685825.351292:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54432 00000100:00100000:0.0:1734685825.351296:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872732160:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685825.351314:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685825.351331:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872732160:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 34us (78us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685825.351339:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54432 00000100:00080000:0.0:1734685825.351355:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685795 00000100:00100000:1.0:1734685825.351411:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872731904 00000100:00100000:3.0:1734685825.351411:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872732032 00000100:00100000:1.0:1734685825.351415:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872731904 00000100:00100000:3.0:1734685825.351415:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872732032 00000100:00100000:1.0:1734685825.351448:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3343 00000100:00100000:1.0:1734685825.351452:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872731904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685825.351480:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3344 00000100:00100000:3.0:1734685825.351485:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872732032:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685825.351488:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872731904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685825.351494:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3343 00000100:00100000:3.0:1734685825.351504:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872732032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685825.351508:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3344 00000100:00080000:0.0:1734685825.351690:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685795 00000100:00080000:0.0:1734685825.351693:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685795 00010000:00010000:3.0:1734685826.002889:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685827.004752:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685827.876818:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848502144:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685827.876893:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685827.876984:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848502144 00000100:00100000:3.0:1734685827.876991:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848502144 00000100:00100000:3.0:1734685827.877041:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41577 00000100:00100000:3.0:1734685827.877048:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848502144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685827.877079:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685827.877138:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848502144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685827.877144:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41577 00000100:00100000:0.0:1734685827.877160:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848502144:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685827.924753:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734685827.924756:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848502528:0@lo:400:kworker.0 00000100:00100000:3.0:1734685827.924756:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848502272:0@lo:400:kworker.0 00000100:00080000:2.0:1734685827.924757:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685827.924760:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685827.924763:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10623 00000100:00080000:2.0:1734685827.924767:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685827.924771:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685827.924775:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848502656:0@lo:400:kworker.0 00000100:00100000:2.0:1734685827.924786:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009646a680 x1818938848502784/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685827.924807:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734685827.924809:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685827.924809:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685827.924809:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685827.924811:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685827.924812:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685827.924815:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10623 00000100:00080000:2.0:1734685827.924817:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685827.924820:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685827.924831:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096469c00 x1818938848503168/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685827.924834:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734685827.924835:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848502912:0@lo:400:kworker.0 00000100:00100000:0.0:1734685827.924838:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848502400:0@lo:400:kworker.0 00000100:00100000:2.0:1734685827.924862:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685827.924868:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848503424:0@lo:400:kworker.0 00000100:00100000:3.0:1734685827.924868:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685827.924869:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685827.924869:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848503296:0@lo:400:kworker.0 00000100:00100000:0.0:1734685827.924880:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848503040:0@lo:400:kworker.0 00000100:00100000:1.0:1734685827.924889:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685827.924891:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848502272 00000100:00100000:2.0:1734685827.924894:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685827.924896:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848502272 00000100:00100000:0.0:1734685827.924898:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848502784:0@lo:8:kworker.0 00000100:00100000:0.0:1734685827.924912:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685827.924918:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848502528 00000100:00100000:0.0:1734685827.924920:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848503168:0@lo:8:kworker.0 00000100:00100000:2.0:1734685827.924920:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848502912 00000100:00100000:1.0:1734685827.924922:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848502528 00000100:00100000:2.0:1734685827.924923:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848502912 00000100:00100000:3.0:1734685827.924925:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1734685827.924930:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685827.924931:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848502272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685827.924941:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848502400 00000100:00100000:1.0:1734685827.924943:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848502400 00000100:00100000:2.0:1734685827.924943:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848503296 00000100:00100000:2.0:1734685827.924946:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848503296 00000100:00100000:1.0:1734685827.924954:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848503424 00000100:00100000:1.0:1734685827.924956:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848503424 00000100:00100000:2.0:1734685827.924957:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848502784 00000100:00100000:2.0:1734685827.924958:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848502784 00000100:00100000:0.0:1734685827.924960:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3345 00000100:00100000:3.0:1734685827.924960:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848502272:12345-0@lo:400:kworker.0 Request processed in 29us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685827.924965:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848502528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685827.924965:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:2.0:1734685827.924968:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848503168 00000100:00100000:2.0:1734685827.924969:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848503168 00000100:00100000:1.0:1734685827.924974:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3346 00000100:00100000:1.0:1734685827.924978:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848502400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685827.924980:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7921 00000100:00100000:2.0:1734685827.924984:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848502912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685827.924989:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848502528:12345-0@lo:400:kworker.0 Request processed in 25us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685827.924990:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3347 00000100:00100000:3.0:1734685827.924994:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848503424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685827.924995:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3345 00000100:00100000:1.0:1734685827.925005:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848502400:12345-0@lo:400:kworker.0 Request processed in 27us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685827.925010:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3346 00000100:00100000:2.0:1734685827.925013:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848502912:12345-0@lo:400:kworker.0 Request processed in 28us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685827.925016:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7922 00000100:00100000:3.0:1734685827.925017:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848503424:12345-0@lo:400:kworker.0 Request processed in 23us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685827.925019:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7921 00000100:00100000:0.0:1734685827.925020:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848503296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685827.925022:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3347 00000100:00100000:2.0:1734685827.925030:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54433 00000100:00100000:2.0:1734685827.925033:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848502784:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685827.925034:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54434 00000100:00100000:1.0:1734685827.925038:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848503168:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685827.925043:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848503296:12345-0@lo:400:kworker.0 Request processed in 23us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685827.925048:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7922 00010000:00020000:2.0:1734685827.925048:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685827.925050:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848502656 00010000:00020000:1.0:1734685827.925051:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685827.925053:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848502656 00000100:00080000:0.0:1734685827.925060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685797 00000100:00080000:0.0:1734685827.925063:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685797 00000100:00080000:0.0:1734685827.925064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685797 00000100:00080000:0.0:1734685827.925066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685797 00000100:00100000:1.0:1734685827.925069:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848503168:12345-0@lo:8:kworker.0 Request processed in 31us (139us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685827.925069:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848502784:12345-0@lo:8:kworker.0 Request processed in 35us (156us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685827.925070:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41578 00000100:00100000:1.0:1734685827.925074:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54434 00000100:00100000:3.0:1734685827.925074:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848502656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685827.925076:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54433 00000100:00100000:1.0:1734685827.925083:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685827.925085:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685827.925088:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685827.925092:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848502784:0@lo:8:kworker.0 00000100:00100000:3.0:1734685827.925097:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848502656:12345-0@lo:400:kworker.0 Request processed in 22us (288us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685827.925098:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685827.925099:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848502528:0@lo:400:kworker.0 00000100:00100000:2.0:1734685827.925099:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848503296:0@lo:400:kworker.0 00000100:00080000:0.0:1734685827.925100:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685827.925101:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41578 00000100:00100000:0.0:1734685827.925103:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848503168:0@lo:8:kworker.0 00000100:00100000:1.0:1734685827.925110:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848502400:0@lo:400:kworker.0 00000100:00100000:3.0:1734685827.925119:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848502912:0@lo:400:kworker.0 00000100:00100000:2.0:1734685827.925123:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848503424:0@lo:400:kworker.0 00000100:00100000:0.0:1734685827.925125:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848503040 00000100:00100000:3.0:1734685827.925126:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848502272:0@lo:400:kworker.0 00000100:00100000:0.0:1734685827.925128:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848503040 00000100:00100000:2.0:1734685827.925130:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848502656:0@lo:400:kworker.0 00000100:00100000:0.0:1734685827.925147:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3348 00000100:00100000:0.0:1734685827.925150:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848503040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685827.925195:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848503040:12345-0@lo:400:kworker.0 Request processed in 43us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685827.925200:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3348 00000100:00100000:1.0:1734685827.925456:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848503040:0@lo:400:kworker.0 00000100:00100000:3.0:1734685827.941709:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848503552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685827.941765:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685827.942094:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848503552 00000100:00100000:1.0:1734685827.942100:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848503552 00000100:00100000:1.0:1734685827.942139:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41579 00000100:00100000:1.0:1734685827.942145:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848503552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685827.942187:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685827.942400:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848503552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 254us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685827.942407:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41579 00000100:00100000:2.0:1734685827.942467:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848503552:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685828.004754:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848503680:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685828.004829:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685828.004904:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848503680 00000100:00100000:3.0:1734685828.004913:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848503680 00000100:00100000:3.0:1734685828.004954:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7048 00000100:00100000:3.0:1734685828.004961:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848503680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685828.004996:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685828.005036:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848503680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685828.005043:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7048 00000100:00100000:0.0:1734685828.005104:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848503680:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685828.006735:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685829.008733:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685829.700755:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848503808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685829.700810:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685829.700907:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848503808 00000100:00100000:3.0:1734685829.700913:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848503808 00000100:00080000:0.0:1734685829.700956:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685799 00000100:00100000:3.0:1734685829.700971:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7049 00000100:00100000:3.0:1734685829.700978:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848503808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685829.701003:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685829.701049:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848503808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685829.701055:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7049 00000100:00100000:0.0:1734685829.701082:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848503808:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685830.010742:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685830.363446:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685830.363491:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685830.363510:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872732416 00000100:00100000:0.0:1734685830.363514:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685830.363517:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872732416 00000100:00100000:3.0:1734685830.363557:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872732288 00000100:00100000:3.0:1734685830.363561:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872732288 00000100:00100000:2.0:1734685830.363576:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872732544 00000100:00100000:2.0:1734685830.363579:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872732544 00000100:00100000:3.0:1734685830.363587:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1087 00000100:00100000:3.0:1734685830.363593:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872732288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685830.363595:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3349 00000100:00100000:2.0:1734685830.363600:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872732416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685830.363616:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685830.363642:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872732288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685830.363648:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1087 00000100:00100000:3.0:1734685830.363681:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3350 00000100:00100000:3.0:1734685830.363685:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872732544:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685830.363699:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685800 00000100:00080000:1.0:1734685830.363708:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685800 00000100:00080000:1.0:1734685830.363711:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685800 00000100:00100000:1.0:1734685830.363750:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872732672 00000100:00100000:1.0:1734685830.363757:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872732672 00000100:00100000:1.0:1734685830.363791:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54435 00000100:00100000:1.0:1734685830.363797:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872732672:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685830.363800:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872732416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 198us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685830.363806:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3349 00000100:00100000:3.0:1734685830.363807:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872732544:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 121us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685830.363813:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3350 00010000:00020000:1.0:1734685830.363821:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685830.363883:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872732672:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 84us (266us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685830.363890:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54435 00010000:00010000:3.0:1734685831.012720:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734685832.014745:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685832.884767:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848503936:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685832.884824:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685832.884891:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848503936 00000100:00100000:1.0:1734685832.884898:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848503936 00000100:00100000:1.0:1734685832.884941:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41580 00000100:00100000:1.0:1734685832.884948:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848503936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685832.884980:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685832.885014:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848503936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685832.885020:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41580 00000100:00100000:2.0:1734685832.885525:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848503936:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685832.932701:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685832.932705:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685832.932707:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685832.932714:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10628 00000100:00080000:2.0:1734685832.932719:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:0.0:1734685832.932723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848504448:0@lo:400:kworker.0 00000100:00080000:2.0:1734685832.932724:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685832.932741:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1e300 x1818938848504576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685832.932749:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848504064:0@lo:400:kworker.0 00000100:00080000:2.0:1734685832.932767:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685832.932770:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685832.932771:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685832.932774:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10628 00000100:00080000:2.0:1734685832.932776:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685832.932779:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685832.932781:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685832.932787:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848504320:0@lo:400:kworker.0 00000100:00100000:2.0:1734685832.932789:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1fb80 x1818938848504960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685832.932807:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685832.932814:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848505216:0@lo:400:kworker.0 00000100:00100000:2.0:1734685832.932819:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848504192:0@lo:400:kworker.0 00000100:00100000:1.0:1734685832.932833:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685832.932839:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848504704:0@lo:400:kworker.0 00000100:00100000:0.0:1734685832.932844:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848504576:0@lo:8:kworker.0 00000100:00100000:2.0:1734685832.932847:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848504448 00000100:00100000:2.0:1734685832.932851:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848504448 00000100:00100000:1.0:1734685832.932867:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848505088:0@lo:400:kworker.0 00000100:00100000:3.0:1734685832.932871:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685832.932882:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41581 00000100:00100000:0.0:1734685832.932884:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685832.932887:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848504448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685832.932889:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685832.932906:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848504064 00000100:00100000:3.0:1734685832.932911:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848504064 00000100:00100000:0.0:1734685832.932914:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848504320 00000100:00100000:0.0:1734685832.932917:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848504320 00000100:00100000:1.0:1734685832.932917:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848505216 00000100:00100000:1.0:1734685832.932921:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848505216 00000100:00100000:2.0:1734685832.932929:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848504448:12345-0@lo:400:kworker.0 Request processed in 41us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685832.932935:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41581 00000100:00100000:0.0:1734685832.932940:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3351 00000100:00100000:3.0:1734685832.932942:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1734685832.932945:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848504320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685832.932947:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3352 00000100:00100000:3.0:1734685832.932948:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848504064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685832.932952:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848505216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685832.932956:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848504704 00000100:00100000:2.0:1734685832.932958:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848504704 00000100:00100000:2.0:1734685832.932976:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848505088 00000100:00100000:2.0:1734685832.932978:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848505088 00000100:00100000:0.0:1734685832.932980:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848504320:12345-0@lo:400:kworker.0 Request processed in 34us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685832.932985:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3351 00000100:00100000:2.0:1734685832.932986:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7923 00000100:00100000:3.0:1734685832.932988:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848504064:12345-0@lo:400:kworker.0 Request processed in 41us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685832.932990:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848505216:12345-0@lo:400:kworker.0 Request processed in 37us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685832.932990:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848504704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685832.932993:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:1.0:1734685832.932996:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3352 00000100:00100000:0.0:1734685832.933006:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685832.933011:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848504704:12345-0@lo:400:kworker.0 Request processed in 22us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685832.933015:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7923 00000100:00100000:0.0:1734685832.933019:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848504960:0@lo:8:kworker.0 00000100:00080000:1.0:1734685832.933019:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685802 00000100:00100000:3.0:1734685832.933019:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848504576 00000100:00100000:2.0:1734685832.933021:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7924 00000100:00100000:3.0:1734685832.933021:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848504576 00000100:00080000:1.0:1734685832.933023:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685802 00000100:00100000:2.0:1734685832.933023:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848505088:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685832.933025:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685802 00000100:00080000:1.0:1734685832.933027:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685802 00000100:00100000:3.0:1734685832.933033:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54436 00000100:00100000:2.0:1734685832.933035:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848505088:12345-0@lo:400:kworker.0 Request processed in 12us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685832.933036:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685832.933036:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848504576:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685832.933038:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7924 00000100:00100000:2.0:1734685832.933043:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848504960 00000100:00100000:2.0:1734685832.933045:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848504960 00010000:00020000:3.0:1734685832.933052:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685832.933053:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54437 00000100:00100000:1.0:1734685832.933055:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848505088:0@lo:400:kworker.0 00000100:00100000:2.0:1734685832.933055:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848504960:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685832.933066:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848504320:0@lo:400:kworker.0 00010000:00020000:2.0:1734685832.933067:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685832.933074:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848504576:12345-0@lo:8:kworker.0 Request processed in 38us (68us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685832.933079:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54436 00000100:00100000:2.0:1734685832.933080:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848504960:12345-0@lo:8:kworker.0 Request processed in 23us (44us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685832.933081:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848505216:0@lo:400:kworker.0 00000100:00100000:2.0:1734685832.933084:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54437 00000100:00100000:0.0:1734685832.933089:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848504448:0@lo:400:kworker.0 00000100:00100000:2.0:1734685832.933114:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685832.933117:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848504704:0@lo:400:kworker.0 00000100:00100000:3.0:1734685832.933125:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848504064:0@lo:400:kworker.0 00000100:00080000:0.0:1734685832.933132:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685832.933133:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848504832:0@lo:400:kworker.0 00000100:00080000:0.0:1734685832.933134:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685832.933138:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848504576:0@lo:8:kworker.0 00000100:00100000:1.0:1734685832.933139:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848504192 00000100:00100000:1.0:1734685832.933142:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848504192 00000100:00080000:0.0:1734685832.933144:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685832.933146:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685832.933146:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685832.933148:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848504960:0@lo:8:kworker.0 00000100:00100000:1.0:1734685832.933163:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848504832 00000100:00100000:1.0:1734685832.933165:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848504832 00000100:00100000:2.0:1734685832.933167:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3353 00000100:00100000:2.0:1734685832.933170:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848504192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685832.933190:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3354 00000100:00100000:2.0:1734685832.933190:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848504192:12345-0@lo:400:kworker.0 Request processed in 20us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685832.933194:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848504832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685832.933194:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3353 00000100:00100000:3.0:1734685832.933219:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848504192:0@lo:400:kworker.0 00000100:00100000:1.0:1734685832.933221:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848504832:12345-0@lo:400:kworker.0 Request processed in 26us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685832.933226:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3354 00000100:00100000:3.0:1734685832.933230:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848504832:0@lo:400:kworker.0 00000100:00080000:1.0:1734685832.933238:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685802 00000100:00100000:3.0:1734685832.948770:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848505344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685832.948841:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685832.948895:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848505344 00000100:00100000:2.0:1734685832.948904:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848505344 00000100:00100000:2.0:1734685832.948957:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41582 00000100:00100000:2.0:1734685832.948965:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848505344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685832.949001:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685832.949053:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848505344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685832.949061:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41582 00000100:00100000:3.0:1734685832.949171:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848505344:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685833.012819:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685833.012845:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848505472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685833.012918:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685833.013074:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848505472 00000100:00100000:2.0:1734685833.013082:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848505472 00000100:00100000:2.0:1734685833.013151:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7050 00000100:00100000:2.0:1734685833.013159:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848505472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685833.013194:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685833.013244:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848505472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685833.013250:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7050 00000100:00100000:1.0:1734685833.013330:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848505472:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685833.016824:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685834.018713:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685834.708901:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848505600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685834.709007:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685834.709102:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848505600 00000100:00100000:2.0:1734685834.709114:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848505600 00000100:00080000:1.0:1734685834.709164:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685804 00000100:00100000:2.0:1734685834.709182:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7051 00000100:00100000:2.0:1734685834.709194:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848505600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685834.709224:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685834.709291:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848505600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685834.709297:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7051 00000100:00100000:1.0:1734685834.709345:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848505600:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734685835.020749:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685835.366699:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685835.366739:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685835.366766:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872732800 00000100:00100000:0.0:1734685835.366770:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685835.366773:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872732800 00000100:00100000:3.0:1734685835.366811:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1089 00000100:00100000:3.0:1734685835.366816:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872732800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685835.366835:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872733056 00000100:00100000:2.0:1734685835.366840:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872733056 00000100:00100000:0.0:1734685835.366845:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685835.366856:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872732800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685835.366860:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1089 00000100:00100000:2.0:1734685835.366862:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872732928 00000100:00100000:2.0:1734685835.366863:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872732928 00000100:00100000:2.0:1734685835.366875:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3355 00000100:00100000:2.0:1734685835.366878:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872733056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685835.366890:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872733184 00000100:00100000:3.0:1734685835.366893:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872733184 00000100:00100000:0.0:1734685835.366896:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3356 00000100:00100000:0.0:1734685835.366901:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872732928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685835.366903:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872733056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685835.366903:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54438 00000100:00100000:2.0:1734685835.366907:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3355 00000100:00100000:3.0:1734685835.366907:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872733184:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685835.366924:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872732928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (153us total) trans 0 rc 0/0 00010000:00020000:3.0:1734685835.366924:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685835.366929:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3356 00000100:00100000:3.0:1734685835.366942:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872733184:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 34us (97us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685835.366947:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54438 00000100:00080000:0.0:1734685835.366950:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685805 00000100:00080000:0.0:1734685835.366953:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685805 00000100:00080000:0.0:1734685835.366955:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685805 00010000:00010000:3.0:1734685836.024239:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685837.024750:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685837.892762:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848505728:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685837.892809:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685837.892863:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848505728 00000100:00100000:2.0:1734685837.892869:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848505728 00000100:00100000:2.0:1734685837.892913:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41583 00000100:00100000:2.0:1734685837.892918:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848505728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685837.892945:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685837.892993:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848505728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685837.893000:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41583 00000100:00100000:1.0:1734685837.893059:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848505728:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685837.940733:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1734685837.940735:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685837.940741:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734685837.940741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848505984:0@lo:400:kworker.0 00000100:00080000:2.0:1734685837.940743:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685837.940748:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10633 00000100:00100000:1.0:1734685837.940750:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848506240:0@lo:400:kworker.0 00000100:00080000:2.0:1734685837.940751:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685837.940756:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685837.940760:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848506112:0@lo:400:kworker.0 00000100:00100000:2.0:1734685837.940771:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1fb80 x1818938848506368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685837.940792:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685837.940792:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685837.940793:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848506368:0@lo:8:kworker.0 00000100:00080000:2.0:1734685837.940797:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685837.940800:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685837.940801:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685837.940804:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10633 00000100:00080000:2.0:1734685837.940806:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:1.0:1734685837.940810:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848505856:0@lo:400:kworker.0 00000100:00080000:2.0:1734685837.940810:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685837.940816:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685837.940818:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848506624:0@lo:400:kworker.0 00000100:00100000:2.0:1734685837.940819:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1f480 x1818938848506752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685837.940830:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685837.940832:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848506752:0@lo:8:kworker.0 00000100:00100000:3.0:1734685837.940838:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685837.940841:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685837.940844:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848507008:0@lo:400:kworker.0 00000100:00100000:3.0:1734685837.940848:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685837.940852:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848506240 00000100:00100000:3.0:1734685837.940853:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848506880:0@lo:400:kworker.0 00000100:00100000:0.0:1734685837.940857:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685837.940857:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848506240 00000100:00100000:3.0:1734685837.940866:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685837.940867:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848505984 00000100:00100000:1.0:1734685837.940871:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848505984 00000100:00100000:0.0:1734685837.940872:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848506624 00000100:00100000:0.0:1734685837.940875:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848506624 00000100:00100000:3.0:1734685837.940883:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848506368 00000100:00100000:3.0:1734685837.940885:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848506368 00000100:00100000:2.0:1734685837.940887:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41584 00000100:00100000:0.0:1734685837.940888:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848506112 00000100:00100000:0.0:1734685837.940889:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848506112 00000100:00100000:2.0:1734685837.940892:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848506240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685837.940894:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848506752 00000100:00100000:1.0:1734685837.940895:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3357 00000100:00100000:3.0:1734685837.940896:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848506752 00000100:00100000:1.0:1734685837.940899:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848506624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685837.940901:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848506880 00000100:00100000:3.0:1734685837.940902:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848506880 00000100:00100000:0.0:1734685837.940905:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3358 00000100:00100000:0.0:1734685837.940908:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848505984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685837.940913:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7925 00000100:00100000:3.0:1734685837.940916:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848506880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685837.940933:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848505984:12345-0@lo:400:kworker.0 Request processed in 24us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685837.940933:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848506624:12345-0@lo:400:kworker.0 Request processed in 33us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685837.940934:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848506240:12345-0@lo:400:kworker.0 Request processed in 40us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685837.940937:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3357 00000100:00100000:3.0:1734685837.940937:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848506880:12345-0@lo:400:kworker.0 Request processed in 20us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685837.940939:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3358 00000100:00100000:2.0:1734685837.940940:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41584 00000100:00100000:3.0:1734685837.940940:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7925 00000100:00100000:1.0:1734685837.940947:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3359 00000100:00100000:3.0:1734685837.940948:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54439 00000100:00100000:1.0:1734685837.940949:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848506112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685837.940951:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848506368:12345-0@lo:8:kworker.0 00000100:00080000:0.0:1734685837.940953:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685807 00000100:00080000:0.0:1734685837.940955:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685807 00000100:00080000:0.0:1734685837.940956:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685807 00000100:00100000:2.0:1734685837.940960:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54440 00000100:00100000:1.0:1734685837.940963:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848506112:12345-0@lo:400:kworker.0 Request processed in 13us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685837.940964:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848506752:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685837.940965:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685837.940966:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3359 00010000:00020000:2.0:1734685837.940973:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685837.940978:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848506112:0@lo:400:kworker.0 00000100:00100000:1.0:1734685837.940979:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848505856 00000100:00100000:1.0:1734685837.940981:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848505856 00000100:00100000:3.0:1734685837.940987:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848506368:12345-0@lo:8:kworker.0 Request processed in 35us (170us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734685837.940992:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685837.940993:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848506752:12345-0@lo:8:kworker.0 Request processed in 29us (150us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685837.940993:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54439 00000100:00080000:0.0:1734685837.940994:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685837.940995:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848506752:0@lo:8:kworker.0 00000100:00100000:2.0:1734685837.940998:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54440 00000100:00080000:0.0:1734685837.941000:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685837.941001:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685837.941004:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848506368:0@lo:8:kworker.0 00000100:00100000:1.0:1734685837.941021:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1734685837.941026:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848505856:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685837.941027:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685807 00000100:00100000:3.0:1734685837.941037:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848506880:0@lo:400:kworker.0 00000100:00100000:2.0:1734685837.941040:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848506496:0@lo:400:kworker.0 00000100:00100000:3.0:1734685837.941046:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848506624:0@lo:400:kworker.0 00000100:00100000:1.0:1734685837.941048:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848505856:12345-0@lo:400:kworker.0 Request processed in 22us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685837.941051:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848505984:0@lo:400:kworker.0 00000100:00100000:1.0:1734685837.941053:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:2.0:1734685837.941059:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685837.941071:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685837.941074:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848506496 00000100:00100000:0.0:1734685837.941077:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848506496 00000100:00100000:1.0:1734685837.941083:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848506240:0@lo:400:kworker.0 00000100:00100000:1.0:1734685837.941087:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848505856:0@lo:400:kworker.0 00000100:00080000:2.0:1734685837.941093:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685807 00000100:00100000:0.0:1734685837.941104:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7926 00000100:00100000:0.0:1734685837.941108:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848506496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685837.941140:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848506496:12345-0@lo:400:kworker.0 Request processed in 32us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685837.941147:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7926 00000100:00100000:0.0:1734685837.941160:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848507008 00000100:00100000:0.0:1734685837.941162:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848507008 00000100:00100000:2.0:1734685837.941162:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848506496:0@lo:400:kworker.0 00000100:00100000:0.0:1734685837.941175:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3360 00000100:00100000:0.0:1734685837.941178:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848507008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685837.941206:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848507008:12345-0@lo:400:kworker.0 Request processed in 26us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685837.941211:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3360 00000100:00100000:1.0:1734685837.941233:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848507008:0@lo:400:kworker.0 00000100:00100000:2.0:1734685837.956728:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848507136:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685837.956781:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685837.956846:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848507136 00000100:00100000:0.0:1734685837.956854:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848507136 00000100:00100000:0.0:1734685837.956896:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41585 00000100:00100000:0.0:1734685837.956902:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848507136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685837.956936:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685837.956985:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848507136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685837.956991:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41585 00000100:00100000:2.0:1734685837.956998:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848507136:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685838.020713:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848507264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685838.020760:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685838.020796:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848507264 00000100:00100000:0.0:1734685838.020801:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848507264 00000100:00100000:0.0:1734685838.020832:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7052 00000100:00100000:0.0:1734685838.020836:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848507264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685838.020857:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685838.020902:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848507264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685838.020908:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7052 00000100:00100000:3.0:1734685838.020919:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848507264:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734685838.026699:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685839.028717:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685839.716836:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848507392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685839.716892:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685839.716962:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848507392 00000100:00100000:1.0:1734685839.716969:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848507392 00000100:00100000:1.0:1734685839.717039:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7053 00000100:00100000:1.0:1734685839.717044:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848507392:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734685839.717047:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685809 00002000:00000024:1.0:1734685839.717073:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685839.717117:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848507392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685839.717123:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7053 00000100:00100000:0.0:1734685839.717212:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848507392:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685840.030782:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685840.375002:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685840.375040:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685840.375059:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685840.375070:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872733440 00000100:00100000:2.0:1734685840.375080:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872733440 00000100:00100000:1.0:1734685840.375105:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872733312 00000100:00100000:1.0:1734685840.375109:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872733312 00000100:00100000:0.0:1734685840.375128:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685840.375128:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872733568 00000100:00100000:2.0:1734685840.375130:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872733568 00000100:00100000:1.0:1734685840.375139:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1091 00000100:00100000:3.0:1734685840.375143:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3361 00000100:00100000:0.0:1734685840.375144:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872733696 00000100:00100000:1.0:1734685840.375146:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872733312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685840.375147:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872733696 00000100:00100000:3.0:1734685840.375156:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872733440:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685840.375157:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3362 00000100:00100000:0.0:1734685840.375160:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54441 00000100:00100000:2.0:1734685840.375161:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872733568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685840.375163:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872733696:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685840.375182:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685840.375202:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872733568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685840.375203:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872733312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685840.375206:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872733696:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (78us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685840.375206:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3362 00000100:00100000:0.0:1734685840.375210:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54441 00000100:00100000:1.0:1734685840.375210:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1091 00000100:00080000:2.0:1734685840.375222:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685810 00000100:00080000:2.0:1734685840.375224:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685810 00000100:00080000:2.0:1734685840.375226:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685810 00000100:00100000:3.0:1734685840.375227:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872733440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685840.375234:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3361 00010000:00010000:3.0:1734685841.033013:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734685842.034800:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685842.900708:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848507520:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685842.900761:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685842.900813:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848507520 00000100:00100000:0.0:1734685842.900820:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848507520 00000100:00100000:0.0:1734685842.900858:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41586 00000100:00100000:0.0:1734685842.900864:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848507520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685842.900895:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685842.900965:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848507520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685842.900969:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41586 00000100:00100000:2.0:1734685842.900984:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848507520:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685842.948737:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734685842.948738:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848507648:0@lo:400:kworker.0 00000100:00100000:0.0:1734685842.948740:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848508032:0@lo:400:kworker.0 00000100:00080000:2.0:1734685842.948743:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685842.948746:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685842.948750:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10638 00000100:00080000:2.0:1734685842.948753:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685842.948758:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685842.948800:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848507904:0@lo:400:kworker.0 00000100:00100000:3.0:1734685842.948800:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685842.948801:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685842.948845:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848508032 00000100:00100000:2.0:1734685842.948845:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1c000 x1818938848508160/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685842.948850:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848508032 00000100:00080000:2.0:1734685842.948869:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685842.948871:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685842.948873:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685842.948876:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10638 00000100:00100000:0.0:1734685842.948880:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41587 00000100:00100000:0.0:1734685842.948886:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848508032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685842.948905:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685842.948906:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848508288:0@lo:400:kworker.0 00000100:00100000:1.0:1734685842.948920:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734685842.948936:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848508032:12345-0@lo:400:kworker.0 Request processed in 36us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685842.948937:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848507776:0@lo:400:kworker.0 00000100:00100000:3.0:1734685842.948941:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685842.948943:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41587 00000100:00100000:1.0:1734685842.948955:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685842.948962:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848508160:0@lo:8:kworker.0 00000100:00100000:1.0:1734685842.948965:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848508416:0@lo:400:kworker.0 00000100:00100000:3.0:1734685842.948968:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848507904 00000100:00100000:3.0:1734685842.948971:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848507904 00000100:00100000:1.0:1734685842.948981:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685842.948982:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685842.948993:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848507776 00000100:00100000:3.0:1734685842.948995:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848507776 00000100:00100000:1.0:1734685842.948997:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848507648 00000100:00100000:1.0:1734685842.949000:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848507648 00000100:00100000:0.0:1734685842.949004:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848508288 00000100:00100000:0.0:1734685842.949006:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848508288 00000100:00100000:3.0:1734685842.949006:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848508416 00000100:00100000:3.0:1734685842.949008:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848508416 00000100:00100000:1.0:1734685842.949019:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:3.0:1734685842.949020:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3363 00000100:00100000:0.0:1734685842.949021:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848508160 00000100:00100000:0.0:1734685842.949023:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848508160 00000100:00100000:1.0:1734685842.949023:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848507648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685842.949023:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848507904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685842.949032:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7927 00000100:00100000:0.0:1734685842.949036:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848508288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685842.949047:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848507648:12345-0@lo:400:kworker.0 Request processed in 23us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685842.949050:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848507904:12345-0@lo:400:kworker.0 Request processed in 26us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685842.949055:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:3.0:1734685842.949055:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3363 00000100:00100000:0.0:1734685842.949058:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848508288:12345-0@lo:400:kworker.0 Request processed in 22us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685842.949064:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7927 00000100:00100000:3.0:1734685842.949065:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3364 00000100:00100000:3.0:1734685842.949068:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848507776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685842.949072:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54442 00000100:00100000:0.0:1734685842.949075:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848508160:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685842.949079:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3365 00000100:00100000:3.0:1734685842.949082:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848507776:12345-0@lo:400:kworker.0 Request processed in 13us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685842.949083:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848508416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685842.949086:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3364 00010000:00020000:0.0:1734685842.949090:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685842.949104:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848508416:12345-0@lo:400:kworker.0 Request processed in 20us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685842.949109:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3365 00000100:00100000:0.0:1734685842.949110:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848508160:12345-0@lo:8:kworker.0 Request processed in 33us (128us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685842.949114:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54442 00000100:00080000:0.0:1734685842.949131:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685842.949134:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685842.949134:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848507776:0@lo:400:kworker.0 00000100:00100000:0.0:1734685842.949137:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848508160:0@lo:8:kworker.0 00000100:00100000:1.0:1734685842.949142:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848508416:0@lo:400:kworker.0 00000100:00100000:1.0:1734685842.949148:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848507904:0@lo:400:kworker.0 00000100:00100000:0.0:1734685842.949155:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848508032:0@lo:400:kworker.0 00000100:00100000:1.0:1734685842.949168:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848508288:0@lo:400:kworker.0 00000100:00100000:1.0:1734685842.949174:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848507648:0@lo:400:kworker.0 00000100:00080000:2.0:1734685842.949214:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685842.949218:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685842.949229:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1fb80 x1818938848508544/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685842.949267:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848508544:0@lo:8:kworker.0 00000100:00080000:2.0:1734685842.949268:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685812 00000100:00080000:2.0:1734685842.949271:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685812 00000100:00080000:2.0:1734685842.949273:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685812 00000100:00080000:2.0:1734685842.949274:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685812 00000100:00100000:3.0:1734685842.949278:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685842.949284:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685842.949286:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848508672:0@lo:400:kworker.0 00000100:00100000:0.0:1734685842.949299:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848508544 00000100:00100000:0.0:1734685842.949302:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848508544 00000100:00100000:3.0:1734685842.949306:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685842.949329:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848508672 00000100:00100000:0.0:1734685842.949331:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848508672 00000100:00100000:2.0:1734685842.949342:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7928 00000100:00100000:2.0:1734685842.949348:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848508672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685842.949348:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54443 00000100:00100000:3.0:1734685842.949351:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848508544:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685842.949359:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848508800:0@lo:400:kworker.0 00010000:00020000:3.0:1734685842.949361:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685842.949379:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685842.949385:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848508544:12345-0@lo:8:kworker.0 Request processed in 32us (99us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685842.949390:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54443 00000100:00100000:2.0:1734685842.949395:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848508672:12345-0@lo:400:kworker.0 Request processed in 47us (88us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685842.949397:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685842.949399:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685842.949400:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7928 00000100:00100000:0.0:1734685842.949403:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848508544:0@lo:8:kworker.0 00000100:00100000:3.0:1734685842.949404:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848508800 00000100:00100000:3.0:1734685842.949407:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848508800 00000100:00080000:2.0:1734685842.949412:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685812 00000100:00100000:3.0:1734685842.949420:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3366 00000100:00100000:3.0:1734685842.949423:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848508800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685842.949426:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848508672:0@lo:400:kworker.0 00000100:00100000:3.0:1734685842.949443:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848508800:12345-0@lo:400:kworker.0 Request processed in 19us (63us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685842.949447:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3366 00000100:00100000:0.0:1734685842.949454:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848508800:0@lo:400:kworker.0 00000100:00100000:0.0:1734685842.964713:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685842.964731:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848508928:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685842.964782:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685842.964872:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848508928 00000100:00100000:3.0:1734685842.964879:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848508928 00000100:00100000:3.0:1734685842.964919:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41588 00000100:00100000:3.0:1734685842.964939:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848508928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685842.964968:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685842.965003:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848508928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685842.965009:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41588 00000100:00100000:0.0:1734685842.965077:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848508928:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685843.028754:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848509056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685843.028808:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685843.028974:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848509056 00000100:00100000:1.0:1734685843.028981:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848509056 00000100:00100000:1.0:1734685843.029019:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7054 00000100:00100000:1.0:1734685843.029025:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848509056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685843.029050:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685843.029082:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848509056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685843.029088:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7054 00000100:00100000:2.0:1734685843.029101:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848509056:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1734685843.036697:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685844.038712:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685844.724734:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848509184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685844.724787:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685844.724828:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848509184 00000100:00100000:2.0:1734685844.724840:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848509184 00000100:00080000:0.0:1734685844.724885:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685814 00000100:00100000:2.0:1734685844.724908:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7055 00000100:00100000:2.0:1734685844.724914:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848509184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685844.724939:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685844.724978:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848509184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685844.724984:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7055 00000100:00100000:1.0:1734685844.725010:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848509184:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685845.040696:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685845.382843:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685845.382897:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685845.382930:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685845.382937:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872733824 00000100:00100000:1.0:1734685845.382945:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872733824 00000100:00100000:0.0:1734685845.382965:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734685845.382979:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685815 00000100:00100000:3.0:1734685845.382983:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872734208 00000100:00100000:1.0:1734685845.382986:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1093 00000100:00100000:3.0:1734685845.382988:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872734208 00000100:00100000:1.0:1734685845.382992:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872733824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685845.383005:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872733952 00000100:00100000:3.0:1734685845.383005:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54444 00000100:00100000:0.0:1734685845.383009:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872733952 00000100:00100000:3.0:1734685845.383010:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872734208:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685845.383029:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872734080 00010000:00020000:3.0:1734685845.383030:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685845.383031:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872734080 00000100:00100000:1.0:1734685845.383043:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872733824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685845.383044:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3367 00000100:00100000:0.0:1734685845.383048:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872733952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685845.383049:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1093 00000100:00100000:3.0:1734685845.383051:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872734208:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (120us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685845.383057:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54444 00000100:00100000:0.0:1734685845.383075:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872733952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685845.383075:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3368 00000100:00100000:0.0:1734685845.383080:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3367 00000100:00100000:3.0:1734685845.383080:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872734080:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685845.383092:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685815 00000100:00080000:0.0:1734685845.383094:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685815 00000100:00100000:3.0:1734685845.383099:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872734080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685845.383104:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3368 00010000:00010000:3.0:1734685846.042802:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734685847.044740:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685847.909865:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685847.909882:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848509312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685847.909932:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685847.909993:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848509312 00000100:00100000:3.0:1734685847.910000:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848509312 00000100:00100000:3.0:1734685847.910041:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41589 00000100:00100000:3.0:1734685847.910047:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848509312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685847.910075:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685847.910117:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848509312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685847.910123:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41589 00000100:00100000:2.0:1734685847.910152:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848509312:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685847.956727:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848509440:0@lo:400:kworker.0 00000100:00100000:0.0:1734685847.956784:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685847.956787:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685847.956792:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685847.956795:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685847.956799:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10643 00000100:00080000:2.0:1734685847.956803:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685847.956808:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685847.956814:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685847.956819:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848509824:0@lo:400:kworker.0 00000100:00100000:2.0:1734685847.956824:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1c700 x1818938848509952/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685847.956849:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685847.956860:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685847.956863:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685847.956864:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734685847.956866:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848510080:0@lo:400:kworker.0 00000100:00080000:2.0:1734685847.956867:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10643 00000100:00080000:2.0:1734685847.956869:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685847.956872:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685847.956881:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1c000 x1818938848510336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685847.956883:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685847.956898:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848509696:0@lo:400:kworker.0 00000100:00100000:0.0:1734685847.956909:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848509440 00000100:00100000:2.0:1734685847.956909:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848509952:0@lo:8:kworker.0 00000100:00100000:0.0:1734685847.956915:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848509440 00000100:00100000:1.0:1734685847.956924:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685847.956931:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685847.956939:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848510464:0@lo:400:kworker.0 00000100:00100000:0.0:1734685847.956944:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1734685847.956949:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848509440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685847.956955:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848510592:0@lo:400:kworker.0 00000100:00100000:3.0:1734685847.956964:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848509568:0@lo:400:kworker.0 00000100:00100000:1.0:1734685847.956970:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685847.956980:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848509440:12345-0@lo:400:kworker.0 Request processed in 31us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685847.956986:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:3.0:1734685847.956988:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685847.957001:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848510208:0@lo:400:kworker.0 00000100:00100000:0.0:1734685847.957010:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848509824 00000100:00100000:0.0:1734685847.957012:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848509824 00000100:00100000:3.0:1734685847.957022:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685847.957026:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41590 00000100:00100000:0.0:1734685847.957029:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848509824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685847.957045:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848509696 00000100:00100000:0.0:1734685847.957047:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848509824:12345-0@lo:400:kworker.0 Request processed in 18us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685847.957048:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848509696 00000100:00100000:0.0:1734685847.957051:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41590 00000100:00100000:0.0:1734685847.957060:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848510592 00000100:00100000:0.0:1734685847.957062:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848510592 00000100:00100000:3.0:1734685847.957067:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848509568 00000100:00100000:3.0:1734685847.957068:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848509568 00000100:00100000:0.0:1734685847.957072:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848510208 00000100:00100000:0.0:1734685847.957073:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848510208 00000100:00100000:0.0:1734685847.957079:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3369 00000100:00100000:0.0:1734685847.957081:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848509696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685847.957082:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3370 00000100:00100000:3.0:1734685847.957086:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848510592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685847.957095:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848509696:12345-0@lo:400:kworker.0 Request processed in 13us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685847.957098:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3369 00000100:00100000:0.0:1734685847.957105:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3371 00000100:00100000:0.0:1734685847.957107:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848509568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685847.957113:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848510592:12345-0@lo:400:kworker.0 Request processed in 25us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685847.957118:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3370 00000100:00100000:0.0:1734685847.957119:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848509568:12345-0@lo:400:kworker.0 Request processed in 11us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685847.957122:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3371 00000100:00100000:3.0:1734685847.957135:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3372 00000100:00100000:3.0:1734685847.957139:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848510208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685847.957153:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848509824:0@lo:400:kworker.0 00000100:00100000:3.0:1734685847.957159:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848510208:12345-0@lo:400:kworker.0 Request processed in 20us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685847.957160:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848509440:0@lo:400:kworker.0 00000100:00100000:3.0:1734685847.957164:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3372 00000100:00100000:0.0:1734685847.957186:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848509568:0@lo:400:kworker.0 00000100:00100000:0.0:1734685847.957193:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848510208:0@lo:400:kworker.0 00000100:00080000:3.0:1734685847.957196:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685817 00000100:00080000:3.0:1734685847.957200:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685817 00000100:00080000:3.0:1734685847.957202:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685817 00000100:00100000:2.0:1734685847.957258:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848510336:0@lo:8:kworker.0 00000100:00100000:2.0:1734685847.957275:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685847.957308:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848510080 00000100:00100000:1.0:1734685847.957311:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848510080 00000100:00100000:2.0:1734685847.957325:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848509952 00000100:00100000:2.0:1734685847.957328:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848509952 00000100:00100000:1.0:1734685847.957656:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848510336 00000100:00100000:1.0:1734685847.957660:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848510336 00000100:00100000:1.0:1734685847.957674:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7929 00000100:00100000:1.0:1734685847.957678:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848510080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685847.957688:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54445 00000100:00100000:2.0:1734685847.957693:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848509952:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685847.957707:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54446 00010000:00020000:2.0:1734685847.957709:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685847.957711:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848510336:12345-0@lo:8:kworker.0 00000100:00080000:3.0:1734685847.957713:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685817 00010000:00020000:0.0:1734685847.957720:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685847.957734:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848510592:0@lo:400:kworker.0 00000100:00100000:2.0:1734685847.957735:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848509952:12345-0@lo:8:kworker.0 Request processed in 42us (804us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685847.957741:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54445 00000100:00100000:0.0:1734685847.957745:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848510336:12345-0@lo:8:kworker.0 Request processed in 34us (469us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734685847.957761:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685847.957764:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685847.957767:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848509952:0@lo:8:kworker.0 00000100:00080000:2.0:1734685847.957772:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685847.957774:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685847.957776:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848510336:0@lo:8:kworker.0 00000100:00100000:2.0:1734685847.957797:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685847.957810:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848510464 00000100:00100000:2.0:1734685847.957813:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848509696:0@lo:400:kworker.0 00000100:00100000:3.0:1734685847.957813:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848510464 00000100:00100000:3.0:1734685847.957828:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7930 00000100:00100000:3.0:1734685847.957831:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848510464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685847.957868:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848510464:12345-0@lo:400:kworker.0 Request processed in 35us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685847.957873:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7930 00000100:00100000:2.0:1734685847.957876:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848510464:0@lo:400:kworker.0 00000100:00080000:3.0:1734685847.957883:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685817 00000100:00100000:1.0:1734685847.958003:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848510080:12345-0@lo:400:kworker.0 Request processed in 324us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685847.958008:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7929 00000100:00100000:0.0:1734685847.958044:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54446 00000100:00100000:2.0:1734685847.958098:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848510080:0@lo:400:kworker.0 00000100:00100000:3.0:1734685847.973397:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685847.973413:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848510720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685847.973459:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685847.973552:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848510720 00000100:00100000:0.0:1734685847.973558:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848510720 00000100:00100000:0.0:1734685847.973593:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41591 00000100:00100000:0.0:1734685847.973600:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848510720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685847.973627:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685847.973681:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848510720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685847.973687:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41591 00000100:00100000:3.0:1734685847.973742:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848510720:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685848.037083:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848510848:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685848.037142:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685848.037216:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848510848 00000100:00100000:2.0:1734685848.037224:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848510848 00000100:00100000:2.0:1734685848.037258:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7056 00000100:00100000:2.0:1734685848.037264:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848510848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685848.037294:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685848.037325:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848510848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685848.037331:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7056 00000100:00100000:0.0:1734685848.037402:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848510848:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685848.046737:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685849.048920:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685849.732737:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685849.732761:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848510976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685849.732858:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685849.732926:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848510976 00000100:00100000:2.0:1734685849.732934:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848510976 00000100:00080000:3.0:1734685849.732986:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685819 00000100:00100000:2.0:1734685849.732991:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7057 00000100:00100000:2.0:1734685849.732998:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848510976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685849.733023:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685849.733080:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848510976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685849.733086:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7057 00000100:00100000:0.0:1734685849.733108:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848510976:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685850.050713:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685850.390764:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685850.390814:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685850.390842:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685850.390851:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872734464 00000100:00100000:3.0:1734685850.390859:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872734464 00000100:00100000:2.0:1734685850.390861:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872734336 00000100:00100000:2.0:1734685850.390865:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872734336 00000100:00100000:3.0:1734685850.390893:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872734592 00000100:00100000:3.0:1734685850.390895:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872734592 00000100:00100000:0.0:1734685850.390900:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685850.390906:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1095 00000100:00100000:3.0:1734685850.390906:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3373 00000100:00100000:2.0:1734685850.390912:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872734336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685850.390912:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872734464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685850.390917:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872734720 00000100:00100000:0.0:1734685850.390920:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872734720 00000100:00100000:0.0:1734685850.390935:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54447 00000100:00100000:0.0:1734685850.390939:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872734720:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685850.390954:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872734336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685850.390956:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872734464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (198us total) trans 0 rc 0/0 00010000:00020000:0.0:1734685850.390957:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685850.390958:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1095 00000100:00100000:3.0:1734685850.390961:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3373 00000100:00100000:1.0:1734685850.390967:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3374 00000100:00100000:1.0:1734685850.390973:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872734592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685850.390975:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872734720:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 35us (75us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685850.390981:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54447 00000100:00100000:1.0:1734685850.391001:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872734592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685850.391007:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3374 00000100:00080000:1.0:1734685850.391024:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685820 00000100:00080000:1.0:1734685850.391027:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685820 00000100:00080000:1.0:1734685850.391029:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685820 00010000:00010000:3.0:1734685851.052724:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685852.054945:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685852.916694:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848511104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685852.916740:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685852.916800:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848511104 00000100:00100000:0.0:1734685852.916806:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848511104 00000100:00100000:0.0:1734685852.916845:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41592 00000100:00100000:0.0:1734685852.916851:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848511104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685852.916880:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685852.916927:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848511104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685852.916933:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41592 00000100:00100000:3.0:1734685852.916940:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848511104:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685852.964713:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848511232:0@lo:400:kworker.0 00000100:00080000:2.0:1734685852.964716:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685852.964722:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685852.964724:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685852.964725:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848511488:0@lo:400:kworker.0 00000100:00080000:2.0:1734685852.964729:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10648 00000100:00100000:1.0:1734685852.964733:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848511360:0@lo:400:kworker.0 00000100:00080000:2.0:1734685852.964734:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685852.964739:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685852.964770:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096468380 x1818938848511744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685852.964778:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685852.964795:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685852.964795:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848511488 00000100:00080000:2.0:1734685852.964796:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685852.964799:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685852.964800:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734685852.964801:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848511488 00000100:00100000:3.0:1734685852.964802:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1734685852.964803:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10648 00000100:00080000:2.0:1734685852.964805:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734685852.964806:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848512000:0@lo:400:kworker.0 00000100:00080000:2.0:1734685852.964808:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685852.964816:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1db480 x1818938848512128/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685852.964820:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848511872:0@lo:400:kworker.0 00000100:00100000:3.0:1734685852.964823:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685852.964828:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848512000 00000100:00100000:1.0:1734685852.964830:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848512000 00000100:00100000:3.0:1734685852.964833:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848512256:0@lo:400:kworker.0 00000100:00100000:0.0:1734685852.964839:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685852.964841:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848511744:0@lo:8:kworker.0 00000100:00100000:1.0:1734685852.964842:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3375 00000100:00100000:1.0:1734685852.964847:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848511488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685852.964853:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3376 00000100:00100000:3.0:1734685852.964856:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848512000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685852.964860:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734685852.964865:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848511616:0@lo:400:kworker.0 00000100:00100000:2.0:1734685852.964869:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685852.964877:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848511488:12345-0@lo:400:kworker.0 Request processed in 29us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685852.964877:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848512000:12345-0@lo:400:kworker.0 Request processed in 21us (54us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685852.964881:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848512128:0@lo:8:kworker.0 00000100:00100000:1.0:1734685852.964882:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3375 00000100:00100000:0.0:1734685852.964884:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685852.964884:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3376 00000100:00100000:0.0:1734685852.964893:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848512384:0@lo:400:kworker.0 00000100:00100000:2.0:1734685852.964894:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685852.964897:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685822 00000100:00100000:3.0:1734685852.964901:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685852.964904:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685852.964915:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848511872 00000100:00100000:1.0:1734685852.964917:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848511872 00000100:00100000:2.0:1734685852.964921:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848511744 00000100:00100000:2.0:1734685852.964924:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848511744 00000100:00100000:0.0:1734685852.964926:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848511232 00000100:00100000:0.0:1734685852.964928:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848511232 00000100:00100000:1.0:1734685852.964931:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848512128 00000100:00100000:3.0:1734685852.964932:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848512000:0@lo:400:kworker.0 00000100:00100000:1.0:1734685852.964933:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848512128 00000100:00100000:2.0:1734685852.964938:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848512256 00000100:00100000:2.0:1734685852.964940:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848512256 00000100:00100000:3.0:1734685852.964940:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848511488:0@lo:400:kworker.0 00000100:00100000:1.0:1734685852.964942:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7931 00000100:00100000:0.0:1734685852.964944:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:0.0:1734685852.964946:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848511232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685852.964946:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848511872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685852.964953:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7932 00000100:00100000:2.0:1734685852.964957:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848512256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685852.964965:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54448 00000100:00100000:0.0:1734685852.964966:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848511232:12345-0@lo:400:kworker.0 Request processed in 19us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685852.964969:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1734685852.964969:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848511872:12345-0@lo:400:kworker.0 Request processed in 22us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685852.964969:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848511744:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685852.964973:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7931 00000100:00100000:2.0:1734685852.964983:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848512256:12345-0@lo:400:kworker.0 Request processed in 25us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685852.964985:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54449 00010000:00020000:3.0:1734685852.964985:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685852.964988:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848512128:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685852.964988:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7932 00000100:00100000:1.0:1734685852.964993:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848512384 00000100:00100000:1.0:1734685852.964994:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848512384 00010000:00020000:0.0:1734685852.964995:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685852.965008:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3377 00000100:00100000:0.0:1734685852.965011:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848512128:12345-0@lo:8:kworker.0 Request processed in 22us (117us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685852.965011:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848512384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685852.965012:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848511744:12345-0@lo:8:kworker.0 Request processed in 42us (142us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685852.965014:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54449 00000100:00080000:2.0:1734685852.965015:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685852.965017:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54448 00000100:00080000:2.0:1734685852.965018:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685852.965020:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848511744:0@lo:8:kworker.0 00000100:00100000:0.0:1734685852.965025:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685852.965027:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685852.965029:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685852.965031:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848512128:0@lo:8:kworker.0 00000100:00100000:1.0:1734685852.965036:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848512384:12345-0@lo:400:kworker.0 Request processed in 23us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685852.965038:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848512256:0@lo:400:kworker.0 00000100:00100000:0.0:1734685852.965040:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848511360 00000100:00100000:1.0:1734685852.965041:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3377 00000100:00100000:0.0:1734685852.965042:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848511360 00000100:00100000:1.0:1734685852.965049:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3378 00000100:00100000:1.0:1734685852.965052:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848511360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685852.965053:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848511616 00000100:00100000:2.0:1734685852.965055:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848511616 00000100:00100000:0.0:1734685852.965061:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848512384:0@lo:400:kworker.0 00000100:00100000:0.0:1734685852.965066:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848511872:0@lo:400:kworker.0 00000100:00100000:0.0:1734685852.965069:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848511232:0@lo:400:kworker.0 00000100:00100000:2.0:1734685852.965071:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41593 00000100:00100000:1.0:1734685852.965073:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848511360:12345-0@lo:400:kworker.0 Request processed in 20us (47us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685852.965074:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848511616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685852.965077:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3378 00000100:00100000:0.0:1734685852.965084:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848511360:0@lo:400:kworker.0 00000100:00080000:1.0:1734685852.965088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685822 00000100:00080000:1.0:1734685852.965090:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685822 00000100:00080000:1.0:1734685852.965091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685822 00000100:00100000:2.0:1734685852.965097:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848511616:12345-0@lo:400:kworker.0 Request processed in 22us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685852.965101:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41593 00000100:00100000:0.0:1734685852.965106:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848511616:0@lo:400:kworker.0 00000100:00100000:2.0:1734685852.980727:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685852.980745:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848512512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685852.980804:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685852.980846:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848512512 00000100:00100000:0.0:1734685852.980852:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848512512 00000100:00100000:0.0:1734685852.980895:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41594 00000100:00100000:0.0:1734685852.980901:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848512512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685852.980931:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685852.980978:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848512512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685852.980987:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41594 00000100:00100000:2.0:1734685852.980997:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848512512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685853.044730:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848512640:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685853.044790:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685853.044839:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848512640 00000100:00100000:0.0:1734685853.044846:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848512640 00000100:00100000:0.0:1734685853.044888:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7058 00000100:00100000:0.0:1734685853.044893:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848512640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685853.044918:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685853.044962:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848512640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685853.044967:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7058 00000100:00100000:2.0:1734685853.044983:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848512640:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685853.056735:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685854.058763:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685854.740743:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848512768:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685854.740793:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685854.740841:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848512768 00000100:00100000:0.0:1734685854.740848:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848512768 00000100:00100000:0.0:1734685854.740900:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7059 00000100:00080000:1.0:1734685854.740905:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685824 00000100:00100000:0.0:1734685854.740907:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848512768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685854.740932:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685854.740987:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848512768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685854.740993:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7059 00000100:00100000:3.0:1734685854.741021:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848512768:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685855.060708:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685855.399682:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685855.399710:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685855.399731:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872734848 00000100:00100000:2.0:1734685855.399738:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872734848 00000100:00100000:0.0:1734685855.399742:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685855.399760:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685855.399765:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872734976 00000100:00100000:1.0:1734685855.399769:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872734976 00000100:00100000:2.0:1734685855.399784:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1097 00000100:00100000:2.0:1734685855.399789:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872734848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685855.399790:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872735104 00000100:00100000:1.0:1734685855.399793:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872735104 00000100:00100000:0.0:1734685855.399795:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3379 00000100:00100000:3.0:1734685855.399797:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872735232 00000100:00100000:0.0:1734685855.399799:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872734976:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685855.399800:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872735232 00000100:00100000:1.0:1734685855.399808:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3380 00000100:00100000:1.0:1734685855.399813:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872735104:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685855.399815:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54450 00000100:00100000:3.0:1734685855.399819:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872735232:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685855.399832:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872734976:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685855.399832:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872734848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (156us total) trans 0 rc 0/0 00010000:00020000:3.0:1734685855.399836:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685855.399839:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1097 00000100:00100000:0.0:1734685855.399840:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3379 00000100:00100000:1.0:1734685855.399846:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872735104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685855.399851:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3380 00000100:00100000:3.0:1734685855.399855:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872735232:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 35us (93us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685855.399860:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54450 00000100:00080000:2.0:1734685855.399869:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685825 00000100:00080000:2.0:1734685855.399872:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685825 00000100:00080000:2.0:1734685855.399873:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685825 00010000:00010000:3.0:1734685856.062746:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685857.064824:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685857.925652:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848512896:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685857.925716:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685857.925929:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848512896 00000100:00100000:1.0:1734685857.925936:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848512896 00000100:00100000:1.0:1734685857.925974:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41595 00000100:00100000:1.0:1734685857.925980:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848512896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685857.926007:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685857.926051:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848512896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685857.926057:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41595 00000100:00100000:2.0:1734685857.926085:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848512896:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685857.974193:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685857.974199:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685857.974202:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685857.974208:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10653 00000100:00080000:2.0:1734685857.974212:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685857.974216:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685857.974233:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008cafe300 x1818938848513536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685857.974251:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685857.974254:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685857.974255:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685857.974257:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10653 00000100:00080000:2.0:1734685857.974259:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685857.974261:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685857.974268:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008cafca80 x1818938848513920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685857.974299:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848513536:0@lo:8:kworker.0 00000100:00100000:2.0:1734685857.974348:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685857.974365:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848513920:0@lo:8:kworker.0 00000100:00100000:2.0:1734685857.974377:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685857.974408:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848513536 00000100:00100000:2.0:1734685857.974413:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848513536 00000100:00100000:2.0:1734685857.974450:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848513920 00000100:00100000:2.0:1734685857.974453:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848513920 00000100:00100000:2.0:1734685857.974465:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54451 00000100:00100000:2.0:1734685857.974470:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848513536:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685857.974474:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848513024:0@lo:400:kworker.0 00010000:00020000:2.0:1734685857.974490:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685857.974505:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685857.974566:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848513280:0@lo:400:kworker.0 00000100:00100000:1.0:1734685857.974712:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54452 00000100:00100000:1.0:1734685857.974716:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848513920:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685857.974726:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685857.975042:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848513664:0@lo:400:kworker.0 00000100:00100000:2.0:1734685857.975043:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848513536:12345-0@lo:8:kworker.0 Request processed in 571us (693us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685857.975049:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54451 00000100:00100000:0.0:1734685857.975061:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685857.975075:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848513664 00000100:00100000:0.0:1734685857.975077:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734685857.975078:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848513664 00000100:00100000:0.0:1734685857.975082:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848513408:0@lo:400:kworker.0 00000100:00100000:0.0:1734685857.975098:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685857.975100:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7933 00000100:00100000:2.0:1734685857.975103:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848513664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685857.975109:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848514176:0@lo:400:kworker.0 00000100:00100000:0.0:1734685857.975125:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685857.975135:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848513664:12345-0@lo:400:kworker.0 Request processed in 31us (74us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685857.975141:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7933 00000100:00100000:0.0:1734685857.975147:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848513664:0@lo:400:kworker.0 00000100:00080000:2.0:1734685857.975157:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685827 00000100:00100000:0.0:1734685857.975169:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848513024 00000100:00080000:2.0:1734685857.975170:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685857.975171:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848513024 00000100:00080000:2.0:1734685857.975173:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685857.975176:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848513536:0@lo:8:kworker.0 00000100:00080000:2.0:1734685857.975187:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685827 00000100:00100000:0.0:1734685857.975194:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:2.0:1734685857.975194:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008caffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848513152:0@lo:400:kworker.0 00000100:00100000:0.0:1734685857.975198:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848513024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685857.975212:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685857.975224:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848513024:12345-0@lo:400:kworker.0 Request processed in 25us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685857.975225:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848513792:0@lo:400:kworker.0 00000100:00100000:0.0:1734685857.975229:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:2.0:1734685857.975238:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685857.975258:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848513024:0@lo:400:kworker.0 00000100:00100000:2.0:1734685857.975258:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848514176 00000100:00100000:2.0:1734685857.975260:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848514176 00000100:00100000:2.0:1734685857.975277:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848513152 00000100:00100000:2.0:1734685857.975278:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848513152 00000100:00100000:0.0:1734685857.975281:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848513792 00000100:00100000:0.0:1734685857.975284:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848513792 00000100:00100000:2.0:1734685857.975291:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3381 00000100:00100000:2.0:1734685857.975295:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848514176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685857.975302:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3382 00000100:00100000:0.0:1734685857.975306:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848513152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685857.975321:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848514176:12345-0@lo:400:kworker.0 Request processed in 24us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685857.975326:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3381 00000100:00100000:0.0:1734685857.975334:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848513152:12345-0@lo:400:kworker.0 Request processed in 27us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685857.975336:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3383 00000100:00100000:0.0:1734685857.975340:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3382 00000100:00100000:2.0:1734685857.975340:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848513792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685857.975357:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848513792:12345-0@lo:400:kworker.0 Request processed in 17us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685857.975359:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848513408 00000100:00100000:0.0:1734685857.975362:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848513408 00000100:00100000:2.0:1734685857.975362:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3383 00000100:00080000:2.0:1734685857.975374:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685827 00000100:00100000:0.0:1734685857.975379:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41596 00000100:00100000:0.0:1734685857.975382:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848513408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685857.975387:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848513152:0@lo:400:kworker.0 00000100:00100000:2.0:1734685857.975394:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848513792:0@lo:400:kworker.0 00000100:00100000:0.0:1734685857.975407:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848513408:12345-0@lo:400:kworker.0 Request processed in 24us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685857.975409:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008caff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848513408:0@lo:400:kworker.0 00000100:00100000:0.0:1734685857.975412:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41596 00000100:00100000:2.0:1734685857.975416:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848514176:0@lo:400:kworker.0 00000100:00100000:3.0:1734685857.975747:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685857.975768:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848514048:0@lo:400:kworker.0 00000100:00100000:3.0:1734685857.975782:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685857.975789:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848513280 00000100:00100000:0.0:1734685857.975793:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848513280 00000100:00100000:0.0:1734685857.975833:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3384 00000100:00100000:0.0:1734685857.975837:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848513280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685857.975910:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848513280:12345-0@lo:400:kworker.0 Request processed in 72us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685857.975912:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848513920:12345-0@lo:8:kworker.0 Request processed in 1194us (1533us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685857.975915:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3384 00000100:00100000:1.0:1734685857.975919:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54452 00000100:00100000:1.0:1734685857.975929:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848514048 00000100:00100000:1.0:1734685857.975931:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848514048 00000100:00100000:1.0:1734685857.975945:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7934 00000100:00080000:0.0:1734685857.975947:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685857.975949:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848514048:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685857.975950:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685857.975953:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848513920:0@lo:8:kworker.0 00000100:00100000:1.0:1734685857.975970:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848514048:12345-0@lo:400:kworker.0 Request processed in 20us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685857.975974:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7934 00000100:00080000:2.0:1734685857.976008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685827 00000100:00080000:2.0:1734685857.976011:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685827 00000100:00100000:3.0:1734685857.976031:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848513280:0@lo:400:kworker.0 00000100:00100000:3.0:1734685857.976037:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848514048:0@lo:400:kworker.0 00000100:00100000:0.0:1734685857.988933:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848514304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685857.988987:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685857.989093:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848514304 00000100:00100000:2.0:1734685857.989099:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848514304 00000100:00100000:2.0:1734685857.989137:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41597 00000100:00100000:2.0:1734685857.989142:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848514304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685857.989172:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685857.989331:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848514304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 187us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685857.989338:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848514304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685857.989338:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41597 00000100:00100000:0.0:1734685858.052766:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848514432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685858.052811:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685858.053055:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848514432 00000100:00100000:1.0:1734685858.053062:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848514432 00000100:00100000:1.0:1734685858.053093:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7060 00000100:00100000:1.0:1734685858.053098:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848514432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685858.053123:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685858.053196:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848514432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685858.053205:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7060 00000100:00100000:0.0:1734685858.053257:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848514432:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685858.067706:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685859.069010:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685859.748821:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685859.748841:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848514560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685859.748892:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685859.749080:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848514560 00000100:00100000:2.0:1734685859.749087:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848514560 00000100:00080000:0.0:1734685859.749113:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685829 00000100:00100000:2.0:1734685859.749123:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7061 00000100:00100000:2.0:1734685859.749128:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848514560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685859.749154:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685859.749200:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848514560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685859.749205:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7061 00000100:00100000:1.0:1734685859.749381:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848514560:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685860.070727:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685860.406777:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685860.406815:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685860.406831:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872735360 00000100:00100000:2.0:1734685860.406839:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872735360 00000100:00100000:0.0:1734685860.406846:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685860.406879:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1099 00000100:00100000:2.0:1734685860.406885:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872735360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685860.406888:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872735616 00000100:00100000:3.0:1734685860.406893:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872735616 00000100:00100000:0.0:1734685860.406911:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685860.406915:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872735488 00000100:00100000:3.0:1734685860.406916:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872735488 00000100:00080000:0.0:1734685860.406926:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685830 00000100:00080000:0.0:1734685860.406929:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685830 00000100:00100000:3.0:1734685860.406929:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3385 00000100:00080000:0.0:1734685860.406931:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685830 00000100:00100000:2.0:1734685860.406932:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872735360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685860.406932:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872735616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685860.406938:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1099 00000100:00100000:0.0:1734685860.406943:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3386 00000100:00100000:0.0:1734685860.406949:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872735488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685860.406955:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872735616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685860.406961:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3385 00000100:00100000:0.0:1734685860.406972:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872735488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685860.406978:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3386 00000100:00100000:3.0:1734685860.406986:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872735744 00000100:00100000:3.0:1734685860.406988:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872735744 00000100:00100000:3.0:1734685860.407002:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54453 00000100:00100000:3.0:1734685860.407006:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872735744:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685860.407023:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685860.407065:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872735744:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 58us (153us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685860.407071:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54453 00010000:00010000:3.0:1734685861.072764:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685862.074763:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685862.932836:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848514688:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685862.932897:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685862.932961:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848514688 00000100:00100000:2.0:1734685862.932969:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848514688 00000100:00100000:2.0:1734685862.933015:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41598 00000100:00100000:2.0:1734685862.933022:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848514688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685862.933055:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685862.933104:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848514688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685862.933110:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41598 00000100:00100000:3.0:1734685862.933140:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848514688:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685862.980723:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734685862.980727:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848515072:0@lo:400:kworker.0 00000100:00080000:2.0:1734685862.980729:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685862.980732:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685862.980736:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10658 00000100:00100000:3.0:1734685862.980736:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848515200:0@lo:400:kworker.0 00000100:00080000:2.0:1734685862.980739:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685862.980744:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685862.980759:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a223480 x1818938848515328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685862.980774:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685862.980779:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685862.980799:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685862.980799:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685862.980802:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848514944:0@lo:400:kworker.0 00000100:00100000:3.0:1734685862.980804:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848514816:0@lo:400:kworker.0 00000100:00100000:0.0:1734685862.980811:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685862.980819:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848515072 00000100:00100000:1.0:1734685862.980825:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848515072 00000100:00100000:0.0:1734685862.980826:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848514944 00000100:00100000:0.0:1734685862.980828:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848514944 00000100:00100000:0.0:1734685862.980861:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3387 00000100:00100000:1.0:1734685862.980865:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3388 00000100:00100000:0.0:1734685862.980866:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848514944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685862.980870:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848515072:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685862.980876:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685862.980879:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685862.980880:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685862.980883:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10658 00000100:00080000:2.0:1734685862.980885:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685862.980887:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685862.980897:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a221180 x1818938848515712/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685862.980906:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685862.980923:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848514944:12345-0@lo:400:kworker.0 Request processed in 56us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685862.980923:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848515072:12345-0@lo:400:kworker.0 Request processed in 52us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685862.980924:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848515968:0@lo:400:kworker.0 00000100:00100000:2.0:1734685862.980925:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848515200 00000100:00100000:0.0:1734685862.980928:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3387 00000100:00100000:2.0:1734685862.980928:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848515200 00000100:00100000:1.0:1734685862.980931:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3388 00000100:00100000:3.0:1734685862.980939:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685862.980945:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848515968 00000100:00100000:2.0:1734685862.980945:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41599 00000100:00100000:0.0:1734685862.980946:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848515328:0@lo:8:kworker.0 00000100:00100000:1.0:1734685862.980946:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848515968 00000100:00100000:2.0:1734685862.980948:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848515200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685862.980949:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685862.980954:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848515456:0@lo:400:kworker.0 00000100:00100000:1.0:1734685862.980956:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3389 00000100:00100000:1.0:1734685862.980959:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848515968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685862.980965:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685862.980971:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685862.980976:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848515712:0@lo:8:kworker.0 00000100:00100000:1.0:1734685862.980981:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848515968:12345-0@lo:400:kworker.0 Request processed in 21us (41us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685862.980981:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848515200:12345-0@lo:400:kworker.0 Request processed in 32us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685862.980987:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685862.980987:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3389 00000100:00100000:2.0:1734685862.980987:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41599 00000100:00100000:3.0:1734685862.980995:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848515968:0@lo:400:kworker.0 00000100:00080000:1.0:1734685862.980997:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685832 00000100:00080000:1.0:1734685862.981000:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685832 00000100:00100000:3.0:1734685862.981003:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848515200:0@lo:400:kworker.0 00000100:00100000:0.0:1734685862.981005:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848515328 00000100:00100000:1.0:1734685862.981005:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848515584:0@lo:400:kworker.0 00000100:00100000:0.0:1734685862.981007:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848515328 00000100:00100000:2.0:1734685862.981011:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848514816 00000100:00100000:2.0:1734685862.981013:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848514816 00000100:00100000:0.0:1734685862.981023:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848515456 00000100:00100000:1.0:1734685862.981024:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685862.981025:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848515456 00000100:00100000:2.0:1734685862.981031:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1734685862.981034:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848514816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685862.981038:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848515712 00000100:00100000:0.0:1734685862.981040:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7935 00000100:00100000:1.0:1734685862.981040:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734685862.981040:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848515712 00000100:00100000:0.0:1734685862.981044:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848515456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685862.981045:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848515840:0@lo:400:kworker.0 00000100:00100000:2.0:1734685862.981054:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848514816:12345-0@lo:400:kworker.0 Request processed in 19us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685862.981056:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54454 00000100:00100000:1.0:1734685862.981058:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685862.981059:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1734685862.981060:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848515328:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685862.981067:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848515456:12345-0@lo:400:kworker.0 Request processed in 21us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685862.981071:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7935 00000100:00100000:2.0:1734685862.981076:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848515840 00010000:00020000:3.0:1734685862.981076:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685862.981078:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848515840 00000100:00100000:0.0:1734685862.981080:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54455 00000100:00100000:0.0:1734685862.981083:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848515712:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734685862.981086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685832 00000100:00080000:1.0:1734685862.981088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685832 00000100:00100000:2.0:1734685862.981091:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7936 00010000:00020000:0.0:1734685862.981092:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685862.981094:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848515840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685862.981100:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848515328:12345-0@lo:8:kworker.0 Request processed in 39us (134us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685862.981105:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54454 00000100:00100000:0.0:1734685862.981108:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848515712:12345-0@lo:8:kworker.0 Request processed in 24us (121us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685862.981111:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54455 00000100:00100000:2.0:1734685862.981116:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848515840:12345-0@lo:400:kworker.0 Request processed in 21us (56us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685862.981121:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7936 00000100:00100000:0.0:1734685862.981123:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848515584 00000100:00080000:1.0:1734685862.981123:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685862.981125:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848515584 00000100:00080000:1.0:1734685862.981125:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685862.981129:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848515328:0@lo:8:kworker.0 00000100:00100000:0.0:1734685862.981135:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3390 00000100:00080000:1.0:1734685862.981135:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685862.981137:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685862.981138:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848515584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685862.981139:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848515712:0@lo:8:kworker.0 00000100:00100000:0.0:1734685862.981151:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848515584:12345-0@lo:400:kworker.0 Request processed in 13us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685862.981154:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3390 00000100:00100000:1.0:1734685862.981156:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848515840:0@lo:400:kworker.0 00000100:00100000:1.0:1734685862.981163:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848515584:0@lo:400:kworker.0 00000100:00100000:0.0:1734685862.981166:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848514944:0@lo:400:kworker.0 00000100:00100000:0.0:1734685862.981172:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848515072:0@lo:400:kworker.0 00000100:00100000:3.0:1734685862.981419:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848515456:0@lo:400:kworker.0 00000100:00100000:3.0:1734685862.981425:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848514816:0@lo:400:kworker.0 00000100:00100000:1.0:1734685862.996844:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848516096:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685862.996905:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685862.996958:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848516096 00000100:00100000:2.0:1734685862.996964:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848516096 00000100:00100000:2.0:1734685862.997007:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41600 00000100:00100000:2.0:1734685862.997014:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848516096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685862.997041:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685862.997077:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848516096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685862.997083:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41600 00000100:00100000:1.0:1734685862.997105:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848516096:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685863.060741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848516224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685863.060787:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685863.060829:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848516224 00000100:00100000:2.0:1734685863.060834:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848516224 00000100:00100000:2.0:1734685863.060872:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7062 00000100:00100000:2.0:1734685863.060878:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848516224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685863.060903:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685863.060939:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848516224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685863.060943:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7062 00000100:00100000:1.0:1734685863.061010:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848516224:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685863.076752:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685864.079113:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685864.756832:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848516352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685864.756903:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685864.757008:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848516352 00000100:00100000:3.0:1734685864.757024:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848516352 00000100:00100000:3.0:1734685864.757078:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7063 00000100:00080000:1.0:1734685864.757083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685834 00000100:00100000:3.0:1734685864.757084:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848516352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685864.757123:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685864.757205:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848516352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685864.757211:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7063 00000100:00100000:2.0:1734685864.757295:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848516352:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685865.081143:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685865.415329:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685865.415384:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685865.415407:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872736256 00000100:00100000:3.0:1734685865.415417:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872736256 00000100:00100000:0.0:1734685865.415427:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685865.415453:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54456 00000100:00100000:3.0:1734685865.415461:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872736256:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685865.415488:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685865.415617:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872736256:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 156us (300us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685865.415625:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54456 00000100:00100000:2.0:1734685865.415672:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872736000 00000100:00100000:2.0:1734685865.415677:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872736000 00000100:00100000:2.0:1734685865.415726:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3391 00000100:00100000:2.0:1734685865.415731:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872736000:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685865.415735:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872735872 00000100:00100000:1.0:1734685865.415747:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872735872 00000100:00100000:2.0:1734685865.415769:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872736000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685865.415774:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3391 00000100:00100000:1.0:1734685865.415793:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1101 00000100:00100000:1.0:1734685865.415800:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872735872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685865.415819:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685835 00000100:00080000:0.0:1734685865.415823:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685835 00000100:00100000:1.0:1734685865.415846:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872735872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685865.415852:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1101 00000100:00100000:0.0:1734685865.415891:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685865.415908:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872736128 00000100:00100000:0.0:1734685865.415911:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872736128 00000100:00100000:2.0:1734685865.415946:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3392 00000100:00100000:2.0:1734685865.415952:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008caff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872736128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685865.415979:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008caff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872736128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (89us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685865.416247:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685835 00000100:00100000:2.0:1734685865.416379:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3392 00010000:00010000:3.0:1734685866.082792:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685867.084748:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685867.940802:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685867.940826:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848516480:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685867.940892:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685867.940949:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848516480 00000100:00100000:2.0:1734685867.940955:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848516480 00000100:00100000:2.0:1734685867.940996:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41601 00000100:00100000:2.0:1734685867.941002:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848516480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685867.941041:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685867.941098:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848516480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685867.941105:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41601 00000100:00100000:1.0:1734685867.941181:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848516480:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685867.988830:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685867.988837:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685867.988841:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685867.988849:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10663 00000100:00080000:2.0:1734685867.988854:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685867.988861:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685867.988916:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848516736:0@lo:400:kworker.0 00000100:00100000:1.0:1734685867.988916:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848516608:0@lo:400:kworker.0 00000100:00100000:3.0:1734685867.988918:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848516864:0@lo:400:kworker.0 00000100:00100000:1.0:1734685867.988973:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685867.988975:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685867.989003:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734685867.989009:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848516992:0@lo:400:kworker.0 00000100:00100000:1.0:1734685867.989029:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685867.989037:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848516608 00000100:00100000:0.0:1734685867.989043:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848516608 00000100:00100000:1.0:1734685867.989049:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848516992 00000100:00100000:1.0:1734685867.989052:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848516992 00000100:00100000:0.0:1734685867.989073:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1734685867.989075:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41602 00000100:00100000:0.0:1734685867.989079:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848516608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685867.989080:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848516992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685867.989105:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685867.989126:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848516608:12345-0@lo:400:kworker.0 Request processed in 46us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685867.989129:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848516992:12345-0@lo:400:kworker.0 Request processed in 48us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685867.989131:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848516736 00000100:00100000:0.0:1734685867.989132:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1734685867.989134:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41602 00000100:00100000:3.0:1734685867.989134:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848516736 00000100:00100000:2.0:1734685867.989148:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a221c00 x1818938848517120/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734685867.989155:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685837 00000100:00100000:3.0:1734685867.989155:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848516864 00000100:00100000:3.0:1734685867.989157:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848516864 00000100:00080000:0.0:1734685867.989158:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685837 00000100:00100000:1.0:1734685867.989165:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848516992:0@lo:400:kworker.0 00000100:00100000:1.0:1734685867.989172:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848516608:0@lo:400:kworker.0 00000100:00100000:3.0:1734685867.989175:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3393 00000100:00100000:0.0:1734685867.989177:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848517120:0@lo:8:kworker.0 00000100:00100000:3.0:1734685867.989179:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848516736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685867.989189:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848517248:0@lo:400:kworker.0 00000100:00080000:2.0:1734685867.989191:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685867.989194:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685867.989196:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734685867.989197:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685867.989200:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10663 00000100:00080000:2.0:1734685867.989202:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685867.989206:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685867.989213:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3394 00000100:00100000:3.0:1734685867.989216:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848516736:12345-0@lo:400:kworker.0 Request processed in 35us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685867.989217:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848516864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685867.989221:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a221f80 x1818938848517504/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685867.989222:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3393 00000100:00080000:0.0:1734685867.989224:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685837 00000100:00100000:0.0:1734685867.989239:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848517504:0@lo:8:kworker.0 00000100:00100000:1.0:1734685867.989240:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848516864:12345-0@lo:400:kworker.0 Request processed in 22us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685867.989243:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848517120 00000100:00100000:1.0:1734685867.989245:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3394 00000100:00100000:3.0:1734685867.989246:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848517120 00000100:00100000:0.0:1734685867.989255:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685867.989263:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848517504 00000100:00100000:3.0:1734685867.989265:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848517504 00000100:00100000:1.0:1734685867.989272:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54457 00000100:00100000:3.0:1734685867.989276:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54458 00000100:00100000:1.0:1734685867.989277:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848517120:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685867.989278:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848517760:0@lo:400:kworker.0 00000100:00100000:3.0:1734685867.989281:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848517504:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685867.989293:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685867.989295:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1734685867.989300:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685867.989310:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848517760 00000100:00100000:0.0:1734685867.989315:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848517376:0@lo:400:kworker.0 00000100:00100000:2.0:1734685867.989316:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848517760 00000100:00100000:1.0:1734685867.989317:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848517120:12345-0@lo:8:kworker.0 Request processed in 40us (119us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685867.989321:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848517504:12345-0@lo:8:kworker.0 Request processed in 39us (64us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685867.989323:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54457 00000100:00100000:3.0:1734685867.989326:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54458 00000100:00100000:0.0:1734685867.989328:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685867.989335:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685867.989342:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848517376 00000100:00100000:3.0:1734685867.989342:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848517632:0@lo:400:kworker.0 00000100:00100000:0.0:1734685867.989345:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848516736:0@lo:400:kworker.0 00000100:00100000:2.0:1734685867.989345:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848517376 00000100:00100000:1.0:1734685867.989355:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3395 00000100:00100000:1.0:1734685867.989360:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848517760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685867.989360:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685867.989362:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3396 00000100:00080000:0.0:1734685867.989366:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685867.989367:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848517376:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685867.989368:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685867.989372:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848517504:0@lo:8:kworker.0 00000100:00080000:0.0:1734685867.989378:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685867.989378:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848516864:0@lo:400:kworker.0 00000100:00080000:0.0:1734685867.989380:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685867.989383:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848517120:0@lo:8:kworker.0 00000100:00100000:1.0:1734685867.989383:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848517760:12345-0@lo:400:kworker.0 Request processed in 23us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685867.989388:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3395 00000100:00100000:3.0:1734685867.989393:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848517248 00000100:00100000:3.0:1734685867.989395:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848517248 00000100:00100000:1.0:1734685867.989402:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848517632 00000100:00080000:0.0:1734685867.989404:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685837 00000100:00100000:1.0:1734685867.989404:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848517632 00000100:00100000:3.0:1734685867.989414:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7937 00000100:00100000:3.0:1734685867.989418:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848517248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685867.989419:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848517760:0@lo:400:kworker.0 00000100:00100000:1.0:1734685867.989423:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7938 00000100:00100000:2.0:1734685867.989424:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848517376:12345-0@lo:400:kworker.0 Request processed in 56us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685867.989427:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848517632:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685867.989428:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685837 00000100:00100000:2.0:1734685867.989430:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3396 00000100:00100000:0.0:1734685867.989440:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848517376:0@lo:400:kworker.0 00000100:00100000:3.0:1734685867.989446:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848517248:12345-0@lo:400:kworker.0 Request processed in 27us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685867.989450:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848517632:12345-0@lo:400:kworker.0 Request processed in 22us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685867.989452:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7937 00000100:00100000:1.0:1734685867.989455:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7938 00000100:00100000:3.0:1734685867.989475:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848517632:0@lo:400:kworker.0 00000100:00100000:1.0:1734685867.989476:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848517248:0@lo:400:kworker.0 00000100:00100000:0.0:1734685868.004768:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685868.004785:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848517888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685868.004828:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685868.004894:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848517888 00000100:00100000:3.0:1734685868.004901:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848517888 00000100:00100000:3.0:1734685868.004945:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41603 00000100:00100000:3.0:1734685868.004952:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848517888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685868.004982:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685868.005034:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848517888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685868.005041:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41603 00000100:00100000:0.0:1734685868.005091:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848517888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685868.068841:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848518016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685868.068894:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685868.069057:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848518016 00000100:00100000:2.0:1734685868.069063:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848518016 00000100:00100000:2.0:1734685868.069104:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7064 00000100:00100000:2.0:1734685868.069110:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848518016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685868.069136:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685868.069168:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848518016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685868.069174:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7064 00000100:00100000:0.0:1734685868.069236:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848518016:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685868.086696:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685869.088789:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685869.765805:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848518144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685869.765874:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685869.765940:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848518144 00000100:00100000:1.0:1734685869.765951:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848518144 00000100:00100000:1.0:1734685869.766005:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7065 00000100:00100000:1.0:1734685869.766011:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848518144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685869.766040:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685869.766083:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848518144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685869.766089:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7065 00000100:00100000:3.0:1734685869.766126:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848518144:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734685869.766189:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685839 00010000:00010000:3.0:1734685870.090753:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685870.423090:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685870.423134:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685870.423162:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685870.423191:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872736512 00000100:00100000:3.0:1734685870.423198:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872736512 00000100:00100000:2.0:1734685870.423226:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872736384 00000100:00100000:0.0:1734685870.423230:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685870.423236:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872736384 00000100:00100000:3.0:1734685870.423242:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872736640 00000100:00100000:3.0:1734685870.423245:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872736640 00000100:00100000:0.0:1734685870.423260:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872736768 00000100:00100000:3.0:1734685870.423260:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3397 00000100:00100000:0.0:1734685870.423263:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872736768 00000100:00100000:3.0:1734685870.423267:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872736512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685870.423268:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3398 00000100:00100000:1.0:1734685870.423274:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872736640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685870.423280:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54459 00000100:00100000:0.0:1734685870.423284:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872736768:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685870.423287:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1103 00000100:00100000:2.0:1734685870.423293:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872736384:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734685870.423303:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685870.423317:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872736640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685870.423319:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872736512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685870.423322:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872736768:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (92us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685870.423325:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3397 00000100:00100000:0.0:1734685870.423327:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54459 00000100:00100000:2.0:1734685870.423346:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872736384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (263us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685870.423353:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685840 00000100:00100000:2.0:1734685870.423353:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1103 00000100:00080000:0.0:1734685870.423356:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685840 00000100:00080000:0.0:1734685870.423358:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685840 00000100:00100000:1.0:1734685870.423400:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3398 00010000:00010000:3.0:1734685871.092789:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685872.094731:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685872.948830:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848518272:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685872.948901:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685872.948975:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848518272 00000100:00100000:3.0:1734685872.948984:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848518272 00000100:00100000:3.0:1734685872.949034:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41604 00000100:00100000:3.0:1734685872.949040:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848518272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685872.949078:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685872.949124:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848518272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685872.949131:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41604 00000100:00100000:0.0:1734685872.949151:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848518272:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685872.996851:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685872.996858:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685872.996861:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685872.996870:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10668 00000100:00080000:2.0:1734685872.996875:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1734685872.996879:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848518528:0@lo:400:kworker.0 00000100:00100000:1.0:1734685872.996879:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848518784:0@lo:400:kworker.0 00000100:00080000:2.0:1734685872.996883:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685872.996904:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a223800 x1818938848518912/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685872.996929:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848518656:0@lo:400:kworker.0 00000100:00100000:0.0:1734685872.996934:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685872.996934:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685872.996934:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685872.996937:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685872.996938:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685872.996941:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10668 00000100:00080000:2.0:1734685872.996943:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685872.996947:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685872.996956:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a223100 x1818938848519296/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685872.996966:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685872.996970:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734685872.996972:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848519168:0@lo:400:kworker.0 00000100:00100000:1.0:1734685872.996975:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848518400:0@lo:400:kworker.0 00000100:00100000:3.0:1734685872.996985:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848519424:0@lo:400:kworker.0 00000100:00100000:0.0:1734685872.996991:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685872.996997:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848518912:0@lo:8:kworker.0 00000100:00100000:1.0:1734685872.997001:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685872.997010:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685872.997013:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848519040:0@lo:400:kworker.0 00000100:00100000:0.0:1734685872.997025:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848518528 00000100:00100000:0.0:1734685872.997030:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848518528 00000100:00100000:1.0:1734685872.997034:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685872.997034:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848519424 00000100:00100000:3.0:1734685872.997037:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848519424 00000100:00100000:1.0:1734685872.997053:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848519552:0@lo:400:kworker.0 00000100:00100000:2.0:1734685872.997054:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848518400 00000100:00100000:2.0:1734685872.997059:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848518400 00000100:00100000:0.0:1734685872.997061:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848518656 00000100:00100000:3.0:1734685872.997062:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848519040 00000100:00100000:0.0:1734685872.997063:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848518656 00000100:00100000:3.0:1734685872.997065:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848519040 00000100:00100000:1.0:1734685872.997066:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685872.997075:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848519168 00000100:00100000:0.0:1734685872.997077:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848519168 00000100:00100000:3.0:1734685872.997078:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7939 00000100:00100000:1.0:1734685872.997082:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848519552 00000100:00100000:3.0:1734685872.997084:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848519424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685872.997085:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848519552 00000100:00100000:0.0:1734685872.997090:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3399 00000100:00100000:2.0:1734685872.997093:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1734685872.997094:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848518528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685872.997099:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3400 00000100:00100000:2.0:1734685872.997099:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848518400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685872.997103:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848518656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685872.997132:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848518528:12345-0@lo:400:kworker.0 Request processed in 37us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685872.997133:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848519424:12345-0@lo:400:kworker.0 Request processed in 49us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685872.997137:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848518656:12345-0@lo:400:kworker.0 Request processed in 32us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685872.997138:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3399 00000100:00100000:3.0:1734685872.997139:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7939 00000100:00100000:1.0:1734685872.997142:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3400 00000100:00100000:2.0:1734685872.997148:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848518400:12345-0@lo:400:kworker.0 Request processed in 49us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685872.997151:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3401 00000100:00100000:3.0:1734685872.997152:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7940 00000100:00100000:1.0:1734685872.997157:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848519168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685872.997157:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1734685872.997158:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3402 00000100:00100000:3.0:1734685872.997158:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848519040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685872.997161:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848519552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685872.997179:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848519168:12345-0@lo:400:kworker.0 Request processed in 24us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685872.997182:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848519040:12345-0@lo:400:kworker.0 Request processed in 25us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685872.997184:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3401 00000100:00100000:3.0:1734685872.997186:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7940 00000100:00100000:0.0:1734685872.997187:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848519552:12345-0@lo:400:kworker.0 Request processed in 24us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685872.997191:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3402 00000100:00100000:2.0:1734685872.997198:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685872.997205:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848518784 00000100:00080000:0.0:1734685872.997207:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685842 00000100:00100000:3.0:1734685872.997207:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848518784 00000100:00080000:0.0:1734685872.997211:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685842 00000100:00100000:1.0:1734685872.997211:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848519552:0@lo:400:kworker.0 00000100:00080000:0.0:1734685872.997212:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685842 00000100:00080000:0.0:1734685872.997214:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685842 00000100:00100000:2.0:1734685872.997215:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848519296:0@lo:8:kworker.0 00000100:00100000:1.0:1734685872.997219:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848518400:0@lo:400:kworker.0 00000100:00100000:3.0:1734685872.997223:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41605 00000100:00100000:1.0:1734685872.997226:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848519040:0@lo:400:kworker.0 00000100:00100000:3.0:1734685872.997227:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848518784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685872.997232:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685872.997234:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848519168:0@lo:400:kworker.0 00000100:00100000:0.0:1734685872.997241:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848518528:0@lo:400:kworker.0 00000100:00100000:3.0:1734685872.997254:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848518784:12345-0@lo:400:kworker.0 Request processed in 27us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685872.997258:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848518784:0@lo:400:kworker.0 00000100:00100000:3.0:1734685872.997259:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41605 00000100:00100000:2.0:1734685872.997261:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848518912 00000100:00100000:2.0:1734685872.997264:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848518912 00000100:00100000:3.0:1734685872.997272:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848519296 00000100:00100000:3.0:1734685872.997275:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848519296 00000100:00100000:2.0:1734685872.997279:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54460 00000100:00100000:2.0:1734685872.997284:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848518912:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685872.997290:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54461 00000100:00100000:3.0:1734685872.997293:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848519296:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685872.997302:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734685872.997311:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685872.997339:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848518912:12345-0@lo:8:kworker.0 Request processed in 54us (140us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685872.997343:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848519296:12345-0@lo:8:kworker.0 Request processed in 48us (109us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685872.997345:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54460 00000100:00100000:3.0:1734685872.997349:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54461 00000100:00080000:0.0:1734685872.997361:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685872.997364:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685872.997368:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848518912:0@lo:8:kworker.0 00000100:00100000:3.0:1734685872.997368:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848519424:0@lo:400:kworker.0 00000100:00080000:0.0:1734685872.997375:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685872.997377:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685872.997377:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848518656:0@lo:400:kworker.0 00000100:00100000:0.0:1734685872.997380:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848519296:0@lo:8:kworker.0 00000100:00100000:1.0:1734685873.012753:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685873.012776:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848519680:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685873.012825:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685873.012933:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848519680 00000100:00100000:3.0:1734685873.012939:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848519680 00000100:00100000:3.0:1734685873.012974:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41606 00000100:00100000:3.0:1734685873.012980:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848519680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685873.013010:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685873.013054:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848519680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685873.013060:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41606 00000100:00100000:0.0:1734685873.013128:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848519680:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685873.077587:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848519808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685873.077653:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685873.077760:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848519808 00000100:00100000:0.0:1734685873.077767:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848519808 00000100:00100000:0.0:1734685873.077816:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7066 00000100:00100000:0.0:1734685873.077823:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848519808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685873.077851:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685873.077898:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848519808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685873.077904:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7066 00000100:00100000:2.0:1734685873.077975:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848519808:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685873.096850:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685874.098736:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685874.772803:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848519936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685874.772861:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685874.772904:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848519936 00000100:00100000:0.0:1734685874.772913:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848519936 00000100:00080000:2.0:1734685874.773009:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685844 00000100:00100000:0.0:1734685874.773118:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7067 00000100:00100000:0.0:1734685874.773125:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848519936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685874.773152:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685874.773197:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848519936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685874.773203:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7067 00000100:00100000:3.0:1734685874.773278:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848519936:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685875.100739:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685875.430853:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685875.430890:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685875.430907:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872737024 00000100:00100000:0.0:1734685875.430916:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685875.430916:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872737024 00000100:00100000:0.0:1734685875.430938:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685875.430939:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872737280 00000100:00100000:3.0:1734685875.430942:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872737280 00000100:00100000:3.0:1734685875.430960:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54462 00000100:00100000:2.0:1734685875.430961:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872737152 00000100:00100000:2.0:1734685875.430963:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872737152 00000100:00100000:3.0:1734685875.430965:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872737280:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685875.430968:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3403 00000100:00100000:0.0:1734685875.430974:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872737024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685875.430978:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3404 00000100:00100000:2.0:1734685875.430981:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872737152:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734685875.430985:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685875.431024:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872737152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685875.431024:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872737280:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 58us (108us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685875.431031:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3404 00000100:00100000:3.0:1734685875.431031:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54462 00000100:00080000:2.0:1734685875.431046:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685845 00000100:00100000:3.0:1734685875.431048:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872736896 00000100:00080000:2.0:1734685875.431049:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685845 00000100:00100000:3.0:1734685875.431050:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872736896 00000100:00100000:0.0:1734685875.431053:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872737024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 77us (205us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685875.431057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685845 00000100:00100000:0.0:1734685875.431059:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3403 00000100:00100000:3.0:1734685875.431068:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1105 00000100:00100000:3.0:1734685875.431072:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872736896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685875.431090:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872736896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685875.431095:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1105 00010000:00010000:3.0:1734685876.102827:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685877.104771:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685877.956847:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685877.956865:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848520064:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685877.956915:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685877.956947:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848520064 00000100:00100000:1.0:1734685877.956953:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848520064 00000100:00100000:1.0:1734685877.956990:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41607 00000100:00100000:1.0:1734685877.956995:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848520064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685877.957021:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685877.957062:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848520064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685877.957068:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41607 00000100:00100000:2.0:1734685877.957128:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d26a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848520064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685878.004786:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848520192:0@lo:400:kworker.0 00000100:00080000:2.0:1734685878.004800:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685878.004805:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685878.004809:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685878.004813:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10673 00000100:00080000:2.0:1734685878.004817:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685878.004822:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685878.004832:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848520448:0@lo:400:kworker.0 00000100:00100000:2.0:1734685878.004840:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d25ca80 x1818938848520704/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685878.004848:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685878.004865:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685878.004867:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685878.004869:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685878.004872:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10673 00000100:00100000:3.0:1734685878.004872:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685878.004873:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685878.004876:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685878.004879:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848520832:0@lo:400:kworker.0 00000100:00100000:2.0:1734685878.004883:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d25df80 x1818938848521088/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685878.004890:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734685878.004896:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848521216:0@lo:400:kworker.0 00000100:00100000:0.0:1734685878.004897:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685878.004910:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848520704:0@lo:8:kworker.0 00000100:00100000:3.0:1734685878.004921:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848520192 00000100:00100000:3.0:1734685878.004926:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848520192 00000100:00100000:2.0:1734685878.004945:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848520448 00000100:00100000:2.0:1734685878.004948:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848520448 00000100:00100000:3.0:1734685878.004959:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1734685878.004965:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848520192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685878.004970:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3405 00000100:00100000:2.0:1734685878.004975:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848520448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685878.004996:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848520192:12345-0@lo:400:kworker.0 Request processed in 32us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685878.005000:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1734685878.005006:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848520448:12345-0@lo:400:kworker.0 Request processed in 31us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685878.005012:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3405 00000100:00080000:3.0:1734685878.005029:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685848 00000100:00080000:3.0:1734685878.005031:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685848 00000100:00100000:1.0:1734685878.005076:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848520576:0@lo:400:kworker.0 00000100:00100000:0.0:1734685878.005094:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848520192:0@lo:400:kworker.0 00000100:00100000:3.0:1734685878.005100:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685878.005102:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685878.005115:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848520320:0@lo:400:kworker.0 00000100:00100000:1.0:1734685878.005116:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848521344:0@lo:400:kworker.0 00000100:00100000:0.0:1734685878.005123:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848520576 00000100:00100000:0.0:1734685878.005127:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848520576 00000100:00100000:1.0:1734685878.005134:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685878.005140:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848520832 00000100:00100000:3.0:1734685878.005143:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848520832 00000100:00100000:0.0:1734685878.005153:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41608 00000100:00100000:1.0:1734685878.005154:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685878.005158:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848520576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685878.005159:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848521216 00000100:00100000:3.0:1734685878.005161:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848521216 00000100:00100000:1.0:1734685878.005164:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848520960:0@lo:400:kworker.0 00000100:00100000:3.0:1734685878.005172:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7941 00000100:00100000:3.0:1734685878.005176:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848520832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685878.005182:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685878.005190:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848520576:12345-0@lo:400:kworker.0 Request processed in 31us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685878.005196:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41608 00000100:00100000:1.0:1734685878.005201:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848520448:0@lo:400:kworker.0 00000100:00100000:3.0:1734685878.005204:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848520832:12345-0@lo:400:kworker.0 Request processed in 27us (306us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685878.005207:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685848 00000100:00080000:0.0:1734685878.005209:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685848 00000100:00100000:3.0:1734685878.005209:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7941 00000100:00100000:1.0:1734685878.005220:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7942 00000100:00100000:0.0:1734685878.005222:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848520832:0@lo:400:kworker.0 00000100:00100000:1.0:1734685878.005232:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848521216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685878.005236:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848521344 00000100:00100000:3.0:1734685878.005238:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848521344 00000100:00100000:0.0:1734685878.005244:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848520320 00000100:00100000:0.0:1734685878.005247:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848520320 00000100:00100000:3.0:1734685878.005248:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848520960 00000100:00100000:3.0:1734685878.005249:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848520960 00000100:00100000:1.0:1734685878.005257:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848521216:12345-0@lo:400:kworker.0 Request processed in 32us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685878.005257:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3406 00000100:00100000:3.0:1734685878.005260:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848521344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685878.005262:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7942 00000100:00100000:0.0:1734685878.005267:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3407 00000100:00100000:0.0:1734685878.005272:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848520960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685878.005277:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848521344:12345-0@lo:400:kworker.0 Request processed in 16us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685878.005280:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3406 00000100:00100000:1.0:1734685878.005281:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848521216:0@lo:400:kworker.0 00000100:00100000:3.0:1734685878.005286:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3408 00000100:00100000:3.0:1734685878.005288:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848520320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685878.005294:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848520576:0@lo:400:kworker.0 00000100:00100000:3.0:1734685878.005299:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848520320:12345-0@lo:400:kworker.0 Request processed in 11us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685878.005301:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848520960:12345-0@lo:400:kworker.0 Request processed in 28us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685878.005301:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848521344:0@lo:400:kworker.0 00000100:00100000:3.0:1734685878.005302:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3408 00000100:00100000:0.0:1734685878.005307:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3407 00000100:00100000:1.0:1734685878.005319:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848520320:0@lo:400:kworker.0 00000100:00080000:0.0:1734685878.005321:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685848 00000100:00100000:1.0:1734685878.005325:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848520960:0@lo:400:kworker.0 00000100:00100000:2.0:1734685878.005402:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685878.005418:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848520704 00000100:00100000:3.0:1734685878.005421:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848520704 00000100:00100000:2.0:1734685878.005432:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848521088:0@lo:8:kworker.0 00000100:00100000:3.0:1734685878.005445:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54463 00000100:00100000:2.0:1734685878.005448:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685878.005449:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848520704:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685878.005464:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685878.005477:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848521088 00000100:00100000:0.0:1734685878.005481:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848521088 00000100:00100000:0.0:1734685878.005497:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54464 00000100:00100000:0.0:1734685878.005501:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848521088:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685878.005511:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685878.005546:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848520704:12345-0@lo:8:kworker.0 Request processed in 96us (143us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685878.005550:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54463 00000100:00100000:0.0:1734685878.005552:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848521088:12345-0@lo:8:kworker.0 Request processed in 49us (102us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734685878.005555:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685878.005558:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54464 00000100:00080000:2.0:1734685878.005558:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685878.005561:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848520704:0@lo:8:kworker.0 00000100:00080000:2.0:1734685878.005567:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685878.005569:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685878.005571:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848521088:0@lo:8:kworker.0 00000100:00100000:2.0:1734685878.021147:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848521472:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685878.021203:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685878.021270:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848521472 00000100:00100000:3.0:1734685878.021277:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848521472 00000100:00100000:3.0:1734685878.021322:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41609 00000100:00100000:3.0:1734685878.021328:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848521472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685878.021371:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685878.021417:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848521472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685878.021423:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41609 00000100:00100000:2.0:1734685878.021452:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848521472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685878.084732:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848521600:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685878.084788:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685878.084882:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848521600 00000100:00100000:2.0:1734685878.084888:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848521600 00000100:00100000:2.0:1734685878.084929:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7068 00000100:00100000:2.0:1734685878.084935:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848521600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685878.084960:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685878.084998:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848521600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685878.085004:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7068 00000100:00100000:0.0:1734685878.085020:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848521600:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685878.106694:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685879.108742:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685879.780811:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848521728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685879.780868:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685879.780914:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848521728 00000100:00100000:2.0:1734685879.780920:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848521728 00000100:00100000:2.0:1734685879.780960:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7069 00000100:00100000:2.0:1734685879.780966:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848521728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685879.780991:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685879.781027:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848521728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685879.781032:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7069 00000100:00100000:1.0:1734685879.781076:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848521728:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685880.110711:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685880.439145:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685880.439196:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685880.439218:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685880.439250:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872737536 00000100:00100000:2.0:1734685880.439261:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872737536 00000100:00100000:3.0:1734685880.439275:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872737408 00000100:00100000:1.0:1734685880.439278:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872737664 00000100:00100000:1.0:1734685880.439282:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872737664 00000100:00100000:3.0:1734685880.439282:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872737408 00000100:00100000:0.0:1734685880.439312:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685880.439333:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3409 00000100:00100000:3.0:1734685880.439333:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1107 00000100:00080000:0.0:1734685880.439335:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685850 00000100:00080000:0.0:1734685880.439339:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685850 00000100:00100000:1.0:1734685880.439340:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872737664:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685880.439341:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685850 00000100:00100000:2.0:1734685880.439344:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3410 00000100:00100000:3.0:1734685880.439349:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872737408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685880.439351:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872737536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685880.439354:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872737792 00000100:00100000:0.0:1734685880.439358:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872737792 00000100:00100000:0.0:1734685880.439378:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54465 00000100:00100000:0.0:1734685880.439383:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872737792:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685880.439407:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685880.439408:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872737664:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685880.439408:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872737408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685880.439415:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3409 00000100:00100000:2.0:1734685880.439415:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872737536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 63us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685880.439415:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1107 00000100:00100000:2.0:1734685880.439423:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3410 00000100:00100000:0.0:1734685880.439430:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872737792:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 46us (118us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685880.439435:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54465 00010000:00010000:3.0:1734685881.112696:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685882.114782:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685882.964952:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848521856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685882.965075:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685882.965190:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848521856 00000100:00100000:0.0:1734685882.965198:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848521856 00000100:00100000:0.0:1734685882.965243:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41610 00000100:00100000:0.0:1734685882.965261:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848521856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685882.965916:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685882.966050:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848521856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 797us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685882.966058:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41610 00000100:00100000:1.0:1734685882.966143:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848521856:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685883.012898:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685883.012905:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685883.012909:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685883.012913:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848521984:0@lo:400:kworker.0 00000100:00080000:2.0:1734685883.012916:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10678 00000100:00080000:2.0:1734685883.012921:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685883.012927:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685883.012950:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090787100 x1818938848522496/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685883.012977:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685883.012978:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734685883.012981:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848522112:0@lo:400:kworker.0 00000100:00080000:2.0:1734685883.012981:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685883.012983:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685883.012985:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10678 00000100:00080000:2.0:1734685883.012987:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685883.012990:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685883.013000:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848522624:0@lo:400:kworker.0 00000100:00100000:2.0:1734685883.013003:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090785500 x1818938848522880/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685883.013016:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685883.013026:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734685883.013030:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848522368:0@lo:400:kworker.0 00000100:00100000:2.0:1734685883.013037:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848522496:0@lo:8:kworker.0 00000100:00100000:3.0:1734685883.013051:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685883.013060:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685883.013064:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848523136:0@lo:400:kworker.0 00000100:00100000:2.0:1734685883.013074:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848522880:0@lo:8:kworker.0 00000100:00100000:3.0:1734685883.013082:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685883.013088:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685883.013109:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848521984 00000100:00100000:2.0:1734685883.013114:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848522624 00000100:00100000:3.0:1734685883.013116:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848521984 00000100:00100000:2.0:1734685883.013117:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848522624 00000100:00100000:3.0:1734685883.013155:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:3.0:1734685883.013161:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848521984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685883.013167:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685883.013171:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848522240:0@lo:400:kworker.0 00000100:00100000:1.0:1734685883.013211:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685883.013212:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7943 00000100:00100000:3.0:1734685883.013215:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848521984:12345-0@lo:400:kworker.0 Request processed in 53us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685883.013221:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848522624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685883.013222:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1734685883.013225:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848522752:0@lo:400:kworker.0 00000100:00100000:1.0:1734685883.013225:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848523008:0@lo:400:kworker.0 00000100:00100000:1.0:1734685883.013239:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734685883.013270:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685853 00000100:00100000:1.0:1734685883.013275:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848522496 00000100:00080000:3.0:1734685883.013276:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685853 00000100:00100000:1.0:1734685883.013278:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848522496 00000100:00100000:3.0:1734685883.013288:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848522880 00000100:00100000:3.0:1734685883.013292:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848522880 00000100:00100000:1.0:1734685883.013293:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848523008 00000100:00100000:1.0:1734685883.013295:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848523008 00000100:00100000:2.0:1734685883.013305:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848522624:12345-0@lo:400:kworker.0 Request processed in 86us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685883.013309:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7944 00000100:00100000:1.0:1734685883.013314:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54466 00000100:00100000:3.0:1734685883.013314:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848523008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685883.013318:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848522496:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685883.013323:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7943 00010000:00020000:1.0:1734685883.013336:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685883.013341:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54467 00000100:00100000:3.0:1734685883.013345:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848523008:12345-0@lo:400:kworker.0 Request processed in 30us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685883.013346:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848522880:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685883.013351:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7944 00000100:00100000:1.0:1734685883.013361:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848522496:12345-0@lo:8:kworker.0 Request processed in 42us (300us total) trans 0 rc -19/-19 00010000:00020000:2.0:1734685883.013363:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685883.013368:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54466 00000100:00080000:3.0:1734685883.013370:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685853 00000100:00100000:0.0:1734685883.013372:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685883.013387:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848523136 00000100:00100000:2.0:1734685883.013387:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848522880:12345-0@lo:8:kworker.0 Request processed in 40us (298us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685883.013389:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848523136 00000100:00100000:3.0:1734685883.013392:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848523008:0@lo:400:kworker.0 00000100:00100000:2.0:1734685883.013393:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54467 00000100:00100000:1.0:1734685883.013406:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848522112 00000100:00100000:1.0:1734685883.013408:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848522112 00000100:00100000:2.0:1734685883.013415:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848522240 00000100:00100000:0.0:1734685883.013417:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848522752 00000100:00100000:2.0:1734685883.013419:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848522240 00000100:00100000:0.0:1734685883.013420:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848522752 00000100:00100000:1.0:1734685883.013423:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3411 00000100:00100000:1.0:1734685883.013427:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848523136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685883.013441:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3412 00000100:00100000:2.0:1734685883.013445:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848522112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685883.013449:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3413 00000100:00100000:1.0:1734685883.013451:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848523136:12345-0@lo:400:kworker.0 Request processed in 23us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685883.013453:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848522240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685883.013457:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3411 00000100:00100000:1.0:1734685883.013466:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3414 00000100:00100000:1.0:1734685883.013470:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848522752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685883.013475:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848522112:12345-0@lo:400:kworker.0 Request processed in 29us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685883.013481:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3412 00000100:00100000:1.0:1734685883.013493:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848522752:12345-0@lo:400:kworker.0 Request processed in 22us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685883.013498:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3414 00000100:00080000:2.0:1734685883.013514:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685883.013518:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685883.013522:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848522496:0@lo:8:kworker.0 00000100:00080000:2.0:1734685883.013560:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685883.013563:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848522368 00000100:00080000:2.0:1734685883.013563:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685883.013565:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848522880:0@lo:8:kworker.0 00000100:00100000:1.0:1734685883.013566:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848522368 00000100:00100000:0.0:1734685883.013567:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848522240:12345-0@lo:400:kworker.0 Request processed in 112us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685883.013573:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3413 00000100:00100000:1.0:1734685883.013585:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41611 00000100:00100000:1.0:1734685883.013589:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848522368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685883.013605:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848522240:0@lo:400:kworker.0 00000100:00100000:1.0:1734685883.013612:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848522368:12345-0@lo:400:kworker.0 Request processed in 22us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685883.013616:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41611 00000100:00100000:0.0:1734685883.013629:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848522752:0@lo:400:kworker.0 00000100:00100000:0.0:1734685883.013637:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848522112:0@lo:400:kworker.0 00000100:00080000:3.0:1734685883.013728:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685853 00000100:00080000:3.0:1734685883.013732:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685853 00000100:00100000:0.0:1734685883.013748:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848522368:0@lo:400:kworker.0 00000100:00100000:0.0:1734685883.013758:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848523136:0@lo:400:kworker.0 00000100:00100000:0.0:1734685883.013765:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848522624:0@lo:400:kworker.0 00000100:00100000:0.0:1734685883.013773:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848521984:0@lo:400:kworker.0 00000100:00100000:0.0:1734685883.028813:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848523264:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685883.028869:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685883.028907:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848523264 00000100:00100000:1.0:1734685883.028913:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848523264 00000100:00100000:1.0:1734685883.028954:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41612 00000100:00100000:1.0:1734685883.028961:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848523264:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685883.028992:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685883.029035:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848523264:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685883.029041:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41612 00000100:00100000:0.0:1734685883.029076:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848523264:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685883.092753:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848523392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685883.092810:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685883.092905:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848523392 00000100:00100000:3.0:1734685883.092916:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848523392 00000100:00100000:3.0:1734685883.092981:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7070 00000100:00100000:3.0:1734685883.092988:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848523392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685883.093022:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685883.093085:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848523392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685883.093091:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7070 00000100:00100000:2.0:1734685883.093181:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848523392:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685883.116894:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685884.118732:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685884.788736:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848523520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685884.788790:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685884.788853:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848523520 00000100:00100000:0.0:1734685884.788860:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848523520 00000100:00100000:0.0:1734685884.788897:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7071 00000100:00100000:0.0:1734685884.788902:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848523520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685884.788927:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685884.788970:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848523520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685884.788976:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7071 00000100:00100000:2.0:1734685884.789020:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848523520:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685885.120714:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685885.447312:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685885.447352:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685885.447413:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872737920 00000100:00100000:2.0:1734685885.447414:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872738048 00000100:00100000:2.0:1734685885.447421:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872738048 00000100:00100000:3.0:1734685885.447421:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872737920 00000100:00100000:0.0:1734685885.447430:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685885.447461:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1109 00000100:00100000:3.0:1734685885.447468:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872737920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685885.447473:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872738176 00000100:00100000:2.0:1734685885.447475:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872738176 00000100:00100000:0.0:1734685885.447493:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685885.447494:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3415 00000100:00100000:2.0:1734685885.447499:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872738048:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685885.447514:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872738304 00000100:00100000:0.0:1734685885.447517:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872738304 00000100:00100000:3.0:1734685885.447517:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872737920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685885.447551:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872738048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685885.447557:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3415 00000100:00100000:2.0:1734685885.447570:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3416 00000100:00100000:3.0:1734685885.447572:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1109 00000100:00100000:2.0:1734685885.447573:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872738176:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685885.447592:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872738176:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685885.447596:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3416 00000100:00080000:3.0:1734685885.447596:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685855 00000100:00080000:3.0:1734685885.447599:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685855 00000100:00080000:3.0:1734685885.447601:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685855 00000100:00100000:0.0:1734685885.447691:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54468 00000100:00100000:0.0:1734685885.447696:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872738304:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685885.447718:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685885.447744:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872738304:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 47us (252us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685885.447752:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54468 00010000:00010000:3.0:1734685886.123039:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685887.124945:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685887.972729:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848523648:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685887.972780:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685887.972822:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848523648 00000100:00100000:0.0:1734685887.972828:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848523648 00000100:00100000:0.0:1734685887.972869:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41613 00000100:00100000:0.0:1734685887.972874:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848523648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685887.972903:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685887.972946:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848523648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685887.972952:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41613 00000100:00100000:2.0:1734685887.972974:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848523648:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685888.020713:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848523776:0@lo:400:kworker.0 00000100:00080000:2.0:1734685888.020715:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685888.020720:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685888.020722:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685888.020727:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10683 00000100:00080000:2.0:1734685888.020730:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685888.020734:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685888.020749:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090784e00 x1818938848524288/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685888.020763:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685888.020769:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685888.020772:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685888.020774:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685888.020776:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10683 00000100:00080000:2.0:1734685888.020779:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685888.020782:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685888.020791:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800add7dc00 x1818938848524672/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685888.020922:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848524416:0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.020942:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685888.020943:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848523776 00000100:00100000:1.0:1734685888.020949:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848523776 00000100:00100000:0.0:1734685888.020955:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685888.020959:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848524160:0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.020973:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685888.020981:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1734685888.020987:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848523776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.020993:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848524416 00000100:00100000:0.0:1734685888.020995:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848524416 00000100:00100000:0.0:1734685888.021012:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7945 00000100:00100000:0.0:1734685888.021015:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848524416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685888.021025:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848523776:12345-0@lo:400:kworker.0 Request processed in 32us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685888.021032:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:0.0:1734685888.021037:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848524416:12345-0@lo:400:kworker.0 Request processed in 21us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685888.021041:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7945 00000100:00080000:1.0:1734685888.021054:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685858 00000100:00080000:1.0:1734685888.021057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685858 00000100:00100000:1.0:1734685888.021064:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848524160 00000100:00100000:1.0:1734685888.021066:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848524160 00000100:00100000:0.0:1734685888.021067:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848524416:0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.021073:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848523776:0@lo:400:kworker.0 00000100:00100000:1.0:1734685888.021083:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41614 00000100:00100000:1.0:1734685888.021086:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848524160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.021102:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848524288:0@lo:8:kworker.0 00000100:00100000:1.0:1734685888.021111:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848524160:12345-0@lo:400:kworker.0 Request processed in 24us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685888.021116:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685888.021116:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41614 00000100:00100000:0.0:1734685888.021124:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848524672:0@lo:8:kworker.0 00000100:00080000:1.0:1734685888.021126:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685858 00000100:00100000:0.0:1734685888.021136:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685888.021154:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848524288 00000100:00100000:0.0:1734685888.021157:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848524288 00000100:00100000:0.0:1734685888.021198:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848524672 00000100:00100000:0.0:1734685888.021200:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848524672 00000100:00100000:0.0:1734685888.021211:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54469 00000100:00100000:0.0:1734685888.021215:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848524288:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685888.021232:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685888.021256:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848524288:12345-0@lo:8:kworker.0 Request processed in 40us (139us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685888.021260:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54469 00000100:00100000:0.0:1734685888.021268:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54470 00000100:00100000:0.0:1734685888.021271:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848524672:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734685888.021278:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685888.021292:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848524672:12345-0@lo:8:kworker.0 Request processed in 20us (156us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685888.021297:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54470 00000100:00080000:0.0:1734685888.021318:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685888.021320:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685888.021323:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848524288:0@lo:8:kworker.0 00000100:00080000:0.0:1734685888.021338:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685888.021340:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685888.021876:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848524672:0@lo:8:kworker.0 00000100:00100000:0.0:1734685888.021894:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848524032:0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.021918:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685888.021937:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848524800:0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.021951:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685888.021962:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734685888.021965:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848523904:0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.021976:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685888.021984:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848524544:0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.021995:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685888.022009:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848524800 00000100:00100000:0.0:1734685888.022012:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848524800 00000100:00100000:0.0:1734685888.022026:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7946 00000100:00100000:0.0:1734685888.022029:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848524800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.022049:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848524800:12345-0@lo:400:kworker.0 Request processed in 20us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685888.022054:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7946 00000100:00100000:0.0:1734685888.022071:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848524800:0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.022084:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848524160:0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.022102:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848524032 00000100:00100000:0.0:1734685888.022103:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848524032 00000100:00100000:0.0:1734685888.022117:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848523904 00000100:00100000:0.0:1734685888.022119:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848523904 00000100:00100000:0.0:1734685888.022127:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848524544 00000100:00100000:0.0:1734685888.022128:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848524544 00000100:00100000:0.0:1734685888.022136:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3417 00000100:00100000:0.0:1734685888.022140:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848524032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.022162:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848524032:12345-0@lo:400:kworker.0 Request processed in 21us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685888.022179:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3417 00000100:00100000:0.0:1734685888.022189:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3418 00000100:00100000:0.0:1734685888.022192:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848523904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.022213:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848523904:12345-0@lo:400:kworker.0 Request processed in 20us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685888.022218:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3418 00000100:00100000:0.0:1734685888.022226:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3419 00000100:00100000:0.0:1734685888.022229:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848524544:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685888.022271:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685858 00000100:00080000:1.0:1734685888.022274:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685858 00000100:00080000:1.0:1734685888.022275:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685858 00000100:00100000:0.0:1734685888.022459:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848524544:12345-0@lo:400:kworker.0 Request processed in 228us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685888.022464:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3419 00000100:00100000:0.0:1734685888.022491:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848523904:0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.022499:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848524544:0@lo:400:kworker.0 00000100:00100000:0.0:1734685888.022513:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848524032:0@lo:400:kworker.0 00000100:00100000:3.0:1734685888.022685:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848524928:0@lo:400:kworker.0 00000100:00100000:3.0:1734685888.022710:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685888.022785:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848524928 00000100:00100000:1.0:1734685888.022789:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848524928 00000100:00100000:1.0:1734685888.022806:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3420 00000100:00100000:1.0:1734685888.022810:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848524928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685888.022841:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848524928:12345-0@lo:400:kworker.0 Request processed in 31us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685888.022847:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3420 00000100:00100000:3.0:1734685888.022893:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848524928:0@lo:400:kworker.0 00000100:00100000:3.0:1734685888.036719:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685888.036738:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848525056:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685888.036787:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685888.036874:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848525056 00000100:00100000:1.0:1734685888.036880:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848525056 00000100:00100000:1.0:1734685888.036909:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41615 00000100:00100000:1.0:1734685888.036915:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848525056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685888.036947:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685888.036991:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848525056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685888.036997:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41615 00000100:00100000:3.0:1734685888.037119:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848525056:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685888.100742:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848525184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685888.100796:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685888.100892:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848525184 00000100:00100000:2.0:1734685888.100899:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848525184 00000100:00100000:2.0:1734685888.100943:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7072 00000100:00100000:2.0:1734685888.100948:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848525184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685888.100976:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685888.101016:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848525184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685888.101022:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7072 00000100:00100000:0.0:1734685888.101052:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848525184:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685888.126916:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685889.128730:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685889.796693:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848525312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685889.796746:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685889.796843:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848525312 00000100:00100000:3.0:1734685889.796849:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848525312 00000100:00100000:3.0:1734685889.796885:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7073 00000100:00100000:3.0:1734685889.796891:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848525312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685889.796915:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685889.796956:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848525312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685889.796962:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7073 00000100:00100000:1.0:1734685889.797030:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848525312:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685890.130959:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685890.455843:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685890.455886:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685890.456192:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685890.456222:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685890.456245:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872738560 00000100:00100000:0.0:1734685890.456252:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872738560 00000100:00100000:0.0:1734685890.456286:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872738688 00000100:00100000:0.0:1734685890.456288:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872738688 00000100:00100000:0.0:1734685890.456303:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3421 00000100:00100000:0.0:1734685890.456309:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872738560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685890.456664:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3422 00000100:00100000:1.0:1734685890.456669:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872738688:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685890.456738:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872738432 00000100:00100000:2.0:1734685890.456741:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872738432 00000100:00100000:2.0:1734685890.456764:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1111 00000100:00100000:2.0:1734685890.456768:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872738432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685890.456870:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872738560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 559us (1033us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685890.456876:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3421 00000100:00100000:0.0:1734685890.456896:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872738816 00000100:00100000:0.0:1734685890.456899:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872738816 00000100:00100000:0.0:1734685890.456912:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54471 00000100:00100000:0.0:1734685890.456916:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872738816:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685890.456934:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685890.456969:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872738688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 299us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685890.456975:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3422 00000100:00080000:1.0:1734685890.456990:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685860 00000100:00080000:1.0:1734685890.456993:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685860 00000100:00080000:1.0:1734685890.456995:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685860 00000100:00100000:2.0:1734685890.457053:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872738432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 282us (1165us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685890.457059:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1111 00000100:00100000:0.0:1734685890.457270:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872738816:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 351us (1046us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685890.457276:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54471 00010000:00010000:3.0:1734685891.133157:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685892.135221:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685892.982483:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848525440:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685892.982561:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685892.982676:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848525440 00000100:00100000:1.0:1734685892.982682:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848525440 00000100:00100000:1.0:1734685892.982714:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41616 00000100:00100000:1.0:1734685892.982720:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848525440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685892.982746:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685892.982784:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848525440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685892.982790:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41616 00000100:00100000:3.0:1734685892.982827:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848525440:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685893.028738:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685893.028744:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685893.028747:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685893.028753:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10688 00000100:00080000:2.0:1734685893.028756:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685893.028762:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685893.028779:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800add7ea00 x1818938848526080/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685893.028799:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685893.028802:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685893.028803:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685893.028806:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10688 00000100:00080000:2.0:1734685893.028808:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685893.028811:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685893.028822:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7e300 x1818938848526464/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685893.028871:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848526080:0@lo:8:kworker.0 00000100:00100000:0.0:1734685893.028888:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848525568:0@lo:400:kworker.0 00000100:00100000:0.0:1734685893.028920:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685893.028920:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685893.028949:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848526208:0@lo:400:kworker.0 00000100:00100000:0.0:1734685893.028965:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685893.028977:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848525952:0@lo:400:kworker.0 00000100:00100000:1.0:1734685893.028978:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848525696:0@lo:400:kworker.0 00000100:00100000:0.0:1734685893.028994:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848526080 00000100:00100000:0.0:1734685893.028999:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848526080 00000100:00100000:3.0:1734685893.029002:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685893.029007:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685893.029016:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848526208 00000100:00100000:3.0:1734685893.029016:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848526720:0@lo:400:kworker.0 00000100:00100000:0.0:1734685893.029018:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848526208 00000100:00100000:1.0:1734685893.029019:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848526336:0@lo:400:kworker.0 00000100:00100000:3.0:1734685893.029031:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685893.029036:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848525824:0@lo:400:kworker.0 00000100:00100000:0.0:1734685893.029038:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7947 00000100:00100000:0.0:1734685893.029043:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848526208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685893.029050:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685893.029060:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848526592:0@lo:400:kworker.0 00000100:00100000:3.0:1734685893.029060:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848525696 00000100:00100000:3.0:1734685893.029063:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848525696 00000100:00100000:1.0:1734685893.029076:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685893.029077:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848526208:12345-0@lo:400:kworker.0 Request processed in 34us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685893.029100:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7947 00000100:00100000:0.0:1734685893.029112:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848526592 00000100:00100000:0.0:1734685893.029114:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848526592 00000100:00100000:3.0:1734685893.029118:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848526720 00000100:00100000:3.0:1734685893.029120:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848526720 00000100:00100000:0.0:1734685893.029129:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7948 00000100:00100000:0.0:1734685893.029133:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848526592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685893.029137:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848525824 00000100:00100000:3.0:1734685893.029138:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848525824 00000100:00100000:1.0:1734685893.029139:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54472 00000100:00100000:1.0:1734685893.029143:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848526080:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685893.029149:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3423 00000100:00100000:3.0:1734685893.029153:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848525696:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734685893.029157:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685893.029161:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848526592:12345-0@lo:400:kworker.0 Request processed in 26us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685893.029166:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7948 00000100:00100000:3.0:1734685893.029178:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848525696:12345-0@lo:400:kworker.0 Request processed in 25us (172us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685893.029179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685863 00000100:00100000:1.0:1734685893.029179:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848526080:12345-0@lo:8:kworker.0 Request processed in 35us (260us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734685893.029182:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685863 00000100:00100000:3.0:1734685893.029183:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3423 00000100:00080000:0.0:1734685893.029184:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685863 00000100:00100000:1.0:1734685893.029184:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54472 00000100:00100000:3.0:1734685893.029193:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3424 00000100:00100000:3.0:1734685893.029196:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848526720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685893.029201:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3425 00000100:00100000:0.0:1734685893.029204:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848526208:0@lo:400:kworker.0 00000100:00100000:1.0:1734685893.029205:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848525824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685893.029212:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848526720:12345-0@lo:400:kworker.0 Request processed in 15us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685893.029216:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3424 00000100:00100000:1.0:1734685893.029228:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848525824:12345-0@lo:400:kworker.0 Request processed in 23us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685893.029234:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3425 00000100:00100000:3.0:1734685893.029236:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848525952 00000100:00100000:3.0:1734685893.029238:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848525952 00000100:00100000:0.0:1734685893.029243:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848525568 00000100:00100000:0.0:1734685893.029245:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848525568 00000100:00100000:1.0:1734685893.029253:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848525824:0@lo:400:kworker.0 00000100:00100000:3.0:1734685893.029255:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41617 00000100:00100000:3.0:1734685893.029258:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848525952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685893.029260:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848526592:0@lo:400:kworker.0 00000100:00100000:0.0:1734685893.029262:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:0.0:1734685893.029266:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848525568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685893.029276:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848525952:12345-0@lo:400:kworker.0 Request processed in 17us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685893.029279:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685893.029290:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848525568:12345-0@lo:400:kworker.0 Request processed in 23us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685893.029293:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848525696:0@lo:400:kworker.0 00000100:00100000:0.0:1734685893.029295:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1734685893.029304:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848526336 00000100:00100000:1.0:1734685893.029307:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848526336 00000100:00080000:0.0:1734685893.029308:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685863 00000100:00080000:0.0:1734685893.029310:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685863 00000100:00100000:0.0:1734685893.029319:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848525568:0@lo:400:kworker.0 00000100:00100000:1.0:1734685893.029320:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3426 00000100:00100000:1.0:1734685893.029323:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848526336:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685893.029339:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685893.029341:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685893.029344:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848526080:0@lo:8:kworker.0 00000100:00100000:1.0:1734685893.029345:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848526336:12345-0@lo:400:kworker.0 Request processed in 21us (65us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685893.029350:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3426 00000100:00100000:2.0:1734685893.029353:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848526464:0@lo:8:kworker.0 00000100:00100000:1.0:1734685893.029367:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848526336:0@lo:400:kworker.0 00000100:00100000:2.0:1734685893.029370:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685893.029407:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848526464 00000100:00100000:0.0:1734685893.029410:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848526464 00000100:00100000:0.0:1734685893.029425:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54473 00000100:00100000:0.0:1734685893.029428:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848526464:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685893.029428:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41617 00010000:00020000:0.0:1734685893.029436:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685893.029454:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848525952:0@lo:400:kworker.0 00000100:00100000:0.0:1734685893.029456:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848526464:12345-0@lo:8:kworker.0 Request processed in 27us (85us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685893.029459:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54473 00000100:00100000:3.0:1734685893.029463:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848526720:0@lo:400:kworker.0 00000100:00080000:2.0:1734685893.029506:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685893.029512:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685893.029515:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848526464:0@lo:8:kworker.0 00000100:00100000:2.0:1734685893.045134:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685893.045158:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848526848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685893.045226:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685893.045305:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848526848 00000100:00100000:3.0:1734685893.045315:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848526848 00000100:00100000:3.0:1734685893.045368:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41618 00000100:00100000:3.0:1734685893.045374:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848526848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685893.045412:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685893.045515:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848526848:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685893.045573:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848526848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 198us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685893.045580:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41618 00000100:00100000:1.0:1734685893.108737:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848526976:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685893.108786:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685893.108873:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848526976 00000100:00100000:3.0:1734685893.108883:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848526976 00000100:00100000:3.0:1734685893.108934:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7074 00000100:00100000:3.0:1734685893.108940:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848526976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685893.108978:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685893.109037:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848526976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685893.109042:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7074 00000100:00100000:1.0:1734685893.109067:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848526976:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685893.136709:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685894.138742:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685894.804884:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685894.805247:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848527104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685894.805317:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685894.805373:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848527104 00000100:00100000:3.0:1734685894.805383:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848527104 00000100:00100000:3.0:1734685894.805423:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7075 00000100:00100000:3.0:1734685894.805427:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848527104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685894.805454:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685894.805507:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848527104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685894.805512:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7075 00000100:00100000:0.0:1734685894.805581:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848527104:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685895.142300:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685895.463370:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685895.463400:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685895.463422:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685895.463428:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872739328 00000100:00100000:2.0:1734685895.463435:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872739328 00000100:00100000:0.0:1734685895.463442:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685895.463455:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872738944 00000100:00100000:0.0:1734685895.463458:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872738944 00000100:00100000:1.0:1734685895.463465:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872739072 00000100:00100000:1.0:1734685895.463469:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872739072 00000100:00100000:0.0:1734685895.463479:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1113 00000100:00100000:2.0:1734685895.463479:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54474 00000100:00100000:0.0:1734685895.463483:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872738944:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685895.463485:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872739328:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685895.463494:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872739200 00000100:00100000:1.0:1734685895.463496:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872739200 00010000:00020000:2.0:1734685895.463506:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685895.463510:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3427 00000100:00100000:1.0:1734685895.463515:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872739072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685895.463523:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872738944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685895.463546:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1113 00000100:00100000:2.0:1734685895.463548:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872739328:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (166us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685895.463553:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54474 00000100:00080000:0.0:1734685895.463563:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685865 00000100:00100000:1.0:1734685895.463564:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872739072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (161us total) trans 0 rc 0/0 00000100:00080000:0.0:1734685895.463566:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685865 00000100:00080000:0.0:1734685895.463567:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685865 00000100:00100000:1.0:1734685895.463570:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3427 00000100:00100000:2.0:1734685895.463578:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3428 00000100:00100000:2.0:1734685895.463582:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872739200:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685895.463603:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872739200:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685895.463608:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3428 00010000:00010000:3.0:1734685896.142712:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685897.144709:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685897.988727:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848527232:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685897.988772:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685897.988808:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848527232 00000100:00100000:3.0:1734685897.988815:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848527232 00000100:00100000:3.0:1734685897.988856:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41619 00000100:00100000:3.0:1734685897.988863:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848527232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685897.988892:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685897.988938:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848527232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685897.988944:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41619 00000100:00100000:2.0:1734685897.988989:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848527232:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685898.036862:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734685898.036864:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848527360:0@lo:400:kworker.0 00000100:00080000:2.0:1734685898.036868:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685898.036871:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685898.036875:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10693 00000100:00080000:2.0:1734685898.036879:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685898.036883:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685898.036899:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c133480 x1818938848527872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685898.036916:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685898.036921:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685898.036923:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685898.036925:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685898.036927:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10693 00000100:00080000:2.0:1734685898.036929:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685898.036932:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685898.036941:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d82c380 x1818938848528256/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685898.036944:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848528000:0@lo:400:kworker.0 00000100:00100000:0.0:1734685898.036961:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685898.036970:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848527616:0@lo:400:kworker.0 00000100:00100000:0.0:1734685898.036972:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734685898.036976:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848527744:0@lo:400:kworker.0 00000100:00100000:0.0:1734685898.036991:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685898.036991:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848528000 00000100:00100000:2.0:1734685898.036997:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685898.037012:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848528000 00000100:00100000:0.0:1734685898.037017:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848528512:0@lo:400:kworker.0 00000100:00100000:2.0:1734685898.037023:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848528384:0@lo:400:kworker.0 00000100:00100000:0.0:1734685898.037033:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685898.037046:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685898.037049:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7949 00000100:00100000:0.0:1734685898.037052:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848527360 00000100:00100000:0.0:1734685898.037054:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848527360 00000100:00100000:3.0:1734685898.037055:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848528000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685898.037058:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734685898.037063:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848527488:0@lo:400:kworker.0 00000100:00100000:0.0:1734685898.037073:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1734685898.037077:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848527360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685898.037078:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685898.037084:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848528384 00000100:00100000:2.0:1734685898.037089:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848528128:0@lo:400:kworker.0 00000100:00100000:1.0:1734685898.037095:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848528384 00000100:00100000:3.0:1734685898.037100:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848528000:12345-0@lo:400:kworker.0 Request processed in 45us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685898.037102:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848527360:12345-0@lo:400:kworker.0 Request processed in 24us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685898.037102:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685898.037106:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7949 00000100:00100000:0.0:1734685898.037107:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1734685898.037115:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848527616 00000100:00100000:2.0:1734685898.037117:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848527616 00000100:00100000:3.0:1734685898.037121:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7950 00000100:00100000:3.0:1734685898.037125:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848528384:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685898.037127:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685868 00000100:00080000:0.0:1734685898.037131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685868 00000100:00080000:0.0:1734685898.037133:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685868 00000100:00100000:2.0:1734685898.037133:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848528512 00000100:00100000:2.0:1734685898.037134:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848528512 00000100:00100000:2.0:1734685898.037142:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848527488 00000100:00100000:2.0:1734685898.037143:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848527488 00000100:00100000:0.0:1734685898.037145:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848528128 00000100:00100000:0.0:1734685898.037148:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848528128 00000100:00100000:3.0:1734685898.037151:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848528384:12345-0@lo:400:kworker.0 Request processed in 25us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685898.037152:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3429 00000100:00100000:3.0:1734685898.037156:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7950 00000100:00100000:1.0:1734685898.037160:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848527616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685898.037162:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3430 00000100:00100000:2.0:1734685898.037165:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848528512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685898.037167:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3431 00000100:00100000:0.0:1734685898.037170:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848527488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685898.037176:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3432 00000100:00100000:3.0:1734685898.037180:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848528128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685898.037182:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848528512:12345-0@lo:400:kworker.0 Request processed in 16us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685898.037185:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3430 00000100:00100000:0.0:1734685898.037191:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848527488:12345-0@lo:400:kworker.0 Request processed in 20us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685898.037195:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3431 00000100:00080000:0.0:1734685898.037210:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685868 00000100:00100000:2.0:1734685898.037211:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848527488:0@lo:400:kworker.0 00000100:00100000:3.0:1734685898.037216:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848528128:12345-0@lo:400:kworker.0 Request processed in 34us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685898.037218:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848527744 00000100:00100000:0.0:1734685898.037219:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848527744 00000100:00100000:2.0:1734685898.037220:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848528128:0@lo:400:kworker.0 00000100:00100000:3.0:1734685898.037222:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3432 00000100:00100000:1.0:1734685898.037228:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848527616:12345-0@lo:400:kworker.0 Request processed in 69us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685898.037229:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c131880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848527616:0@lo:400:kworker.0 00000100:00100000:1.0:1734685898.037234:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3429 00000100:00100000:2.0:1734685898.037234:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848528384:0@lo:400:kworker.0 00000100:00100000:0.0:1734685898.037236:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41620 00000100:00100000:0.0:1734685898.037240:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848527744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685898.037249:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848528512:0@lo:400:kworker.0 00000100:00100000:3.0:1734685898.037257:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848528000:0@lo:400:kworker.0 00000100:00100000:2.0:1734685898.037262:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848527872:0@lo:8:kworker.0 00000100:00100000:0.0:1734685898.037264:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848527744:12345-0@lo:400:kworker.0 Request processed in 23us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685898.037264:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848527360:0@lo:400:kworker.0 00000100:00100000:0.0:1734685898.037268:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41620 00000100:00080000:0.0:1734685898.037278:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685868 00000100:00100000:2.0:1734685898.037278:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685898.037284:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848527744:0@lo:400:kworker.0 00000100:00100000:2.0:1734685898.037297:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848528256:0@lo:8:kworker.0 00000100:00100000:2.0:1734685898.037309:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685898.037318:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848527872 00000100:00100000:1.0:1734685898.037322:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848527872 00000100:00100000:3.0:1734685898.037323:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848528256 00000100:00100000:3.0:1734685898.037326:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848528256 00000100:00100000:1.0:1734685898.037340:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54475 00000100:00100000:1.0:1734685898.037344:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848527872:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685898.037357:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54476 00000100:00100000:3.0:1734685898.037360:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848528256:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685898.037365:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734685898.037375:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685898.037395:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848527872:12345-0@lo:8:kworker.0 Request processed in 49us (116us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685898.037399:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848528256:12345-0@lo:8:kworker.0 Request processed in 37us (88us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685898.037401:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54475 00000100:00100000:3.0:1734685898.037405:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54476 00000100:00080000:2.0:1734685898.037408:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685898.037411:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685898.037414:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848527872:0@lo:8:kworker.0 00000100:00080000:2.0:1734685898.037419:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685898.037420:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685898.037422:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848528256:0@lo:8:kworker.0 00000100:00100000:0.0:1734685898.052772:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734685898.052792:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848528640:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685898.052855:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685898.052899:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848528640 00000100:00100000:2.0:1734685898.052906:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848528640 00000100:00100000:2.0:1734685898.052939:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41621 00000100:00100000:2.0:1734685898.052946:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848528640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685898.052976:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685898.053029:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848528640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685898.053035:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41621 00000100:00100000:0.0:1734685898.053069:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848528640:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685898.116885:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848528768:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685898.116936:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685898.117096:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848528768 00000100:00100000:0.0:1734685898.117102:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848528768 00000100:00100000:0.0:1734685898.117191:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7076 00000100:00100000:0.0:1734685898.117197:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848528768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685898.117222:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685898.117258:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848528768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685898.117263:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7076 00000100:00100000:3.0:1734685898.117361:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848528768:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685898.146883:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685899.148805:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685899.813126:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848528896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685899.813180:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685899.813259:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848528896 00000100:00100000:2.0:1734685899.813265:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848528896 00000100:00100000:2.0:1734685899.813302:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7077 00000100:00100000:2.0:1734685899.813308:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848528896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685899.813332:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685899.813373:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848528896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685899.813379:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7077 00000100:00100000:3.0:1734685899.813414:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848528896:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685900.150726:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685900.471391:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685900.471432:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685900.471494:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872739456 00000100:00100000:2.0:1734685900.471502:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872739456 00000100:00100000:2.0:1734685900.471568:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1115 00000100:00100000:2.0:1734685900.471574:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872739456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685900.471701:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685870 00000100:00100000:3.0:1734685900.471729:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685900.471769:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872739584 00000100:00100000:1.0:1734685900.471773:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872739584 00000100:00100000:0.0:1734685900.471796:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872739712 00000100:00100000:3.0:1734685900.471797:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685900.471802:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3433 00000100:00100000:0.0:1734685900.471803:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872739712 00000100:00100000:1.0:1734685900.471807:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872739584:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685900.471831:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872739840 00000100:00100000:3.0:1734685900.471835:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872739840 00000100:00100000:0.0:1734685900.471836:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3434 00000100:00100000:1.0:1734685900.471841:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872739584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685900.471842:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872739712:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685900.471847:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3433 00000100:00100000:3.0:1734685900.471854:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54477 00000100:00100000:3.0:1734685900.471859:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872739840:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685900.471884:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685900.471890:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872739712:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685900.471896:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3434 00000100:00100000:3.0:1734685900.471907:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872739840:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 48us (111us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685900.471914:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54477 00000100:00080000:0.0:1734685900.471915:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685870 00000100:00080000:0.0:1734685900.471918:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685870 00000100:00100000:2.0:1734685900.471975:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872739456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685900.471982:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1115 00010000:00010000:3.0:1734685901.152735:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685902.154795:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685902.996783:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848529024:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685902.997120:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685902.997179:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848529024 00000100:00100000:2.0:1734685902.997185:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848529024 00000100:00100000:2.0:1734685902.997221:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41622 00000100:00100000:2.0:1734685902.997228:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848529024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685902.997258:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685902.997310:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848529024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685902.997316:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41622 00000100:00100000:1.0:1734685902.997473:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848529024:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685903.045420:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848529152:0@lo:400:kworker.0 00000100:00100000:3.0:1734685903.045467:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685903.045584:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848529536:0@lo:400:kworker.0 00000100:00100000:0.0:1734685903.045612:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848529152 00000100:00100000:0.0:1734685903.045619:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848529152 00000100:00100000:3.0:1734685903.045632:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848529408:0@lo:400:kworker.0 00000100:00100000:1.0:1734685903.045634:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685903.045650:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685903.045661:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685903.045663:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848529280:0@lo:400:kworker.0 00000100:00100000:3.0:1734685903.045671:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685903.045683:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848529408 00000100:00100000:3.0:1734685903.045685:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848529408 00000100:00100000:1.0:1734685903.045696:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848529280 00000100:00100000:1.0:1734685903.045702:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848529280 00000100:00100000:3.0:1734685903.045711:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3435 00000100:00100000:3.0:1734685903.045715:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848529408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685903.045737:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3436 00000100:00100000:3.0:1734685903.045742:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848529408:12345-0@lo:400:kworker.0 Request processed in 27us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685903.045743:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848529280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685903.045746:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3435 00000100:00080000:3.0:1734685903.045759:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685873 00000100:00080000:3.0:1734685903.045762:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685873 00000100:00100000:3.0:1734685903.045778:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848529408:0@lo:400:kworker.0 00000100:00100000:1.0:1734685903.045783:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848529280:12345-0@lo:400:kworker.0 Request processed in 39us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685903.045789:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3436 00000100:00100000:3.0:1734685903.045792:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848529280:0@lo:400:kworker.0 00000100:00100000:3.0:1734685903.045814:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848529536 00000100:00100000:3.0:1734685903.045817:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848529536 00000100:00100000:3.0:1734685903.045836:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41623 00000100:00100000:3.0:1734685903.045840:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848529536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685903.045877:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f049880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848529536:12345-0@lo:400:kworker.0 Request processed in 36us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685903.045882:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41623 00000100:00080000:3.0:1734685903.045893:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685873 00000100:00080000:2.0:1734685903.045950:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685903.045954:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685903.045959:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685903.045963:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10698 00000100:00080000:2.0:1734685903.045966:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685903.045970:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685903.045986:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d82c700 x1818938848529664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685903.046007:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685903.046009:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685903.046010:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685903.046012:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10698 00000100:00080000:2.0:1734685903.046013:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685903.046015:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685903.046020:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d82f800 x1818938848530048/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685903.046038:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848529664:0@lo:8:kworker.0 00000100:00100000:2.0:1734685903.046055:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685903.046063:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848530048:0@lo:8:kworker.0 00000100:00100000:2.0:1734685903.046070:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685903.046086:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848529664 00000100:00100000:2.0:1734685903.046088:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848529664 00000100:00100000:2.0:1734685903.046096:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848530048 00000100:00100000:2.0:1734685903.046098:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848530048 00000100:00100000:1.0:1734685903.046107:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54478 00000100:00100000:1.0:1734685903.046113:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848529664:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685903.046118:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54479 00000100:00100000:2.0:1734685903.046122:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848530048:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734685903.046129:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734685903.046132:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685903.046145:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:3.0:1734685903.046147:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848529920:0@lo:400:kworker.0 00000100:00100000:0.0:1734685903.046149:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848529152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685903.046157:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848529664:12345-0@lo:8:kworker.0 Request processed in 44us (101us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685903.046158:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848530048:12345-0@lo:8:kworker.0 Request processed in 35us (86us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685903.046163:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54478 00000100:00100000:2.0:1734685903.046165:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54479 00000100:00100000:3.0:1734685903.046169:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685903.046180:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848529920 00000100:00100000:1.0:1734685903.046182:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848529920 00000100:00100000:0.0:1734685903.046187:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848529152:12345-0@lo:400:kworker.0 Request processed in 37us (719us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685903.046188:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685903.046191:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685903.046192:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685903.046194:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848529664:0@lo:8:kworker.0 00000100:00100000:0.0:1734685903.046195:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:3.0:1734685903.046196:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848530176:0@lo:400:kworker.0 00000100:00100000:1.0:1734685903.046197:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3437 00000100:00100000:1.0:1734685903.046200:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848529920:12345-0@lo:400:kworker.0 00000100:02020000:2.0:1734685903.046200:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:2.0:1734685903.046202:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685903.046204:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685903.046207:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848530048:0@lo:8:kworker.0 00000100:00100000:3.0:1734685903.046209:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685903.046218:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685873 00000100:00100000:1.0:1734685903.046221:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848529920:12345-0@lo:400:kworker.0 Request processed in 20us (52us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685903.046221:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848530176 00000100:00100000:2.0:1734685903.046223:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848530176 00000100:00100000:1.0:1734685903.046225:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3437 00000100:00100000:3.0:1734685903.046225:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848529920:0@lo:400:kworker.0 00000100:00100000:0.0:1734685903.046233:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848530304:0@lo:400:kworker.0 00000100:00100000:2.0:1734685903.046239:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7951 00000100:00100000:3.0:1734685903.046241:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848529792:0@lo:400:kworker.0 00000100:00100000:2.0:1734685903.046243:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848530176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685903.046251:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685903.046254:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685903.046267:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848530176:12345-0@lo:400:kworker.0 Request processed in 23us (57us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685903.046271:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7951 00000100:00100000:2.0:1734685903.046278:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848529792 00000100:00100000:2.0:1734685903.046280:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848529792 00000100:00100000:0.0:1734685903.046282:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848529536:0@lo:400:kworker.0 00000100:00100000:3.0:1734685903.046282:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848529152:0@lo:400:kworker.0 00000100:00100000:1.0:1734685903.046290:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848530304 00000100:00100000:2.0:1734685903.046290:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7952 00000100:00100000:1.0:1734685903.046293:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848530304 00000100:00100000:2.0:1734685903.046294:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848529792:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685903.046299:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685873 00000100:00100000:3.0:1734685903.046302:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848530176:0@lo:400:kworker.0 00000100:00100000:1.0:1734685903.046308:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3438 00000100:00100000:1.0:1734685903.046311:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848530304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685903.046313:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848529792:12345-0@lo:400:kworker.0 Request processed in 19us (58us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685903.046318:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7952 00000100:00100000:3.0:1734685903.046318:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848529792:0@lo:400:kworker.0 00000100:00100000:1.0:1734685903.046333:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848530304:12345-0@lo:400:kworker.0 Request processed in 21us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685903.046336:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3438 00000100:00100000:0.0:1734685903.046350:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848530304:0@lo:400:kworker.0 00000100:00100000:3.0:1734685903.060732:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848530432:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685903.060778:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685903.060903:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848530432 00000100:00100000:2.0:1734685903.060909:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848530432 00000100:00100000:2.0:1734685903.060963:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41624 00000100:00100000:2.0:1734685903.060968:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848530432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685903.060994:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685903.061027:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848530432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685903.061033:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41624 00000100:00100000:3.0:1734685903.061046:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848530432:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685903.124731:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848530560:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685903.124787:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685903.124833:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848530560 00000100:00100000:2.0:1734685903.124841:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848530560 00000100:00100000:2.0:1734685903.124869:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7078 00000100:00100000:2.0:1734685903.124873:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848530560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685903.124894:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685903.124935:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848530560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685903.124939:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7078 00000100:00100000:0.0:1734685903.124955:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848530560:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685903.157011:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685904.158708:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685904.820762:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685904.820779:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848530688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685904.820830:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685904.820934:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848530688 00000100:00100000:2.0:1734685904.820940:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848530688 00000100:00100000:2.0:1734685904.820973:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7079 00000100:00100000:2.0:1734685904.820978:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848530688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685904.821007:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685904.821040:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848530688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685904.821046:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7079 00000100:00100000:0.0:1734685904.821061:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848530688:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685905.160757:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685905.479152:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685905.479196:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685905.479233:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685905.479301:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685905.479325:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872739968 00000100:00100000:0.0:1734685905.479332:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872739968 00000100:00100000:0.0:1734685905.479377:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1117 00000100:00100000:0.0:1734685905.479383:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872739968:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685905.479450:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872739968:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 66us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685905.479456:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1117 00000100:00080000:0.0:1734685905.479478:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685875 00000100:00100000:0.0:1734685905.479499:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872740096 00000100:00100000:0.0:1734685905.479502:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872740096 00000100:00100000:0.0:1734685905.479522:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872740224 00000100:00100000:0.0:1734685905.479524:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872740224 00000100:00100000:0.0:1734685905.479570:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3439 00000100:00100000:0.0:1734685905.479574:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872740096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685905.479598:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872740096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685905.479603:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3439 00000100:00100000:0.0:1734685905.479611:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3440 00000100:00100000:0.0:1734685905.479614:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872740224:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685905.479625:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872740352 00000100:00100000:0.0:1734685905.479631:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872740224:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 16us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685905.479634:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872740352 00000100:00100000:0.0:1734685905.479636:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3440 00000100:00080000:0.0:1734685905.479648:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685875 00000100:00080000:0.0:1734685905.479650:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685875 00000100:00100000:1.0:1734685905.479671:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54480 00000100:00100000:1.0:1734685905.479678:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872740352:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685905.479703:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685905.479748:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872740352:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 71us (604us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685905.479755:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54480 00010000:00010000:3.0:1734685906.162737:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685907.164710:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685908.005487:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685908.005506:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848530816:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685908.005573:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685908.005668:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848530816 00000100:00100000:2.0:1734685908.005675:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848530816 00000100:00100000:2.0:1734685908.005709:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41625 00000100:00100000:2.0:1734685908.005715:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848530816:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685908.005740:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685908.005802:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848530816:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685908.005808:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41625 00000100:00100000:3.0:1734685908.005841:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848530816:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685908.052805:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848530944:0@lo:400:kworker.0 00000100:00100000:3.0:1734685908.052887:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685908.052977:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685908.052981:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685908.052984:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685908.052988:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10703 00000100:00080000:2.0:1734685908.052991:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685908.052996:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685908.053010:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d82f100 x1818938848531456/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685908.053030:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685908.053032:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685908.053033:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685908.053036:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10703 00000100:00080000:2.0:1734685908.053037:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685908.053040:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685908.053048:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf3800 x1818938848531840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685908.053070:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848531456:0@lo:8:kworker.0 00000100:00100000:2.0:1734685908.053090:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685908.053141:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848530944 00000100:00100000:0.0:1734685908.053146:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848530944 00000100:00100000:0.0:1734685908.053174:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1734685908.053179:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848530944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685908.053214:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848530944:12345-0@lo:400:kworker.0 Request processed in 34us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685908.053219:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1734685908.053243:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848531072:0@lo:400:kworker.0 00000100:00100000:0.0:1734685908.053260:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685908.053269:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848531712:0@lo:400:kworker.0 00000100:00100000:0.0:1734685908.053279:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685908.053288:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734685908.053291:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848531200:0@lo:400:kworker.0 00000100:00100000:0.0:1734685908.053302:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685908.053309:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848531968:0@lo:400:kworker.0 00000100:00080000:0.0:1734685908.053322:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685878 00000100:00100000:0.0:1734685908.053333:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848531072 00000100:00100000:0.0:1734685908.053336:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848531072 00000100:00100000:0.0:1734685908.053358:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848531712 00000100:00100000:0.0:1734685908.053359:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848531712 00000100:00100000:0.0:1734685908.053367:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848531200 00000100:00100000:0.0:1734685908.053368:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848531200 00000100:00100000:0.0:1734685908.053382:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3441 00000100:00100000:0.0:1734685908.053386:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848531072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685908.053401:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848531328:0@lo:400:kworker.0 00000100:00100000:0.0:1734685908.053408:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848531072:12345-0@lo:400:kworker.0 Request processed in 22us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685908.053413:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3441 00000100:00100000:0.0:1734685908.053420:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3442 00000100:00100000:0.0:1734685908.053422:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848531712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685908.053484:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848531584:0@lo:400:kworker.0 00000100:00100000:0.0:1734685908.054118:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848531712:12345-0@lo:400:kworker.0 Request processed in 693us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685908.054122:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685908.054124:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3442 00000100:00100000:0.0:1734685908.054133:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3443 00000100:00100000:0.0:1734685908.054136:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848531200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685908.054139:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848532096:0@lo:400:kworker.0 00000100:00100000:0.0:1734685908.054157:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848531200:12345-0@lo:400:kworker.0 Request processed in 20us (854us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685908.054159:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685908.054161:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3443 00000100:00100000:0.0:1734685908.054168:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848532096 00000100:00100000:0.0:1734685908.054170:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848532096 00000100:00100000:0.0:1734685908.054177:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3444 00000100:00100000:1.0:1734685908.054179:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848531456 00000100:00100000:0.0:1734685908.054180:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848532096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685908.054182:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848531456 00000100:00100000:1.0:1734685908.054196:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54481 00000100:00100000:0.0:1734685908.054197:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848532096:12345-0@lo:400:kworker.0 Request processed in 16us (38us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685908.054200:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848531456:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685908.054202:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3444 00010000:00020000:1.0:1734685908.054216:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734685908.054231:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685878 00000100:00080000:0.0:1734685908.054234:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685878 00000100:00100000:1.0:1734685908.054237:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848531456:12345-0@lo:8:kworker.0 Request processed in 36us (1146us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685908.054240:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685908.054245:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54481 00000100:00100000:1.0:1734685908.054256:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848531968 00000100:00100000:1.0:1734685908.054258:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848531968 00000100:00100000:0.0:1734685908.054261:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848531072:0@lo:400:kworker.0 00000100:00100000:0.0:1734685908.054268:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848531712:0@lo:400:kworker.0 00000100:00100000:1.0:1734685908.054275:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7953 00000100:00100000:1.0:1734685908.054277:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848531968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685908.054281:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848531200:0@lo:400:kworker.0 00000100:00080000:0.0:1734685908.054296:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685878 00000100:00100000:1.0:1734685908.054303:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848531968:12345-0@lo:400:kworker.0 Request processed in 24us (62us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685908.054306:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848531968:0@lo:400:kworker.0 00000100:00100000:1.0:1734685908.054308:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7953 00000100:00100000:1.0:1734685908.054330:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848532096:0@lo:400:kworker.0 00000100:00100000:0.0:1734685908.054338:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848531328 00000100:00100000:0.0:1734685908.054340:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848531328 00000100:00100000:0.0:1734685908.054356:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41626 00000100:00100000:0.0:1734685908.054360:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848531328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685908.054382:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848531328:12345-0@lo:400:kworker.0 Request processed in 22us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685908.054387:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41626 00000100:00100000:1.0:1734685908.054393:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848531328:0@lo:400:kworker.0 00000100:00080000:0.0:1734685908.054394:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685878 00000100:00080000:2.0:1734685908.054435:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685908.054438:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685908.054441:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848531456:0@lo:8:kworker.0 00000100:00100000:2.0:1734685908.054446:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848531840:0@lo:8:kworker.0 00000100:00100000:2.0:1734685908.054459:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685908.054548:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685908.054569:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848530944:0@lo:400:kworker.0 00000100:00100000:0.0:1734685908.054637:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848531840 00000100:00100000:0.0:1734685908.054640:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848531840 00000100:00100000:0.0:1734685908.054747:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848531584 00000100:00100000:0.0:1734685908.054749:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848531584 00000100:00100000:1.0:1734685908.054750:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54482 00000100:00100000:1.0:1734685908.054754:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848531840:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685908.054761:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7954 00000100:00100000:0.0:1734685908.054764:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848531584:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734685908.054764:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685908.055050:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848531584:12345-0@lo:400:kworker.0 Request processed in 284us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685908.055055:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7954 00000100:00080000:0.0:1734685908.055065:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685878 00000100:00100000:1.0:1734685908.055143:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848531840:12345-0@lo:8:kworker.0 Request processed in 387us (681us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685908.055149:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54482 00000100:00080000:1.0:1734685908.055175:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685908.055178:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685908.055180:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848531840:0@lo:8:kworker.0 00000100:00100000:3.0:1734685908.055237:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848531584:0@lo:400:kworker.0 00000100:00100000:0.0:1734685908.068733:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848532224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685908.068782:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685908.068840:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848532224 00000100:00100000:2.0:1734685908.068846:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848532224 00000100:00100000:2.0:1734685908.068879:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41627 00000100:00100000:2.0:1734685908.068885:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848532224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685908.068914:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685908.068943:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848532224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685908.068949:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41627 00000100:00100000:0.0:1734685908.068959:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848532224:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685908.132992:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848532352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685908.133077:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685908.133180:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848532352 00000100:00100000:0.0:1734685908.133186:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848532352 00000100:00100000:0.0:1734685908.133216:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7080 00000100:00100000:0.0:1734685908.133222:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848532352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685908.133246:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685908.133287:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848532352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685908.133293:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7080 00000100:00100000:2.0:1734685908.133311:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848532352:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685908.166770:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685909.168766:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685909.828754:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848532480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685909.828836:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685909.828926:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848532480 00000100:00100000:2.0:1734685909.828932:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848532480 00000100:00100000:2.0:1734685909.828975:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7081 00000100:00100000:2.0:1734685909.828981:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848532480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685909.829005:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685909.829054:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848532480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685909.829060:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7081 00000100:00100000:1.0:1734685909.829096:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848532480:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685910.170695:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685910.486937:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685910.486984:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685910.487033:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872740608 00000100:00100000:2.0:1734685910.487040:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872740608 00000100:00100000:0.0:1734685910.487079:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685910.487086:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3445 00000100:00100000:2.0:1734685910.487091:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872740608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685910.487097:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685880 00000100:00100000:0.0:1734685910.487107:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872740480 00000100:00100000:0.0:1734685910.487110:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872740480 00000100:00100000:0.0:1734685910.487133:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1119 00000100:00100000:2.0:1734685910.487135:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872740608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685910.487137:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872740480:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685910.487139:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3445 00000100:00100000:0.0:1734685910.487159:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872740480:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685910.487164:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1119 00000100:00100000:1.0:1734685910.487219:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872740864 00000100:00100000:1.0:1734685910.487223:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872740864 00000100:00100000:1.0:1734685910.487247:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54483 00000100:00100000:1.0:1734685910.487253:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872740864:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685910.487271:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685910.487302:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872740864:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 48us (317us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685910.487307:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54483 00000100:00080000:0.0:1734685910.487367:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685880 00000100:00100000:0.0:1734685910.487909:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685910.488039:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872740736 00000100:00100000:2.0:1734685910.488043:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872740736 00000100:00100000:2.0:1734685910.488104:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3446 00000100:00100000:2.0:1734685910.488109:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872740736:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685910.488209:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685880 00000100:00100000:2.0:1734685910.488251:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872740736:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 140us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685910.488257:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3446 00010000:00010000:3.0:1734685911.173082:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685912.174730:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685913.012807:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685913.012826:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848532608:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685913.012877:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685913.012932:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848532608 00000100:00100000:2.0:1734685913.012938:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848532608 00000100:00100000:2.0:1734685913.012972:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41628 00000100:00100000:2.0:1734685913.012976:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848532608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685913.013003:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685913.013028:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848532608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685913.013032:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41628 00000100:00100000:0.0:1734685913.013048:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848532608:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685913.060971:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848532736:0@lo:400:kworker.0 00000100:00100000:0.0:1734685913.061025:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685913.061070:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848532864:0@lo:400:kworker.0 00000100:00100000:1.0:1734685913.061071:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848532736 00000100:00100000:1.0:1734685913.061078:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848532736 00000100:00080000:0.0:1734685913.061097:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685883 00000100:00100000:3.0:1734685913.061098:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685913.061113:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:1.0:1734685913.061118:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848532736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685913.061131:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848532864 00000100:00100000:3.0:1734685913.061134:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848532864 00000100:00080000:2.0:1734685913.061156:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685913.061160:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685913.061163:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685913.061163:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3447 00000100:00080000:0.0:1734685913.061167:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685883 00000100:00080000:2.0:1734685913.061167:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10708 00000100:00100000:3.0:1734685913.061168:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848532864:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685913.061170:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685913.061174:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685913.061175:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685913.061182:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848533120:0@lo:400:kworker.0 00000100:00100000:2.0:1734685913.061189:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf3800 x1818938848533248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685913.061203:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685913.061203:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848532864:12345-0@lo:400:kworker.0 Request processed in 34us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685913.061209:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3447 00000100:00080000:2.0:1734685913.061210:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685913.061212:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685913.061214:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685913.061216:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10708 00000100:00100000:0.0:1734685913.061218:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848533376:0@lo:400:kworker.0 00000100:00080000:2.0:1734685913.061219:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685913.061222:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685913.061232:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905bea00 x1818938848533632/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685913.061234:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685913.061237:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848532992:0@lo:400:kworker.0 00000100:00100000:0.0:1734685913.061254:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848533376 00000100:00100000:0.0:1734685913.061257:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848533376 00000100:00100000:2.0:1734685913.061259:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848533248:0@lo:8:kworker.0 00000100:00100000:3.0:1734685913.061261:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685913.061273:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848533760:0@lo:400:kworker.0 00000100:00100000:2.0:1734685913.061277:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685913.061279:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7955 00000100:00100000:0.0:1734685913.061283:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848533376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685913.061287:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848533632:0@lo:8:kworker.0 00000100:00100000:3.0:1734685913.061287:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685913.061296:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685913.061299:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685913.061300:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848533504:0@lo:400:kworker.0 00000100:00100000:0.0:1734685913.061310:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848533376:12345-0@lo:400:kworker.0 Request processed in 27us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685913.061314:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685913.061316:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7955 00000100:00100000:2.0:1734685913.061321:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848533248 00000100:00100000:0.0:1734685913.061325:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848533760 00000100:00100000:0.0:1734685913.061328:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848533760 00000100:00100000:2.0:1734685913.061328:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848533248 00000100:00100000:3.0:1734685913.061329:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848533632 00000100:00100000:3.0:1734685913.061332:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848533632 00000100:00100000:0.0:1734685913.061339:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7956 00000100:00100000:0.0:1734685913.061343:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848533760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685913.061346:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54484 00000100:00100000:2.0:1734685913.061350:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848533248:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685913.061350:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54485 00000100:00100000:1.0:1734685913.061351:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848532736:12345-0@lo:400:kworker.0 Request processed in 232us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685913.061354:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848533632:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685913.061356:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1734685913.061364:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848533760:12345-0@lo:400:kworker.0 Request processed in 20us (76us total) trans 0 rc 0/0 00010000:00020000:2.0:1734685913.061365:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685913.061369:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7956 00010000:00020000:3.0:1734685913.061370:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734685913.061379:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685883 00000100:00100000:1.0:1734685913.061379:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848533888:0@lo:400:kworker.0 00000100:00100000:2.0:1734685913.061385:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848533248:12345-0@lo:8:kworker.0 Request processed in 35us (107us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685913.061387:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848533120 00000100:00100000:3.0:1734685913.061388:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848533632:12345-0@lo:8:kworker.0 Request processed in 33us (88us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685913.061389:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848533120 00000100:00100000:2.0:1734685913.061390:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54484 00000100:00100000:3.0:1734685913.061393:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54485 00000100:00100000:0.0:1734685913.061405:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41629 00000100:00100000:0.0:1734685913.061409:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848533120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685913.061410:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848532992 00000100:00100000:3.0:1734685913.061412:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848532992 00000100:00080000:2.0:1734685913.061416:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685913.061419:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685913.061422:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848533248:0@lo:8:kworker.0 00000100:00100000:3.0:1734685913.061425:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848533504 00000100:00100000:3.0:1734685913.061426:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848533504 00000100:00080000:2.0:1734685913.061428:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685913.061429:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685913.061431:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848533120:12345-0@lo:400:kworker.0 Request processed in 22us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685913.061432:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848533632:0@lo:8:kworker.0 00000100:00100000:0.0:1734685913.061435:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41629 00000100:00100000:3.0:1734685913.061437:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3448 00000100:00100000:3.0:1734685913.061440:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848532992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685913.061448:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3449 00000100:00100000:0.0:1734685913.061451:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848533504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685913.061452:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848532864:0@lo:400:kworker.0 00000100:00100000:3.0:1734685913.061462:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848532992:12345-0@lo:400:kworker.0 Request processed in 21us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685913.061467:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3448 00000100:00100000:0.0:1734685913.061472:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848533504:12345-0@lo:400:kworker.0 Request processed in 19us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685913.061476:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3449 00000100:00100000:3.0:1734685913.061486:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848533504:0@lo:400:kworker.0 00000100:00080000:0.0:1734685913.061488:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685883 00000100:00080000:0.0:1734685913.061490:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685883 00000100:00100000:3.0:1734685913.061493:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848533760:0@lo:400:kworker.0 00000100:00100000:3.0:1734685913.061500:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848532992:0@lo:400:kworker.0 00000100:00100000:0.0:1734685913.061501:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848533376:0@lo:400:kworker.0 00000100:00100000:0.0:1734685913.061508:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848533120:0@lo:400:kworker.0 00000100:00100000:0.0:1734685913.061513:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848532736:0@lo:400:kworker.0 00000100:00100000:1.0:1734685913.061520:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685913.061543:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848533888 00000100:00100000:3.0:1734685913.061545:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848533888 00000100:00100000:3.0:1734685913.061558:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3450 00000100:00100000:3.0:1734685913.061562:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848533888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685913.061590:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848533888:12345-0@lo:400:kworker.0 Request processed in 27us (70us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685913.061595:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3450 00000100:00100000:1.0:1734685913.061609:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848533888:0@lo:400:kworker.0 00000100:00100000:2.0:1734685913.077400:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848534016:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685913.077452:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685913.077478:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848534016 00000100:00100000:0.0:1734685913.077484:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848534016 00000100:00100000:0.0:1734685913.077539:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41630 00000100:00100000:0.0:1734685913.077545:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848534016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685913.077575:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685913.077630:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848534016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685913.077637:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41630 00000100:00100000:3.0:1734685913.077805:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848534016:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685913.140739:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848534144:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685913.140822:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685913.140982:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848534144 00000100:00100000:1.0:1734685913.140989:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848534144 00000100:00100000:1.0:1734685913.141027:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7082 00000100:00100000:1.0:1734685913.141033:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848534144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685913.141058:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685913.141091:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848534144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685913.141097:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7082 00000100:00100000:0.0:1734685913.141121:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848534144:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685913.176786:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685914.178809:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685914.836980:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685914.837005:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848534272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685914.837074:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685914.837128:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848534272 00000100:00100000:1.0:1734685914.837137:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848534272 00000100:00100000:1.0:1734685914.837191:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7083 00000100:00100000:1.0:1734685914.837198:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848534272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685914.837230:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685914.837281:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848534272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685914.837289:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7083 00000100:00100000:0.0:1734685914.837360:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848534272:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685915.180847:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685915.495128:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685915.495177:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685915.495197:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872741120 00000100:00100000:0.0:1734685915.495205:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685915.495207:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872741120 00000100:00100000:3.0:1734685915.495273:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872741248 00000100:00100000:3.0:1734685915.495276:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872741248 00000100:00100000:0.0:1734685915.495286:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685915.495293:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3451 00000100:00100000:3.0:1734685915.495299:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872741120:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685915.495307:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3452 00000100:00100000:0.0:1734685915.495311:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872741248:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685915.495356:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872741248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685915.495361:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3452 00000100:00080000:2.0:1734685915.495386:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685885 00000100:00080000:2.0:1734685915.495391:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685885 00000100:00100000:1.0:1734685915.495417:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872740992 00000100:00100000:2.0:1734685915.495417:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872741376 00000100:00100000:2.0:1734685915.495420:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872741376 00000100:00100000:1.0:1734685915.495428:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872740992 00000100:00100000:2.0:1734685915.495447:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54486 00000100:00100000:2.0:1734685915.495452:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872741376:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734685915.495473:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685915.495479:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1121 00000100:00100000:1.0:1734685915.495486:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872740992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685915.495517:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872741120:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 217us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685915.495523:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3451 00000100:00100000:1.0:1734685915.495581:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872740992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 95us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685915.495587:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1121 00000100:00080000:3.0:1734685915.495614:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685885 00000100:00100000:2.0:1734685915.495744:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872741376:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 290us (456us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685915.495751:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54486 00010000:00010000:3.0:1734685916.182813:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685917.184728:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685918.020765:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734685918.020950:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848534400:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685918.020999:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685918.021047:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848534400 00000100:00100000:2.0:1734685918.021059:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848534400 00000100:00100000:2.0:1734685918.021122:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41631 00000100:00100000:2.0:1734685918.021130:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848534400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685918.021183:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685918.021286:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848534400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 154us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685918.021296:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41631 00000100:00100000:3.0:1734685918.021340:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848534400:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685918.069103:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848534528:0@lo:400:kworker.0 00000100:00080000:2.0:1734685918.069107:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685918.069113:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685918.069116:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685918.069121:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10713 00000100:00080000:2.0:1734685918.069125:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685918.069130:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685918.069146:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf0700 x1818938848535040/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685918.069158:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685918.069167:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685918.069170:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685918.069171:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685918.069174:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10713 00000100:00080000:2.0:1734685918.069176:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685918.069179:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685918.069183:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848535168:0@lo:400:kworker.0 00000100:00100000:2.0:1734685918.069187:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf0a80 x1818938848535424/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685918.069202:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685918.069206:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848534656:0@lo:400:kworker.0 00000100:00100000:3.0:1734685918.069216:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734685918.069217:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848535040:0@lo:8:kworker.0 00000100:00100000:3.0:1734685918.069220:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848534912:0@lo:400:kworker.0 00000100:00100000:2.0:1734685918.069246:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685918.069247:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685918.069260:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848535424:0@lo:8:kworker.0 00000100:00100000:3.0:1734685918.069261:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848535680:0@lo:400:kworker.0 00000100:00100000:0.0:1734685918.069268:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685918.069276:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685918.069281:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848534784:0@lo:400:kworker.0 00000100:00100000:1.0:1734685918.069578:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848534528 00000100:00100000:1.0:1734685918.069585:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848534528 00000100:00100000:1.0:1734685918.069619:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1734685918.069624:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848534528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685918.070022:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848535168 00000100:00100000:3.0:1734685918.070023:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685918.070026:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848535168 00000100:00100000:0.0:1734685918.070045:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848535296:0@lo:400:kworker.0 00000100:00100000:3.0:1734685918.070046:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848535552:0@lo:400:kworker.0 00000100:00100000:2.0:1734685918.070047:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848535040 00000100:00100000:2.0:1734685918.070049:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848535040 00000100:00100000:2.0:1734685918.070058:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848535424 00000100:00100000:2.0:1734685918.070060:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848535424 00000100:00100000:3.0:1734685918.070062:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685918.070070:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685918.070081:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848535552 00000100:00100000:2.0:1734685918.070083:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848535552 00000100:00100000:3.0:1734685918.070087:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7957 00000100:00100000:3.0:1734685918.070092:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848535168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685918.070098:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7958 00000100:00100000:2.0:1734685918.070102:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848535552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685918.070106:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848534528:12345-0@lo:400:kworker.0 Request processed in 480us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685918.070112:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1734685918.070115:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848534656 00000100:00100000:0.0:1734685918.070120:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848534656 00000100:00100000:3.0:1734685918.070121:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848535168:12345-0@lo:400:kworker.0 Request processed in 29us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685918.070127:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7957 00000100:00080000:1.0:1734685918.070135:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685888 00000100:00080000:1.0:1734685918.070138:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685888 00000100:00100000:3.0:1734685918.070139:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54487 00000100:00080000:1.0:1734685918.070140:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685888 00000100:00100000:3.0:1734685918.070142:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848535040:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685918.070149:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848534784 00000100:00100000:1.0:1734685918.070151:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54488 00000100:00100000:0.0:1734685918.070152:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848534784 00010000:00020000:3.0:1734685918.070153:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685918.070155:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848535424:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685918.070163:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848535552:12345-0@lo:400:kworker.0 Request processed in 59us (99us total) trans 0 rc 0/0 00010000:00020000:1.0:1734685918.070164:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685918.070168:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7958 00000100:00100000:0.0:1734685918.070169:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848535296 00000100:00100000:0.0:1734685918.070170:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848535296 00000100:00100000:3.0:1734685918.070170:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848535040:12345-0@lo:8:kworker.0 Request processed in 27us (924us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685918.070173:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54487 00000100:00100000:1.0:1734685918.070182:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848535424:12345-0@lo:8:kworker.0 Request processed in 26us (905us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685918.070183:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3453 00000100:00100000:1.0:1734685918.070188:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54488 00000100:00100000:0.0:1734685918.070189:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848534656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685918.070190:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3454 00000100:00100000:3.0:1734685918.070193:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848534784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685918.070194:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3455 00000100:00100000:2.0:1734685918.070198:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848535296:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685918.070200:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685888 00000100:00100000:3.0:1734685918.070208:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848534784:12345-0@lo:400:kworker.0 Request processed in 14us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685918.070212:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3454 00000100:00100000:0.0:1734685918.070234:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848534656:12345-0@lo:400:kworker.0 Request processed in 45us (967us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685918.070236:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848535296:12345-0@lo:400:kworker.0 Request processed in 38us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685918.070240:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848534784:0@lo:400:kworker.0 00000100:00100000:0.0:1734685918.070242:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3453 00000100:00100000:2.0:1734685918.070245:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3455 00000100:00100000:3.0:1734685918.070248:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848535552:0@lo:400:kworker.0 00000100:00100000:1.0:1734685918.070252:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848534912 00000100:00100000:1.0:1734685918.070255:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848534912 00000100:00100000:0.0:1734685918.070264:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685918.070270:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685918.070273:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685918.070276:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41632 00000100:00100000:2.0:1734685918.070276:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848535040:0@lo:8:kworker.0 00000100:00100000:1.0:1734685918.070280:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848534912:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685918.070285:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685918.070285:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848535680 00000100:00080000:2.0:1734685918.070286:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685918.070288:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848535424:0@lo:8:kworker.0 00000100:00100000:0.0:1734685918.070292:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848535168:0@lo:400:kworker.0 00000100:00100000:3.0:1734685918.070292:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848535680 00000100:00100000:0.0:1734685918.070301:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848534528:0@lo:400:kworker.0 00000100:00100000:1.0:1734685918.070304:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848534912:12345-0@lo:400:kworker.0 Request processed in 23us (1057us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685918.070309:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41632 00000100:00100000:3.0:1734685918.070309:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3456 00000100:00100000:3.0:1734685918.070312:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848535680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685918.070319:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848534912:0@lo:400:kworker.0 00000100:00080000:1.0:1734685918.070319:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685888 00000100:00100000:0.0:1734685918.070337:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848534656:0@lo:400:kworker.0 00000100:00100000:3.0:1734685918.070345:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848535680:12345-0@lo:400:kworker.0 Request processed in 31us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685918.070346:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848535296:0@lo:400:kworker.0 00000100:00100000:3.0:1734685918.070350:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3456 00000100:00100000:1.0:1734685918.070357:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848535680:0@lo:400:kworker.0 00000100:00100000:1.0:1734685918.084751:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848535808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685918.084799:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685918.084858:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848535808 00000100:00100000:2.0:1734685918.084865:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848535808 00000100:00100000:2.0:1734685918.084907:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41633 00000100:00100000:2.0:1734685918.084913:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848535808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685918.084942:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685918.084985:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848535808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685918.084991:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41633 00000100:00100000:1.0:1734685918.085014:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848535808:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685918.148889:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685918.148909:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848535936:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685918.148967:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685918.149030:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848535936 00000100:00100000:1.0:1734685918.149036:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848535936 00000100:00100000:1.0:1734685918.149079:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7084 00000100:00100000:1.0:1734685918.149086:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848535936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734685918.149115:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685918.149152:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848535936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685918.149160:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7084 00000100:00100000:3.0:1734685918.149188:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848535936:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685918.186711:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685919.188764:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685919.845072:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734685919.845099:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848536064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685919.845155:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685919.845226:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848536064 00000100:00100000:1.0:1734685919.845237:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848536064 00000100:00100000:1.0:1734685919.845278:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7085 00000100:00100000:1.0:1734685919.845284:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848536064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734685919.845311:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734685919.845345:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848536064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685919.845351:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7085 00000100:00100000:2.0:1734685919.845384:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848536064:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685920.190940:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685920.503254:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685920.503289:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685920.503316:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872741504 00000100:00100000:0.0:1734685920.503323:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685920.503324:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872741504 00000100:00100000:3.0:1734685920.503380:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1123 00000100:00100000:3.0:1734685920.503386:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872741504:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685920.503395:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685920.503423:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872741888 00000100:00100000:0.0:1734685920.503427:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872741888 00000100:00080000:1.0:1734685920.503432:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685890 00000100:00100000:3.0:1734685920.503434:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872741504:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685920.503440:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1123 00000100:00100000:0.0:1734685920.503444:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54489 00000100:00100000:0.0:1734685920.503448:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872741888:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734685920.503463:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872741632 00000100:00100000:1.0:1734685920.503467:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872741632 00010000:00020000:0.0:1734685920.503469:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685920.503490:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872741888:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (95us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685920.503490:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872741760 00000100:00100000:1.0:1734685920.503492:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872741760 00000100:00100000:0.0:1734685920.503495:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54489 00000100:00100000:1.0:1734685920.503507:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3457 00000100:00100000:1.0:1734685920.503511:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872741632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685920.503520:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3458 00000100:00100000:0.0:1734685920.503524:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872741760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685920.503569:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872741760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685920.503570:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872741632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685920.503576:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3458 00000100:00100000:1.0:1734685920.503736:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3457 00000100:00080000:1.0:1734685920.503754:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685890 00000100:00080000:1.0:1734685920.503757:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685890 00010000:00010000:3.0:1734685921.192793:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685922.196074:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685923.028822:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848536192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685923.028883:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685923.029001:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848536192 00000100:00100000:2.0:1734685923.029007:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848536192 00000100:00100000:2.0:1734685923.029039:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41634 00000100:00100000:2.0:1734685923.029045:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848536192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685923.029074:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685923.029104:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848536192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685923.029110:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41634 00000100:00100000:0.0:1734685923.029124:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848536192:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685923.076736:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1734685923.076743:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685923.076748:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685923.076751:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734685923.076754:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848536704:0@lo:400:kworker.0 00000100:00080000:2.0:1734685923.076757:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10718 00000100:00080000:2.0:1734685923.076760:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685923.076765:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685923.076783:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cf2b800 x1818938848536832/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685923.076805:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685923.076811:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848536448:0@lo:400:kworker.0 00000100:00100000:1.0:1734685923.076813:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848536576:0@lo:400:kworker.0 00000100:00080000:2.0:1734685923.076814:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685923.076817:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685923.076818:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685923.076821:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10718 00000100:00080000:2.0:1734685923.076823:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685923.076826:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685923.076827:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848536320:0@lo:400:kworker.0 00000100:00100000:2.0:1734685923.076836:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cf29f80 x1818938848537216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685923.076840:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685923.076849:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685923.076860:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685923.076860:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848537088:0@lo:400:kworker.0 00000100:00100000:0.0:1734685923.076864:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848536960:0@lo:400:kworker.0 00000100:00100000:1.0:1734685923.076866:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685923.076879:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685923.076893:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848536448 00000100:00100000:3.0:1734685923.076898:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848536448 00000100:00100000:0.0:1734685923.076914:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848536960 00000100:00100000:0.0:1734685923.076917:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848536960 00000100:00080000:1.0:1734685923.076925:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685893 00000100:00100000:3.0:1734685923.076928:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848536576 00000100:00080000:1.0:1734685923.076931:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685893 00000100:00100000:3.0:1734685923.076931:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848536576 00000100:00100000:0.0:1734685923.076936:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7959 00000100:00080000:1.0:1734685923.076936:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685893 00000100:00100000:0.0:1734685923.076941:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848536960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685923.076946:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3459 00000100:00100000:3.0:1734685923.076950:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848536448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685923.076957:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3460 00000100:00100000:1.0:1734685923.076963:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848536576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685923.076974:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848536960:12345-0@lo:400:kworker.0 Request processed in 32us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685923.076979:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7959 00000100:00100000:3.0:1734685923.076980:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848536448:12345-0@lo:400:kworker.0 Request processed in 28us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685923.076986:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3459 00000100:00100000:2.0:1734685923.076987:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848536832:0@lo:8:kworker.0 00000100:00100000:0.0:1734685923.076997:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848536704 00000100:00100000:0.0:1734685923.076999:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848536704 00000100:00100000:3.0:1734685923.077005:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848536320 00000100:00100000:1.0:1734685923.077007:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848536576:12345-0@lo:400:kworker.0 Request processed in 44us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685923.077007:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848536320 00000100:00100000:2.0:1734685923.077012:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685923.077013:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3460 00000100:00100000:0.0:1734685923.077015:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41635 00000100:00100000:0.0:1734685923.077019:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848536704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685923.077024:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848537216:0@lo:8:kworker.0 00000100:00100000:3.0:1734685923.077024:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1734685923.077027:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848536320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685923.077039:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685923.077042:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848537344:0@lo:400:kworker.0 00000100:00100000:0.0:1734685923.077043:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848536704:12345-0@lo:400:kworker.0 Request processed in 22us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685923.077050:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41635 00000100:00100000:3.0:1734685923.077052:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848536320:12345-0@lo:400:kworker.0 Request processed in 24us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685923.077057:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00080000:0.0:1734685923.077060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685893 00000100:00100000:1.0:1734685923.077062:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685923.077063:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685893 00000100:00100000:0.0:1734685923.077072:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848537472:0@lo:400:kworker.0 00000100:00100000:3.0:1734685923.077078:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685923.077088:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685923.077090:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848536576:0@lo:400:kworker.0 00000100:00100000:2.0:1734685923.077093:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848537088 00000100:00100000:2.0:1734685923.077097:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848537088 00000100:00100000:3.0:1734685923.077100:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848536448:0@lo:400:kworker.0 00000100:00100000:0.0:1734685923.077102:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848536960:0@lo:400:kworker.0 00000100:00100000:0.0:1734685923.077108:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848536704:0@lo:400:kworker.0 00000100:00100000:0.0:1734685923.077113:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848536320:0@lo:400:kworker.0 00000100:00100000:2.0:1734685923.077115:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848537472 00000100:00100000:2.0:1734685923.077117:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848537472 00000100:00100000:1.0:1734685923.077118:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848536832 00000100:00100000:1.0:1734685923.077122:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848536832 00000100:00100000:3.0:1734685923.077124:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3461 00000100:00100000:3.0:1734685923.077127:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848537088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685923.077138:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3462 00000100:00100000:1.0:1734685923.077139:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848537216 00000100:00100000:1.0:1734685923.077140:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848537216 00000100:00100000:2.0:1734685923.077142:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848537472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685923.077151:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848537344 00000100:00100000:1.0:1734685923.077152:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848537344 00000100:00100000:3.0:1734685923.077152:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848537088:12345-0@lo:400:kworker.0 Request processed in 24us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685923.077157:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3461 00000100:00100000:0.0:1734685923.077163:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54490 00000100:00100000:2.0:1734685923.077167:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848537472:12345-0@lo:400:kworker.0 Request processed in 25us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685923.077168:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848536832:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685923.077172:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3462 00000100:00100000:1.0:1734685923.077173:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7960 00000100:00100000:1.0:1734685923.077176:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848537344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685923.077177:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848537088:0@lo:400:kworker.0 00010000:00020000:0.0:1734685923.077183:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685923.077189:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54491 00000100:00100000:2.0:1734685923.077192:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848537216:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685923.077201:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685923.077206:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848537344:12345-0@lo:400:kworker.0 Request processed in 28us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685923.077210:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7960 00000100:00100000:0.0:1734685923.077222:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848536832:12345-0@lo:8:kworker.0 Request processed in 53us (209us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685923.077222:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848537216:12345-0@lo:8:kworker.0 Request processed in 28us (182us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734685923.077223:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685923.077225:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685923.077226:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54491 00000100:00100000:3.0:1734685923.077228:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848536832:0@lo:8:kworker.0 00000100:00100000:0.0:1734685923.077230:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54490 00000100:00080000:3.0:1734685923.077232:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685923.077233:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848537344:0@lo:400:kworker.0 00000100:00080000:3.0:1734685923.077233:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685923.077235:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848537216:0@lo:8:kworker.0 00000100:00080000:0.0:1734685923.077243:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685893 00000100:00100000:0.0:1734685923.077265:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848537472:0@lo:400:kworker.0 00000100:00100000:1.0:1734685923.092868:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848537600:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685923.092941:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685923.092981:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848537600 00000100:00100000:0.0:1734685923.092990:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848537600 00000100:00100000:0.0:1734685923.093315:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41636 00000100:00100000:0.0:1734685923.093322:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848537600:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685923.093367:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685923.093441:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848537600:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685923.093455:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41636 00000100:00100000:1.0:1734685923.093547:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848537600:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685923.156814:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848537728:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685923.156871:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685923.156942:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848537728 00000100:00100000:2.0:1734685923.156949:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848537728 00000100:00100000:2.0:1734685923.156981:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7086 00000100:00100000:2.0:1734685923.156986:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848537728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685923.157012:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685923.157044:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848537728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685923.157050:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7086 00000100:00100000:0.0:1734685923.157066:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848537728:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685923.197074:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685924.198878:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685924.852788:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848537856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685924.852838:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685924.852888:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848537856 00000100:00100000:2.0:1734685924.852894:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848537856 00000100:00100000:2.0:1734685924.852923:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7087 00000100:00100000:2.0:1734685924.852928:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848537856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685924.852954:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685924.852999:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848537856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685924.853005:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7087 00000100:00100000:1.0:1734685924.853128:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848537856:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685925.200713:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685925.510751:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685925.510790:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685925.510817:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872742144 00000100:00100000:2.0:1734685925.510824:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872742144 00000100:00100000:0.0:1734685925.510830:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685925.510864:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3463 00000100:00100000:2.0:1734685925.510870:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872742144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685925.510883:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872742016 00000100:00100000:3.0:1734685925.510887:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872742016 00000100:00100000:0.0:1734685925.510902:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685925.510905:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1125 00000100:00100000:3.0:1734685925.510908:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872742016:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685925.510919:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685895 00000100:00080000:0.0:1734685925.510922:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685895 00000100:00100000:2.0:1734685925.510924:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872742144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685925.510927:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872742016:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685925.510930:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3463 00000100:00100000:3.0:1734685925.510930:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1125 00000100:00100000:2.0:1734685925.510943:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872742272 00000100:00100000:2.0:1734685925.510946:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872742272 00000100:00080000:0.0:1734685925.510955:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685895 00000100:00100000:2.0:1734685925.510963:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3464 00000100:00100000:2.0:1734685925.510967:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872742272:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685925.510987:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872742272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685925.510992:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3464 00000100:00100000:1.0:1734685925.511117:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872742400 00000100:00100000:1.0:1734685925.511121:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872742400 00000100:00100000:1.0:1734685925.511148:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54492 00000100:00100000:1.0:1734685925.511174:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872742400:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685925.511193:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685925.511234:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872742400:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 80us (442us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685925.511239:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54492 00010000:00010000:3.0:1734685926.202712:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685927.204918:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685928.036736:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848537984:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685928.036786:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685928.036825:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848537984 00000100:00100000:0.0:1734685928.036832:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848537984 00000100:00100000:0.0:1734685928.036865:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41637 00000100:00100000:0.0:1734685928.036871:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848537984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685928.036897:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685928.036938:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848537984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685928.036944:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41637 00000100:00100000:2.0:1734685928.036952:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848537984:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685928.084727:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685928.084731:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685928.084733:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685928.084739:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10723 00000100:00100000:1.0:1734685928.084742:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848538368:0@lo:400:kworker.0 00000100:00080000:2.0:1734685928.084744:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685928.084749:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685928.084749:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848538496:0@lo:400:kworker.0 00000100:00100000:0.0:1734685928.084759:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848538240:0@lo:400:kworker.0 00000100:00100000:2.0:1734685928.084767:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012cf28e00 x1818938848538624/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685928.084794:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685928.084794:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685928.084808:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848538112:0@lo:400:kworker.0 00000100:00080000:2.0:1734685928.084808:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685928.084811:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685928.084812:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685928.084815:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10723 00000100:00080000:2.0:1734685928.084817:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685928.084820:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685928.084825:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685928.084829:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099583b80 x1818938848539008/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685928.084831:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685928.084831:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848538880:0@lo:400:kworker.0 00000100:00100000:3.0:1734685928.084836:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848538624:0@lo:8:kworker.0 00000100:00100000:0.0:1734685928.084849:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848538752:0@lo:400:kworker.0 00000100:00100000:1.0:1734685928.084849:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685928.084859:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685928.084861:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848539136:0@lo:400:kworker.0 00000100:00100000:2.0:1734685928.084863:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848538368 00000100:00100000:0.0:1734685928.084866:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685928.084869:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848538368 00000100:00100000:3.0:1734685928.084876:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848539008:0@lo:8:kworker.0 00000100:00100000:1.0:1734685928.084879:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685928.084888:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685928.084890:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848538880 00000100:00100000:0.0:1734685928.084893:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848538880 00000100:00100000:2.0:1734685928.084898:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848538240 00000100:00100000:2.0:1734685928.084901:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848538240 00000100:00100000:1.0:1734685928.084905:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3465 00000100:00100000:3.0:1734685928.084908:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848538112 00000100:00100000:0.0:1734685928.084910:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3466 00000100:00100000:1.0:1734685928.084910:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848538368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685928.084911:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848538112 00000100:00100000:0.0:1734685928.084916:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848538880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685928.084916:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3467 00000100:00100000:2.0:1734685928.084920:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848538240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685928.084930:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1734685928.084933:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848538112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685928.084946:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848538368:12345-0@lo:400:kworker.0 Request processed in 35us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685928.084952:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3465 00000100:00100000:2.0:1734685928.084954:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848538240:12345-0@lo:400:kworker.0 Request processed in 32us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685928.084955:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848538880:12345-0@lo:400:kworker.0 Request processed in 38us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685928.084959:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3467 00000100:00100000:3.0:1734685928.084959:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848538112:12345-0@lo:400:kworker.0 Request processed in 25us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685928.084962:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3466 00000100:00100000:3.0:1734685928.084967:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00080000:2.0:1734685928.084973:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685898 00000100:00100000:1.0:1734685928.084974:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848538624 00000100:00080000:2.0:1734685928.084976:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685898 00000100:00100000:1.0:1734685928.084977:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848538624 00000100:00080000:2.0:1734685928.084979:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685898 00000100:00100000:0.0:1734685928.084983:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685928.084988:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848539136 00000100:00100000:1.0:1734685928.084989:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848539008 00000100:00100000:1.0:1734685928.084990:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848539008 00000100:00100000:2.0:1734685928.084991:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848539136 00000100:00100000:3.0:1734685928.084991:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848539264:0@lo:400:kworker.0 00000100:00100000:1.0:1734685928.084996:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848538752 00000100:00100000:1.0:1734685928.084998:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848538752 00000100:00100000:3.0:1734685928.085004:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685928.085006:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848538112:0@lo:400:kworker.0 00000100:00100000:2.0:1734685928.085009:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7961 00000100:00100000:1.0:1734685928.085012:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7962 00000100:00100000:2.0:1734685928.085012:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848539136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685928.085016:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848538752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685928.085021:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54493 00000100:00100000:3.0:1734685928.085024:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848538624:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685928.085027:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54494 00000100:00100000:0.0:1734685928.085030:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848539008:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685928.085033:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848539136:12345-0@lo:400:kworker.0 Request processed in 21us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685928.085036:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7961 00010000:00020000:3.0:1734685928.085039:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734685928.085041:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685928.085041:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848538752:12345-0@lo:400:kworker.0 Request processed in 25us (58us total) trans 0 rc 0/0 00000100:00080000:2.0:1734685928.085044:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685898 00000100:00100000:1.0:1734685928.085046:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7962 00000100:00100000:2.0:1734685928.085057:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848538240:0@lo:400:kworker.0 00000100:00100000:0.0:1734685928.085062:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848539008:12345-0@lo:8:kworker.0 Request processed in 32us (173us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685928.085062:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848538624:12345-0@lo:8:kworker.0 Request processed in 36us (202us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685928.085064:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848539264 00000100:00100000:1.0:1734685928.085066:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848539264 00000100:00100000:3.0:1734685928.085067:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54493 00000100:00100000:0.0:1734685928.085072:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54494 00000100:00100000:2.0:1734685928.085077:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848538496 00000100:00100000:2.0:1734685928.085078:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848538496 00000100:00100000:1.0:1734685928.085079:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3468 00000100:00100000:1.0:1734685928.085082:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848539264:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685928.085084:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685928.085087:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685928.085089:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848539008:0@lo:8:kworker.0 00000100:00100000:2.0:1734685928.085090:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41638 00000100:00100000:0.0:1734685928.085091:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848538752:0@lo:400:kworker.0 00000100:00100000:2.0:1734685928.085092:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848538496:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685928.085095:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685928.085096:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685928.085098:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848538624:0@lo:8:kworker.0 00000100:00100000:1.0:1734685928.085107:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848539264:12345-0@lo:400:kworker.0 Request processed in 24us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685928.085109:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848538496:12345-0@lo:400:kworker.0 Request processed in 16us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685928.085110:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3468 00000100:00100000:2.0:1734685928.085113:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41638 00000100:00100000:3.0:1734685928.085116:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848539264:0@lo:400:kworker.0 00000100:00080000:2.0:1734685928.085119:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685898 00000100:00100000:3.0:1734685928.085122:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848538496:0@lo:400:kworker.0 00000100:00100000:1.0:1734685928.085125:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848539136:0@lo:400:kworker.0 00000100:00100000:1.0:1734685928.085130:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848538880:0@lo:400:kworker.0 00000100:00100000:1.0:1734685928.085135:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848538368:0@lo:400:kworker.0 00000100:00100000:0.0:1734685928.100725:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848539392:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685928.100777:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685928.100839:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848539392 00000100:00100000:2.0:1734685928.100846:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848539392 00000100:00100000:2.0:1734685928.100879:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41639 00000100:00100000:2.0:1734685928.100885:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848539392:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685928.100912:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685928.100944:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848539392:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685928.100950:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41639 00000100:00100000:0.0:1734685928.100963:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848539392:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685928.164721:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734685928.164740:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848539520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685928.164792:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685928.164836:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848539520 00000100:00100000:0.0:1734685928.164841:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848539520 00000100:00100000:0.0:1734685928.164873:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7088 00000100:00100000:0.0:1734685928.164878:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848539520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685928.164899:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685928.164936:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848539520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685928.164941:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7088 00000100:00100000:1.0:1734685928.164997:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848539520:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685928.206850:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685929.208690:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685929.860730:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848539648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685929.860789:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685929.860864:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848539648 00000100:00100000:0.0:1734685929.860870:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848539648 00000100:00100000:0.0:1734685929.860909:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7089 00000100:00100000:0.0:1734685929.860915:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848539648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685929.860943:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685929.860978:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848539648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685929.860982:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7089 00000100:00100000:2.0:1734685929.860992:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848539648:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685930.210727:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685930.518835:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685930.518874:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685930.518901:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685930.518904:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872742528 00000100:00100000:3.0:1734685930.518912:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872742528 00000100:00100000:1.0:1734685930.518932:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872742656 00000100:00100000:1.0:1734685930.518937:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872742656 00000100:00100000:0.0:1734685930.518974:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685930.518987:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872742784 00000100:00100000:1.0:1734685930.518989:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872742784 00000100:00100000:0.0:1734685930.518996:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3469 00000100:00100000:0.0:1734685930.519003:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872742656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685930.519014:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3470 00000100:00100000:1.0:1734685930.519019:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872742784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685930.519024:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1127 00000100:00100000:3.0:1734685930.519028:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872742528:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685930.519042:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685900 00000100:00080000:2.0:1734685930.519046:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685900 00000100:00080000:2.0:1734685930.519048:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685900 00000100:00100000:0.0:1734685930.519055:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872742656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685930.519055:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872742784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685930.519060:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872742528:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685930.519061:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3470 00000100:00100000:0.0:1734685930.519064:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3469 00000100:00100000:3.0:1734685930.519066:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1127 00000100:00100000:0.0:1734685930.519082:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872742912 00000100:00100000:0.0:1734685930.519085:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872742912 00000100:00100000:0.0:1734685930.519099:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54495 00000100:00100000:0.0:1734685930.519103:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872742912:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685930.519121:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685930.519149:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872742912:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 44us (175us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685930.519158:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54495 00010000:00010000:3.0:1734685931.212685:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685932.214706:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685933.044727:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848539776:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685933.044781:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685933.044868:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848539776 00000100:00100000:2.0:1734685933.044874:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848539776 00000100:00100000:2.0:1734685933.044911:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41640 00000100:00100000:2.0:1734685933.044916:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848539776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685933.044944:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685933.045093:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848539776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 176us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685933.045100:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41640 00000100:00100000:3.0:1734685933.045162:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848539776:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685933.092722:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685933.092727:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734685933.092728:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848539904:0@lo:400:kworker.0 00000100:00080000:2.0:1734685933.092730:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685933.092735:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10728 00000100:00080000:2.0:1734685933.092739:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685933.092743:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685933.092764:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099582300 x1818938848540416/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685933.092776:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848540032:0@lo:400:kworker.0 00000100:00100000:0.0:1734685933.092777:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685933.092786:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685933.092789:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685933.092790:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685933.092793:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10728 00000100:00080000:2.0:1734685933.092796:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685933.092799:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685933.092811:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096469f80 x1818938848540800/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685933.092815:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848540544:0@lo:400:kworker.0 00000100:00100000:3.0:1734685933.092820:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685933.092833:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685933.092835:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848540672:0@lo:400:kworker.0 00000100:00100000:1.0:1734685933.092837:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848539904 00000100:00100000:2.0:1734685933.092838:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848540160:0@lo:400:kworker.0 00000100:00100000:1.0:1734685933.092843:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848539904 00000100:00100000:0.0:1734685933.092846:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734685933.092849:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685933.092851:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848540288:0@lo:400:kworker.0 00000100:00100000:2.0:1734685933.092863:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685933.092866:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848540416:0@lo:8:kworker.0 00000100:00100000:0.0:1734685933.092867:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685933.092876:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848540928:0@lo:400:kworker.0 00000100:00100000:3.0:1734685933.092877:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685933.092878:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1734685933.092879:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848541056:0@lo:400:kworker.0 00000100:00100000:1.0:1734685933.092884:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848539904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685933.092884:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848540800:0@lo:8:kworker.0 00000100:00100000:2.0:1734685933.092891:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685933.092897:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685933.092903:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848540544 00000100:00100000:3.0:1734685933.092906:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848540544 00000100:00080000:2.0:1734685933.092911:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685903 00000100:00080000:2.0:1734685933.092914:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685903 00000100:00100000:0.0:1734685933.092915:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848540416 00000100:00100000:0.0:1734685933.092919:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848540416 00000100:00100000:1.0:1734685933.092921:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848539904:12345-0@lo:400:kworker.0 Request processed in 37us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685933.092923:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848540928 00000100:00100000:3.0:1734685933.092925:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848540928 00000100:00100000:2.0:1734685933.092926:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7963 00000100:00100000:1.0:1734685933.092927:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1734685933.092931:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848540544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685933.092941:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7964 00000100:00100000:0.0:1734685933.092946:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848540928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685933.092946:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54496 00000100:00100000:3.0:1734685933.092949:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848540416:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685933.092956:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848540032 00000100:00100000:2.0:1734685933.092957:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848540544:12345-0@lo:400:kworker.0 Request processed in 26us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685933.092958:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848540032 00000100:00100000:2.0:1734685933.092962:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7963 00010000:00020000:3.0:1734685933.092964:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685933.092975:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848540928:12345-0@lo:400:kworker.0 Request processed in 28us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685933.092975:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848540672 00000100:00100000:1.0:1734685933.092976:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848540672 00000100:00100000:0.0:1734685933.092979:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7964 00000100:00100000:2.0:1734685933.092981:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848540160 00000100:00100000:3.0:1734685933.092983:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848540416:12345-0@lo:8:kworker.0 Request processed in 33us (105us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685933.092984:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848540160 00000100:00100000:1.0:1734685933.092985:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848541056 00000100:00100000:1.0:1734685933.092986:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848541056 00000100:00100000:3.0:1734685933.092989:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54496 00000100:00100000:1.0:1734685933.092998:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3471 00000100:00100000:1.0:1734685933.093001:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848540032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685933.093002:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3472 00000100:00100000:0.0:1734685933.093006:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848540672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685933.093009:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3473 00000100:00100000:3.0:1734685933.093010:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685933.093014:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848541056:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685933.093029:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734685933.093031:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848540032:12345-0@lo:400:kworker.0 Request processed in 28us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685933.093033:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848540672:12345-0@lo:400:kworker.0 Request processed in 27us (182us total) trans 0 rc 0/0 00000100:00080000:3.0:1734685933.093033:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685933.093035:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3471 00000100:00100000:3.0:1734685933.093036:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848540416:0@lo:8:kworker.0 00000100:00100000:0.0:1734685933.093038:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3472 00000100:00100000:2.0:1734685933.093038:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848541056:12345-0@lo:400:kworker.0 Request processed in 23us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685933.093043:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3473 00000100:00100000:1.0:1734685933.093045:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3474 00000100:00100000:1.0:1734685933.093049:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848540160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685933.093051:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848540800 00000100:00100000:3.0:1734685933.093053:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848540800 00000100:00080000:2.0:1734685933.093056:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685903 00000100:00080000:2.0:1734685933.093058:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685903 00000100:00080000:2.0:1734685933.093060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685903 00000100:00100000:3.0:1734685933.093064:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54497 00000100:00100000:0.0:1734685933.093066:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848541056:0@lo:400:kworker.0 00000100:00100000:3.0:1734685933.093067:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848540800:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685933.093071:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848540544:0@lo:400:kworker.0 00000100:00100000:2.0:1734685933.093072:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848540160:0@lo:400:kworker.0 00010000:00020000:3.0:1734685933.093075:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685933.093076:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848539904:0@lo:400:kworker.0 00000100:00100000:1.0:1734685933.093079:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848540160:12345-0@lo:400:kworker.0 Request processed in 29us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685933.093079:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848540928:0@lo:400:kworker.0 00000100:00100000:1.0:1734685933.093085:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3474 00000100:00100000:3.0:1734685933.093095:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848540800:12345-0@lo:8:kworker.0 Request processed in 27us (85us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685933.093097:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848540288 00000100:00100000:2.0:1734685933.093099:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848540288 00000100:00100000:3.0:1734685933.093099:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54497 00000100:00080000:3.0:1734685933.093116:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734685933.093118:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41641 00000100:00080000:3.0:1734685933.093118:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685933.093120:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848540800:0@lo:8:kworker.0 00000100:00100000:2.0:1734685933.093122:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848540288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685933.093135:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848540672:0@lo:400:kworker.0 00000100:00100000:3.0:1734685933.093143:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848540032:0@lo:400:kworker.0 00000100:00100000:2.0:1734685933.093146:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848540288:12345-0@lo:400:kworker.0 Request processed in 23us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685933.093150:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41641 00000100:00100000:0.0:1734685933.093156:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848540288:0@lo:400:kworker.0 00000100:00080000:2.0:1734685933.093160:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685903 00000100:00100000:2.0:1734685933.108726:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848541184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685933.108771:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685933.108809:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848541184 00000100:00100000:0.0:1734685933.108816:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848541184 00000100:00100000:0.0:1734685933.108854:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41642 00000100:00100000:0.0:1734685933.108860:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848541184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685933.108889:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685933.108933:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848541184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685933.108939:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41642 00000100:00100000:2.0:1734685933.108958:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848541184:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685933.172740:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848541312:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685933.172795:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685933.172855:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848541312 00000100:00100000:0.0:1734685933.172862:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848541312 00000100:00100000:0.0:1734685933.172898:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7090 00000100:00100000:0.0:1734685933.172903:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848541312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685933.172925:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685933.172963:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848541312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685933.172969:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7090 00000100:00100000:3.0:1734685933.173002:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848541312:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685933.216715:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685934.218744:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685934.868881:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848541440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685934.868936:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685934.868979:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848541440 00000100:00100000:2.0:1734685934.868986:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848541440 00000100:00100000:2.0:1734685934.869022:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7091 00000100:00100000:2.0:1734685934.869028:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848541440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685934.869053:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685934.869085:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848541440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685934.869090:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7091 00000100:00100000:0.0:1734685934.869107:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848541440:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685935.220718:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685935.527275:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685935.527319:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685935.527348:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685935.527350:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872743168 00000100:00100000:2.0:1734685935.527359:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872743168 00000100:00100000:1.0:1734685935.527390:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872743040 00000100:00100000:1.0:1734685935.527395:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872743040 00000100:00100000:0.0:1734685935.527437:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685935.527438:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1129 00000100:00100000:2.0:1734685935.527438:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3475 00000100:00100000:1.0:1734685935.527445:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872743040:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685935.527445:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872743168:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685935.527458:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872743296 00000100:00100000:0.0:1734685935.527461:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872743296 00000100:00100000:0.0:1734685935.527484:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3476 00000100:00100000:2.0:1734685935.527496:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872743168:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685935.527502:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3475 00000100:00100000:3.0:1734685935.527513:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872743424 00000100:00100000:3.0:1734685935.527517:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872743424 00000100:00100000:3.0:1734685935.527557:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54498 00000100:00100000:3.0:1734685935.527562:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872743424:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685935.527583:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685935.527631:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872743296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685935.527663:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872743040:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 218us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685935.527670:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1129 00000100:00100000:3.0:1734685935.527688:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872743424:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 124us (338us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685935.527694:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54498 00000100:00080000:3.0:1734685935.527718:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685905 00000100:00080000:3.0:1734685935.527721:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685905 00000100:00100000:0.0:1734685935.527737:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872743296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 247us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685935.527743:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3476 00000100:00080000:3.0:1734685935.527793:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685905 00010000:00010000:3.0:1734685936.222713:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685937.225128:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685938.052723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848541568:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685938.052774:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685938.052864:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848541568 00000100:00100000:0.0:1734685938.052871:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848541568 00000100:00100000:0.0:1734685938.052909:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41643 00000100:00100000:0.0:1734685938.052914:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848541568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685938.052943:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685938.052983:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848541568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685938.052989:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41643 00000100:00100000:1.0:1734685938.053006:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848541568:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685938.100721:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685938.100726:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685938.100728:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734685938.100729:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848541952:0@lo:400:kworker.0 00000100:00080000:2.0:1734685938.100732:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10733 00000100:00080000:2.0:1734685938.100734:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685938.100738:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685938.100748:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848541824:0@lo:400:kworker.0 00000100:00100000:2.0:1734685938.100751:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090784000 x1818938848542208/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734685938.100767:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685938.100769:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685938.100770:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734685938.100784:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685938.100788:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848542208:0@lo:8:kworker.0 00000100:00100000:3.0:1734685938.100809:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685938.100810:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848542080:0@lo:400:kworker.0 00000100:00100000:0.0:1734685938.100815:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685938.100820:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848542464:0@lo:400:kworker.0 00000100:00100000:3.0:1734685938.100835:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848542208 00000100:00100000:1.0:1734685938.100837:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685938.100839:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685938.100840:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848542208 00000100:00100000:1.0:1734685938.100854:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1734685938.100855:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54499 00000100:00100000:0.0:1734685938.100858:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848541952 00000100:00100000:1.0:1734685938.100859:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848541696:0@lo:400:kworker.0 00000100:00100000:3.0:1734685938.100859:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848542208:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685938.100861:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848541952 00010000:00020000:3.0:1734685938.100873:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685938.100880:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685938.100886:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848542464 00000100:00100000:0.0:1734685938.100889:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848542464 00000100:00100000:1.0:1734685938.100891:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848542336:0@lo:400:kworker.0 00000100:00100000:3.0:1734685938.100898:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848542208:12345-0@lo:8:kworker.0 Request processed in 37us (87us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685938.100900:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3477 00000100:00100000:1.0:1734685938.100905:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685938.100905:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54499 00000100:00100000:0.0:1734685938.100906:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848541952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685938.100917:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848542336 00000100:00100000:3.0:1734685938.100920:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848542336 00000100:00100000:1.0:1734685938.100926:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3478 00000100:00100000:1.0:1734685938.100931:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848542464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685938.100935:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7965 00000100:00100000:0.0:1734685938.100939:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848541952:12345-0@lo:400:kworker.0 Request processed in 33us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685938.100939:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848542336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685938.100945:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3477 00000100:00100000:1.0:1734685938.100962:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848542464:12345-0@lo:400:kworker.0 Request processed in 31us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685938.100966:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848542336:12345-0@lo:400:kworker.0 Request processed in 26us (60us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685938.100968:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3478 00000100:00100000:3.0:1734685938.100971:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7965 00000100:00080000:3.0:1734685938.100981:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685908 00000100:00100000:0.0:1734685938.100982:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848542464:0@lo:400:kworker.0 00000100:00080000:3.0:1734685938.100985:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685908 00000100:00100000:1.0:1734685938.100986:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848541696 00000100:00100000:1.0:1734685938.100988:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848541696 00000100:00100000:0.0:1734685938.100990:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848541952:0@lo:400:kworker.0 00000100:00080000:3.0:1734685938.100995:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685938.100998:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685938.101001:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848542208:0@lo:8:kworker.0 00000100:00100000:1.0:1734685938.101008:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1734685938.101012:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848541696:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685938.101013:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685908 00000100:00100000:3.0:1734685938.101022:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685938.101027:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848542080 00000100:00100000:0.0:1734685938.101029:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848542080 00000100:00100000:1.0:1734685938.101032:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848541696:12345-0@lo:400:kworker.0 Request processed in 19us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685938.101036:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:3.0:1734685938.101040:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848541824 00000100:00100000:3.0:1734685938.101043:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848541824 00000100:00100000:0.0:1734685938.101048:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41644 00000100:00100000:0.0:1734685938.101052:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848542080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685938.101054:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3479 00000100:00100000:3.0:1734685938.101057:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848541824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685938.101062:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848541696:0@lo:400:kworker.0 00000100:00100000:1.0:1734685938.101069:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848542336:0@lo:400:kworker.0 00000100:00100000:0.0:1734685938.101082:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848542080:12345-0@lo:400:kworker.0 Request processed in 28us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685938.101082:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848542080:0@lo:400:kworker.0 00000100:00100000:3.0:1734685938.101082:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848541824:12345-0@lo:400:kworker.0 Request processed in 23us (59us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685938.101086:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41644 00000100:00100000:3.0:1734685938.101086:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3479 00000100:00080000:0.0:1734685938.101097:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685908 00000100:00100000:3.0:1734685938.101101:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848541824:0@lo:400:kworker.0 00000100:00080000:2.0:1734685938.101133:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10733 00000100:00080000:2.0:1734685938.101136:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685938.101139:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685938.101150:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090784e00 x1818938848542592/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685938.101184:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848542592:0@lo:8:kworker.0 00000100:00100000:0.0:1734685938.101199:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848542720:0@lo:400:kworker.0 00000100:00100000:3.0:1734685938.101202:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685938.101216:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848542592 00000100:00100000:0.0:1734685938.101218:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685938.101220:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848542592 00000100:00100000:3.0:1734685938.101232:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848542720 00000100:00100000:0.0:1734685938.101233:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734685938.101234:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54500 00000100:00100000:3.0:1734685938.101234:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848542720 00000100:00100000:0.0:1734685938.101238:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848542848:0@lo:400:kworker.0 00000100:00100000:2.0:1734685938.101238:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848542592:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685938.101247:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685938.101249:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7966 00000100:00100000:0.0:1734685938.101253:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685938.101253:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848542720:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685938.101264:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685908 00000100:00100000:2.0:1734685938.101274:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848542592:12345-0@lo:8:kworker.0 Request processed in 35us (71us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685938.101277:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848542720:12345-0@lo:400:kworker.0 Request processed in 25us (59us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685938.101279:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54500 00000100:00100000:3.0:1734685938.101281:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7966 00000100:00100000:0.0:1734685938.101284:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848542720:0@lo:400:kworker.0 00000100:00080000:3.0:1734685938.101293:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734685938.101295:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685938.101297:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848542592:0@lo:8:kworker.0 00000100:00100000:1.0:1734685938.101454:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848542848 00000100:00100000:1.0:1734685938.101458:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848542848 00000100:00100000:1.0:1734685938.101480:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3480 00000100:00100000:1.0:1734685938.101484:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848542848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685938.101515:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848542848:12345-0@lo:400:kworker.0 Request processed in 29us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685938.101519:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3480 00000100:00100000:0.0:1734685938.101555:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848542848:0@lo:400:kworker.0 00000100:00100000:0.0:1734685938.116733:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848542976:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685938.116780:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685938.116861:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848542976 00000100:00100000:1.0:1734685938.116868:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848542976 00000100:00100000:1.0:1734685938.116898:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41645 00000100:00100000:1.0:1734685938.116903:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848542976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685938.116930:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685938.116966:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848542976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685938.116972:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41645 00000100:00100000:0.0:1734685938.116988:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848542976:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685938.180707:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848543104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685938.180754:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685938.180821:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848543104 00000100:00100000:2.0:1734685938.180827:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848543104 00000100:00100000:2.0:1734685938.180866:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7092 00000100:00100000:2.0:1734685938.180872:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848543104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685938.180895:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685938.180927:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848543104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685938.180932:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7092 00000100:00100000:0.0:1734685938.180948:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848543104:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685938.226710:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685939.228722:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685939.877047:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848543232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685939.877106:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685939.877259:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848543232 00000100:00100000:3.0:1734685939.877266:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848543232 00000100:00100000:3.0:1734685939.877331:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7093 00000100:00100000:3.0:1734685939.877337:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848543232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685939.877364:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685939.877395:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848543232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685939.877400:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7093 00000100:00100000:1.0:1734685939.877462:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848543232:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685940.230678:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685940.536865:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685940.536909:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685940.536941:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685940.537020:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685940.537056:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872743808 00000100:00100000:0.0:1734685940.537062:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872743808 00000100:00100000:0.0:1734685940.537097:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872743680 00000100:00100000:0.0:1734685940.537100:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872743680 00000100:00100000:1.0:1734685940.537105:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872743552 00000100:00100000:1.0:1734685940.537110:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872743552 00000100:00100000:0.0:1734685940.537115:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3481 00000100:00100000:0.0:1734685940.537122:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872743808:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685940.537134:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1131 00000100:00100000:1.0:1734685940.537139:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872743552:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685940.537212:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3482 00000100:00100000:2.0:1734685940.537217:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872743680:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685940.537282:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872743936 00000100:00100000:3.0:1734685940.537304:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872743936 00000100:00100000:3.0:1734685940.537323:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54501 00000100:00100000:3.0:1734685940.537327:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872743936:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685940.537346:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685940.537354:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872743552:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 213us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685940.537361:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1131 00000100:00100000:3.0:1734685940.537367:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872743936:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (425us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685940.537372:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54501 00000100:00080000:3.0:1734685940.537396:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685910 00000100:00080000:3.0:1734685940.537399:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685910 00000100:00080000:3.0:1734685940.537401:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685910 00000100:00100000:0.0:1734685940.537826:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872743808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 703us (915us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685940.537833:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3481 00000100:00100000:2.0:1734685940.537871:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872743680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 653us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685940.537877:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3482 00010000:00010000:3.0:1734685941.232691:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685942.235157:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685943.060721:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848543360:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685943.060764:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685943.060809:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848543360 00000100:00100000:1.0:1734685943.060815:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848543360 00000100:00100000:1.0:1734685943.060855:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41646 00000100:00100000:1.0:1734685943.060861:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848543360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685943.060890:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685943.060928:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848543360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685943.060933:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41646 00000100:00100000:2.0:1734685943.060969:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848543360:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685943.108732:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848543488:0@lo:400:kworker.0 00000100:00080000:2.0:1734685943.108738:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685943.108742:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685943.108745:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685943.108746:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848543872:0@lo:400:kworker.0 00000100:00080000:2.0:1734685943.108750:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10738 00000100:00080000:2.0:1734685943.108753:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685943.108759:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685943.108774:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090784700 x1818938848544000/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685943.108794:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685943.108794:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685943.108797:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685943.108799:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685943.108801:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685943.108803:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10738 00000100:00080000:2.0:1734685943.108806:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685943.108808:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685943.108812:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848543744:0@lo:400:kworker.0 00000100:00100000:2.0:1734685943.108817:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986c6d80 x1818938848544384/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685943.108820:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848544128:0@lo:400:kworker.0 00000100:00100000:3.0:1734685943.108828:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848544000:0@lo:8:kworker.0 00000100:00100000:1.0:1734685943.108842:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685943.108847:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848543616:0@lo:400:kworker.0 00000100:00100000:3.0:1734685943.108850:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848544640:0@lo:400:kworker.0 00000100:00100000:0.0:1734685943.108855:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685943.108858:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848544512:0@lo:400:kworker.0 00000100:00100000:2.0:1734685943.108873:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685943.108875:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685943.108881:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848544128 00000100:00100000:3.0:1734685943.108886:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848544128 00000100:00100000:0.0:1734685943.108888:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848543744 00000100:00100000:2.0:1734685943.108890:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848544256:0@lo:400:kworker.0 00000100:00100000:0.0:1734685943.108891:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848543744 00000100:00100000:1.0:1734685943.108898:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848543488 00000100:00100000:1.0:1734685943.108901:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848543488 00000100:00100000:2.0:1734685943.108904:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685943.108913:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848544512 00000100:00100000:0.0:1734685943.108916:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848543616 00000100:00100000:3.0:1734685943.108916:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848544512 00000100:00100000:0.0:1734685943.108918:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848543616 00000100:00100000:1.0:1734685943.108919:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1734685943.108925:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848543488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685943.108926:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848544256 00000100:00100000:2.0:1734685943.108928:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848544256 00000100:00100000:3.0:1734685943.108928:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7967 00000100:00100000:3.0:1734685943.108931:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848544128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685943.108932:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3483 00000100:00100000:0.0:1734685943.108937:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848543744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685943.108945:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3484 00000100:00100000:2.0:1734685943.108949:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848543616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685943.108958:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848543488:12345-0@lo:400:kworker.0 Request processed in 32us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685943.108961:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848544128:12345-0@lo:400:kworker.0 Request processed in 29us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685943.108964:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:3.0:1734685943.108966:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7967 00000100:00100000:0.0:1734685943.108969:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848543744:12345-0@lo:400:kworker.0 Request processed in 32us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685943.108975:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3483 00000100:00100000:2.0:1734685943.108975:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848543616:12345-0@lo:400:kworker.0 Request processed in 25us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685943.108977:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7968 00000100:00100000:2.0:1734685943.108979:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3484 00000100:00100000:3.0:1734685943.108981:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848544512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685943.108985:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3485 00000100:00100000:0.0:1734685943.108988:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848544256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685943.108998:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848543744:0@lo:400:kworker.0 00000100:00100000:2.0:1734685943.109003:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848543616:0@lo:400:kworker.0 00000100:00100000:3.0:1734685943.109004:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848544512:12345-0@lo:400:kworker.0 Request processed in 22us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685943.109007:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848544256:12345-0@lo:400:kworker.0 Request processed in 18us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685943.109008:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7968 00000100:00100000:1.0:1734685943.109010:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848544512:0@lo:400:kworker.0 00000100:00100000:0.0:1734685943.109012:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3485 00000100:00100000:2.0:1734685943.109012:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848544256:0@lo:400:kworker.0 00000100:00080000:3.0:1734685943.109019:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685913 00000100:00080000:3.0:1734685943.109022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685913 00000100:00100000:1.0:1734685943.109024:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848543872 00000100:00080000:3.0:1734685943.109024:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685913 00000100:00100000:1.0:1734685943.109026:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848543872 00000100:00080000:3.0:1734685943.109026:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685913 00000100:00100000:0.0:1734685943.109031:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685943.109038:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685943.109040:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848544000 00000100:00100000:0.0:1734685943.109041:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848544384:0@lo:8:kworker.0 00000100:00100000:2.0:1734685943.109043:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848544000 00000100:00100000:1.0:1734685943.109044:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41647 00000100:00100000:1.0:1734685943.109048:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848543872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685943.109054:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685943.109054:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848544640 00000100:00100000:2.0:1734685943.109055:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54502 00000100:00100000:3.0:1734685943.109057:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848544640 00000100:00100000:2.0:1734685943.109059:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848544000:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685943.109070:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3486 00000100:00100000:1.0:1734685943.109073:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848543872:12345-0@lo:400:kworker.0 Request processed in 24us (281us total) trans 0 rc 0/0 00010000:00020000:2.0:1734685943.109073:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685943.109073:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099582300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848544640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685943.109078:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41647 00000100:00080000:1.0:1734685943.109087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685913 00000100:00100000:0.0:1734685943.109097:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848544128:0@lo:400:kworker.0 00000100:00100000:3.0:1734685943.109097:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099582300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848544640:12345-0@lo:400:kworker.0 Request processed in 23us (59us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685943.109098:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848544000:12345-0@lo:8:kworker.0 Request processed in 37us (65us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685943.109102:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3486 00000100:00100000:2.0:1734685943.109103:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54502 00000100:00100000:0.0:1734685943.109105:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848543488:0@lo:400:kworker.0 00000100:00100000:2.0:1734685943.109111:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848544384 00000100:00100000:2.0:1734685943.109114:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848544384 00000100:00100000:2.0:1734685943.109123:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54503 00000100:00080000:0.0:1734685943.109124:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685943.109124:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848544640:0@lo:400:kworker.0 00000100:00080000:0.0:1734685943.109126:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685943.109127:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848544384:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685943.109129:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848544000:0@lo:8:kworker.0 00000100:00100000:3.0:1734685943.109132:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848543872:0@lo:400:kworker.0 00010000:00020000:2.0:1734685943.109134:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685943.109161:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848544384:12345-0@lo:8:kworker.0 Request processed in 33us (105us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685943.109165:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54503 00000100:00080000:1.0:1734685943.109201:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685943.109204:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685943.109207:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848544384:0@lo:8:kworker.0 00000100:00100000:3.0:1734685943.124779:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734685943.124798:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848544768:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685943.124849:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685943.125102:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848544768 00000100:00100000:1.0:1734685943.125109:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848544768 00000100:00100000:1.0:1734685943.125148:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41648 00000100:00100000:1.0:1734685943.125154:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848544768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734685943.125187:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734685943.125234:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848544768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685943.125284:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848544768:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685943.125323:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41648 00000100:00100000:2.0:1734685943.188705:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848544896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685943.188756:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685943.188813:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848544896 00000100:00100000:3.0:1734685943.188820:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848544896 00000100:00100000:3.0:1734685943.188857:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7094 00000100:00100000:3.0:1734685943.188862:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848544896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734685943.188885:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685943.188925:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848544896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685943.188930:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7094 00000100:00100000:2.0:1734685943.188977:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848544896:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685943.236874:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685944.238722:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685944.884770:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848545024:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685944.884823:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685944.884860:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848545024 00000100:00100000:3.0:1734685944.884867:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848545024 00000100:00100000:3.0:1734685944.884908:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7095 00000100:00100000:3.0:1734685944.884914:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848545024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734685944.884939:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734685944.884979:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848545024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685944.884986:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7095 00000100:00100000:2.0:1734685944.885023:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848545024:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685945.240781:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685945.542855:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685945.542902:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685945.542933:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872744192 00000100:00100000:0.0:1734685945.542937:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685945.542941:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872744192 00000100:00100000:0.0:1734685945.542967:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685945.543032:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872744064 00000100:00100000:1.0:1734685945.543036:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872744064 00000100:00100000:3.0:1734685945.543068:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872744320 00000100:00100000:3.0:1734685945.543072:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872744320 00000100:00100000:0.0:1734685945.543078:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3487 00000100:00100000:0.0:1734685945.543085:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872744192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685945.543090:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3488 00000100:00100000:2.0:1734685945.543097:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872744320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685945.543114:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872744448 00000100:00100000:3.0:1734685945.543117:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872744448 00000100:00100000:0.0:1734685945.543138:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872744192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685945.543138:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872744320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685945.543142:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54504 00000100:00100000:2.0:1734685945.543143:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3488 00000100:00100000:3.0:1734685945.543146:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872744448:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734685945.543164:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685945.543175:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1133 00000100:00080000:2.0:1734685945.543176:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685915 00000100:00100000:1.0:1734685945.543179:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872744064:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734685945.543179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685915 00000100:00080000:2.0:1734685945.543180:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685915 00000100:00100000:3.0:1734685945.543185:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872744448:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (218us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685945.543191:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54504 00000100:00100000:1.0:1734685945.543216:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872744064:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685945.543222:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1133 00000100:00100000:0.0:1734685945.543277:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3487 00010000:00010000:3.0:1734685946.242712:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685947.244698:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685948.068723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848545152:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685948.068779:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685948.068831:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848545152 00000100:00100000:1.0:1734685948.068837:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848545152 00000100:00100000:1.0:1734685948.068869:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41649 00000100:00100000:1.0:1734685948.068874:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848545152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734685948.068903:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734685948.068938:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848545152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685948.068944:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41649 00000100:00100000:3.0:1734685948.068972:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848545152:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685948.116727:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685948.116734:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685948.116738:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734685948.116739:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848545280:0@lo:400:kworker.0 00000100:00100000:3.0:1734685948.116739:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848545408:0@lo:400:kworker.0 00000100:00080000:2.0:1734685948.116743:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10743 00000100:00080000:2.0:1734685948.116747:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685948.116752:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685948.116771:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800907eca80 x1818938848545792/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685948.116803:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685948.116804:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734685948.116807:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685948.116807:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685948.116808:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685948.116811:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10743 00000100:00080000:2.0:1734685948.116813:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685948.116816:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685948.116824:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905be300 x1818938848546176/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685948.116830:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848545792:0@lo:8:kworker.0 00000100:00100000:3.0:1734685948.116830:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848546048:0@lo:400:kworker.0 00000100:00100000:0.0:1734685948.116831:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848545920:0@lo:400:kworker.0 00000100:00100000:3.0:1734685948.116849:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685948.116851:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685948.116854:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848545536:0@lo:400:kworker.0 00000100:00100000:1.0:1734685948.116864:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848545280 00000100:00100000:0.0:1734685948.116868:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734685948.116869:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848545280 00000100:00100000:0.0:1734685948.116872:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848545664:0@lo:400:kworker.0 00000100:00100000:2.0:1734685948.116878:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685948.116884:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848545920 00000100:00100000:3.0:1734685948.116888:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848545920 00000100:00100000:2.0:1734685948.116891:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848546304:0@lo:400:kworker.0 00000100:00100000:0.0:1734685948.116895:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685948.116901:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1734685948.116906:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685948.116907:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848546432:0@lo:400:kworker.0 00000100:00100000:3.0:1734685948.116910:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848546304 00000100:00100000:3.0:1734685948.116913:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848546304 00000100:00100000:1.0:1734685948.116919:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848545280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685948.116921:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685948.116923:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685918 00000100:00100000:3.0:1734685948.116924:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7969 00000100:00080000:2.0:1734685948.116926:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685918 00000100:00100000:3.0:1734685948.116928:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848545920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685948.116936:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848545408 00000100:00100000:2.0:1734685948.116938:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848545408 00000100:00100000:0.0:1734685948.116940:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848546048 00000100:00100000:0.0:1734685948.116943:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848546048 00000100:00100000:0.0:1734685948.116960:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848545536 00000100:00100000:3.0:1734685948.116960:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848545920:12345-0@lo:400:kworker.0 Request processed in 30us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685948.116962:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848545536 00000100:00100000:2.0:1734685948.116965:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848546432 00000100:00100000:3.0:1734685948.116966:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7969 00000100:00100000:1.0:1734685948.116967:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848545280:12345-0@lo:400:kworker.0 Request processed in 48us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685948.116968:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848546432 00000100:00100000:1.0:1734685948.116972:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1734685948.116974:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3489 00000100:00100000:0.0:1734685948.116978:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848546048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685948.116980:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3490 00000100:00100000:3.0:1734685948.116980:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7970 00000100:00100000:2.0:1734685948.116984:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848545408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685948.116984:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848546304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685948.117001:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685948.117006:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848546048:12345-0@lo:400:kworker.0 Request processed in 28us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685948.117009:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848545408:12345-0@lo:400:kworker.0 Request processed in 25us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685948.117011:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3489 00000100:00100000:3.0:1734685948.117011:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848546304:12345-0@lo:400:kworker.0 Request processed in 26us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685948.117015:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3490 00000100:00100000:1.0:1734685948.117017:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848546176:0@lo:8:kworker.0 00000100:00100000:3.0:1734685948.117017:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7970 00000100:00100000:0.0:1734685948.117022:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3491 00000100:00100000:3.0:1734685948.117024:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848545792 00000100:00100000:0.0:1734685948.117026:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848545536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685948.117026:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848545792 00000100:00100000:2.0:1734685948.117027:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3492 00000100:00100000:1.0:1734685948.117031:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685948.117031:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848546432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685948.117037:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848546176 00000100:00100000:3.0:1734685948.117039:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848546176 00000100:00100000:0.0:1734685948.117048:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848545536:12345-0@lo:400:kworker.0 Request processed in 21us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685948.117049:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54505 00000100:00100000:0.0:1734685948.117052:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3491 00000100:00100000:2.0:1734685948.117052:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848546432:12345-0@lo:400:kworker.0 Request processed in 21us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685948.117052:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848545792:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685948.117054:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54506 00000100:00100000:2.0:1734685948.117057:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3492 00000100:00100000:1.0:1734685948.117058:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848546176:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734685948.117066:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685948.117069:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848545664 00000100:00100000:0.0:1734685948.117071:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848545664 00000100:00080000:2.0:1734685948.117073:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685918 00010000:00020000:1.0:1734685948.117075:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734685948.117076:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685918 00000100:00100000:0.0:1734685948.117088:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41650 00000100:00100000:3.0:1734685948.117090:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848545792:12345-0@lo:8:kworker.0 Request processed in 37us (89us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685948.117092:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848545664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685948.117094:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848546176:12345-0@lo:8:kworker.0 Request processed in 35us (62us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685948.117095:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54505 00000100:00100000:2.0:1734685948.117096:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848545536:0@lo:400:kworker.0 00000100:00100000:1.0:1734685948.117100:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54506 00000100:00100000:2.0:1734685948.117103:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848546304:0@lo:400:kworker.0 00000100:00100000:0.0:1734685948.117115:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848545664:12345-0@lo:400:kworker.0 Request processed in 22us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685948.117120:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41650 00000100:00080000:1.0:1734685948.117120:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685948.117123:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685948.117126:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848546176:0@lo:8:kworker.0 00000100:00100000:3.0:1734685948.117127:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848546048:0@lo:400:kworker.0 00000100:00080000:1.0:1734685948.117131:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685948.117133:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685948.117135:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848545408:0@lo:400:kworker.0 00000100:00100000:1.0:1734685948.117136:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848545792:0@lo:8:kworker.0 00000100:00100000:0.0:1734685948.117138:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6564700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848545664:0@lo:400:kworker.0 00000100:00100000:0.0:1734685948.117146:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848546432:0@lo:400:kworker.0 00000100:00100000:0.0:1734685948.117152:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848545920:0@lo:400:kworker.0 00000100:00100000:0.0:1734685948.117157:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848545280:0@lo:400:kworker.0 00000100:00100000:2.0:1734685948.132760:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734685948.132776:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848546560:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685948.132823:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685948.132917:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848546560 00000100:00100000:0.0:1734685948.132924:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848546560 00000100:00100000:0.0:1734685948.132955:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41651 00000100:00100000:0.0:1734685948.132961:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848546560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685948.132994:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685948.133041:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848546560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685948.133048:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41651 00000100:00100000:2.0:1734685948.133109:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848546560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685948.196724:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848546688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685948.196779:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685948.196803:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848546688 00000100:00100000:0.0:1734685948.196810:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848546688 00000100:00100000:0.0:1734685948.196868:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7096 00000100:00100000:0.0:1734685948.196874:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848546688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685948.196899:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685948.197066:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848546688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 190us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685948.197072:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7096 00000100:00100000:3.0:1734685948.197152:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848546688:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685948.247771:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685949.248751:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685949.892706:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848546816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685949.892752:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685949.892791:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848546816 00000100:00100000:2.0:1734685949.892797:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848546816 00000100:00100000:2.0:1734685949.892829:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7097 00000100:00100000:2.0:1734685949.892835:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848546816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685949.892855:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685949.892881:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848546816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685949.892885:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7097 00000100:00100000:0.0:1734685949.892905:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848546816:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685950.250921:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685950.551089:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685950.551198:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872744704 00000100:00100000:2.0:1734685950.551207:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872744704 00000100:00100000:0.0:1734685950.551224:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685950.551260:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:3.0:1734685950.551278:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685920 00000100:00100000:0.0:1734685950.551304:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685950.551309:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872744960 00000100:00100000:3.0:1734685950.551313:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872744960 00000100:00100000:1.0:1734685950.551329:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872744576 00000100:00100000:0.0:1734685950.551335:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872744832 00000100:00100000:1.0:1734685950.551337:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872744576 00000100:00100000:0.0:1734685950.551338:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872744832 00000100:00100000:3.0:1734685950.551345:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54507 00000100:00100000:3.0:1734685950.551352:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872744960:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685950.551371:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3493 00000100:00100000:1.0:1734685950.551372:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1135 00000100:00100000:0.0:1734685950.551377:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872744832:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685950.551377:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872744576:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734685950.551384:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685950.551406:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3494 00000100:00100000:2.0:1734685950.551411:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872744704:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685950.551422:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872744832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685950.551424:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872744576:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685950.551427:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3493 00000100:00100000:1.0:1734685950.551430:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1135 00000100:00100000:3.0:1734685950.551433:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872744960:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 80us (215us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685950.551435:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872744704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685950.551439:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54507 00000100:00100000:2.0:1734685950.551440:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3494 00000100:00080000:1.0:1734685950.551453:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685920 00000100:00080000:1.0:1734685950.551456:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685920 00010000:00010000:3.0:1734685951.252737:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685952.254708:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685953.076773:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848546944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685953.076826:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685953.076869:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848546944 00000100:00100000:0.0:1734685953.076876:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848546944 00000100:00100000:0.0:1734685953.076917:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41652 00000100:00100000:0.0:1734685953.076924:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848546944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685953.076954:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685953.076992:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848546944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685953.076997:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41652 00000100:00100000:2.0:1734685953.077005:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848546944:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685953.124738:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848547072:0@lo:400:kworker.0 00000100:00080000:2.0:1734685953.124742:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685953.124747:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685953.124750:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685953.124755:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10748 00000100:00080000:2.0:1734685953.124759:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685953.124764:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685953.124773:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848547456:0@lo:400:kworker.0 00000100:00100000:2.0:1734685953.124782:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf0700 x1818938848547584/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685953.124793:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685953.124803:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848547328:0@lo:400:kworker.0 00000100:00080000:2.0:1734685953.124804:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685953.124806:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685953.124808:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685953.124811:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10748 00000100:00080000:2.0:1734685953.124812:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685953.124815:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685953.124824:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079892300 x1818938848547968/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685953.124829:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848547712:0@lo:400:kworker.0 00000100:00100000:3.0:1734685953.124837:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685953.124838:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685953.124856:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685953.124864:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848547328 00000100:00100000:2.0:1734685953.124869:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848547328 00000100:00100000:1.0:1734685953.124870:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848548096:0@lo:400:kworker.0 00000100:00100000:3.0:1734685953.124877:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848548224:0@lo:400:kworker.0 00000100:00100000:0.0:1734685953.124885:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848547072 00000100:00100000:0.0:1734685953.124889:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848547072 00000100:00100000:1.0:1734685953.124892:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685953.124897:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3495 00000100:00100000:3.0:1734685953.124899:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685953.124903:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848547328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685953.124905:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734685953.124909:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848547200:0@lo:400:kworker.0 00000100:00100000:0.0:1734685953.124910:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:0.0:1734685953.124915:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848547072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685953.124924:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685953.124932:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848547712 00000100:00100000:1.0:1734685953.124936:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848547840:0@lo:400:kworker.0 00000100:00100000:3.0:1734685953.124938:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848547712 00000100:00100000:2.0:1734685953.124942:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848547328:12345-0@lo:400:kworker.0 Request processed in 39us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685953.124945:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848547072:12345-0@lo:400:kworker.0 Request processed in 29us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685953.124947:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3495 00000100:00100000:1.0:1734685953.124949:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685953.124950:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:2.0:1734685953.124961:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848548224 00000100:00100000:2.0:1734685953.124963:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848548224 00000100:00100000:3.0:1734685953.124967:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848548096 00000100:00100000:1.0:1734685953.124969:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848547328:0@lo:400:kworker.0 00000100:00100000:3.0:1734685953.124969:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848548096 00000100:00100000:2.0:1734685953.124976:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848547200 00000100:00100000:2.0:1734685953.124978:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848547200 00000100:00100000:0.0:1734685953.124982:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848547840 00000100:00100000:3.0:1734685953.124983:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7971 00000100:00100000:0.0:1734685953.124985:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848547840 00000100:00100000:1.0:1734685953.124986:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848547584:0@lo:8:kworker.0 00000100:00100000:3.0:1734685953.124988:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848547712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685953.124990:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3496 00000100:00100000:2.0:1734685953.124993:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848548224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685953.124998:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3497 00000100:00100000:1.0:1734685953.124999:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685953.125001:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848547200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685953.125009:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848547968:0@lo:8:kworker.0 00000100:00100000:2.0:1734685953.125026:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848548224:12345-0@lo:400:kworker.0 Request processed in 33us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685953.125032:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685953.125032:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3496 00000100:00100000:2.0:1734685953.125040:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3498 00000100:00100000:3.0:1734685953.125040:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848547712:12345-0@lo:400:kworker.0 Request processed in 51us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685953.125041:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848547200:12345-0@lo:400:kworker.0 Request processed in 38us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685953.125043:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848547840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685953.125046:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7971 00000100:00100000:0.0:1734685953.125047:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3497 00000100:00080000:1.0:1734685953.125050:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685923 00000100:00080000:1.0:1734685953.125053:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685923 00000100:00080000:1.0:1734685953.125056:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685923 00000100:00080000:1.0:1734685953.125057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685923 00000100:00100000:2.0:1734685953.125061:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848547840:12345-0@lo:400:kworker.0 Request processed in 17us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685953.125061:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848547584 00000100:00100000:3.0:1734685953.125064:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848547584 00000100:00100000:2.0:1734685953.125066:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3498 00000100:00100000:1.0:1734685953.125069:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848547968 00000100:00100000:1.0:1734685953.125071:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848547968 00000100:00100000:3.0:1734685953.125090:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7972 00000100:00100000:3.0:1734685953.125094:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848548096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685953.125108:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54508 00000100:00100000:1.0:1734685953.125113:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848547584:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685953.125116:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54509 00000100:00100000:2.0:1734685953.125120:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848547968:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685953.125120:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848548096:12345-0@lo:400:kworker.0 Request processed in 24us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685953.125124:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7972 00010000:00020000:1.0:1734685953.125127:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734685953.125130:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685953.125153:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848547584:12345-0@lo:8:kworker.0 Request processed in 39us (153us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685953.125154:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848547968:12345-0@lo:8:kworker.0 Request processed in 33us (121us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685953.125154:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848548224:0@lo:400:kworker.0 00000100:00100000:1.0:1734685953.125158:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54508 00000100:00100000:2.0:1734685953.125169:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54509 00000100:00080000:1.0:1734685953.125178:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685953.125181:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685953.125184:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848547584:0@lo:8:kworker.0 00000100:00080000:1.0:1734685953.125189:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685953.125191:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685953.125193:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848547968:0@lo:8:kworker.0 00000100:00100000:1.0:1734685953.125209:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848547200:0@lo:400:kworker.0 00000100:00100000:1.0:1734685953.125215:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848547840:0@lo:400:kworker.0 00000100:00100000:1.0:1734685953.125222:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848548096:0@lo:400:kworker.0 00000100:00100000:2.0:1734685953.125269:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848547456 00000100:00100000:2.0:1734685953.125272:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848547456 00000100:00100000:0.0:1734685953.125281:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848547712:0@lo:400:kworker.0 00000100:00100000:0.0:1734685953.125288:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848547072:0@lo:400:kworker.0 00000100:00080000:1.0:1734685953.125302:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685923 00000100:00100000:2.0:1734685953.125302:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41653 00000100:00100000:2.0:1734685953.125306:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848547456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685953.125332:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848547456:12345-0@lo:400:kworker.0 Request processed in 25us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685953.125336:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41653 00000100:00100000:3.0:1734685953.125342:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848547456:0@lo:400:kworker.0 00000100:00100000:0.0:1734685953.140721:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848548352:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685953.140776:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685953.140885:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848548352 00000100:00100000:2.0:1734685953.140893:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848548352 00000100:00100000:2.0:1734685953.140938:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41654 00000100:00100000:2.0:1734685953.140943:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848548352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685953.140974:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685953.141271:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848548352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 327us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685953.141278:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41654 00000100:00100000:0.0:1734685953.141364:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848548352:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685953.204775:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848548480:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685953.204825:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685953.204879:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848548480 00000100:00100000:0.0:1734685953.204886:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848548480 00000100:00100000:0.0:1734685953.204921:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7098 00000100:00100000:0.0:1734685953.204926:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848548480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685953.204949:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685953.204986:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848548480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685953.204993:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7098 00000100:00100000:2.0:1734685953.205003:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848548480:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685953.256737:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685954.258737:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685954.900702:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848548608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685954.900757:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685954.900806:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848548608 00000100:00100000:0.0:1734685954.900813:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848548608 00000100:00100000:0.0:1734685954.900853:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7099 00000100:00100000:0.0:1734685954.900859:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848548608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685954.900885:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685954.900931:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848548608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685954.900937:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7099 00000100:00100000:1.0:1734685954.900993:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848548608:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685955.260717:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685955.558811:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685955.558851:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685955.558868:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872745088 00000100:00100000:2.0:1734685955.558875:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872745088 00000100:00100000:0.0:1734685955.558884:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685955.558906:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872745344 00000100:00100000:3.0:1734685955.558910:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872745344 00000100:00100000:2.0:1734685955.558925:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1137 00000100:00100000:2.0:1734685955.558931:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872745088:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685955.558932:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3499 00000100:00100000:3.0:1734685955.558935:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872745344:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685955.558949:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685955.558982:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872745344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685955.558988:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3499 00000100:00080000:1.0:1734685955.558998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685925 00000100:00080000:1.0:1734685955.559002:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685925 00000100:00100000:3.0:1734685955.559002:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872745216 00000100:00100000:3.0:1734685955.559005:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872745216 00000100:00100000:0.0:1734685955.559028:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872745472 00000100:00080000:1.0:1734685955.559029:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685925 00000100:00100000:0.0:1734685955.559032:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872745472 00000100:00100000:3.0:1734685955.559054:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3500 00000100:00100000:3.0:1734685955.559058:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872745216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685955.559066:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54510 00000100:00100000:0.0:1734685955.559070:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872745472:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685955.559080:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872745216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685955.559083:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3500 00010000:00020000:0.0:1734685955.559088:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685955.559103:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872745088:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 171us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685955.559107:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872745472:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (224us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685955.559110:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1137 00000100:00100000:0.0:1734685955.559113:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54510 00010000:00010000:3.0:1734685956.262660:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685957.264724:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685958.084690:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848548736:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685958.084743:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685958.084780:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848548736 00000100:00100000:2.0:1734685958.084787:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848548736 00000100:00100000:2.0:1734685958.084819:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41655 00000100:00100000:2.0:1734685958.084824:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848548736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685958.084851:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685958.084885:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848548736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685958.084891:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41655 00000100:00100000:3.0:1734685958.084897:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848548736:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685958.132693:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848548864:0@lo:400:kworker.0 00000100:00080000:2.0:1734685958.132698:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685958.132702:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685958.132704:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685958.132707:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848549248:0@lo:400:kworker.0 00000100:00080000:2.0:1734685958.132708:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10753 00000100:00080000:2.0:1734685958.132711:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685958.132715:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685958.132727:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848549120:0@lo:400:kworker.0 00000100:00100000:2.0:1734685958.132729:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130785f80 x1818938848549376/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685958.132740:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685958.132741:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685958.132755:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1734685958.132757:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734685958.132758:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848549504:0@lo:400:kworker.0 00000100:00080000:2.0:1734685958.132759:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685958.132760:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685958.132762:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10753 00000100:00100000:1.0:1734685958.132763:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685958.132763:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685958.132765:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685958.132771:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685958.132772:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097680380 x1818938848549760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685958.132773:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848548864 00000100:00100000:0.0:1734685958.132777:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848548864 00000100:00100000:1.0:1734685958.132781:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848549888:0@lo:400:kworker.0 00000100:00100000:3.0:1734685958.132786:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848549120 00000100:00100000:3.0:1734685958.132788:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848549120 00000100:00100000:2.0:1734685958.132793:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848548992:0@lo:400:kworker.0 00000100:00100000:1.0:1734685958.132796:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685958.132801:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1734685958.132804:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3501 00000100:00100000:0.0:1734685958.132805:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848548864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685958.132807:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848549120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685958.132811:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685958.132813:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848549376:0@lo:8:kworker.0 00000100:00100000:2.0:1734685958.132820:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848549632:0@lo:400:kworker.0 00000100:00100000:1.0:1734685958.132829:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685958.132830:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685958.132831:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848548864:12345-0@lo:400:kworker.0 Request processed in 26us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685958.132831:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848549120:12345-0@lo:400:kworker.0 Request processed in 24us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685958.132835:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1734685958.132835:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3501 00000100:00100000:1.0:1734685958.132838:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848549760:0@lo:8:kworker.0 00000100:00100000:3.0:1734685958.132843:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848548992 00000100:00100000:3.0:1734685958.132844:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848548992 00000100:00100000:2.0:1734685958.132847:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848549632 00000100:00100000:1.0:1734685958.132849:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685958.132849:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848549632 00000100:00100000:3.0:1734685958.132853:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3502 00000100:00100000:0.0:1734685958.132854:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848549504 00000100:00100000:3.0:1734685958.132855:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848548992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685958.132856:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848549504 00000100:00100000:2.0:1734685958.132862:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3503 00000100:00100000:2.0:1734685958.132864:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848549632:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685958.132866:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685928 00000100:00080000:1.0:1734685958.132869:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685928 00000100:00100000:3.0:1734685958.132870:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848548992:12345-0@lo:400:kworker.0 Request processed in 13us (57us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685958.132871:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848549888 00000100:00080000:1.0:1734685958.132871:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685928 00000100:00100000:0.0:1734685958.132872:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848549888 00000100:00080000:1.0:1734685958.132873:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685928 00000100:00100000:3.0:1734685958.132874:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3502 00000100:00100000:2.0:1734685958.132880:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848549632:12345-0@lo:400:kworker.0 Request processed in 15us (49us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685958.132884:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3503 00000100:00100000:0.0:1734685958.132885:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848549376 00000100:00100000:1.0:1734685958.132885:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848549760 00000100:00100000:0.0:1734685958.132887:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848549376 00000100:00100000:1.0:1734685958.132888:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848549760 00000100:00100000:0.0:1734685958.132897:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7973 00000100:00100000:3.0:1734685958.132898:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848549120:0@lo:400:kworker.0 00000100:00100000:2.0:1734685958.132900:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7974 00000100:00100000:0.0:1734685958.132901:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848549504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685958.132903:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54511 00000100:00100000:2.0:1734685958.132903:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848549888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685958.132908:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848549376:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685958.132915:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848550016:0@lo:400:kworker.0 00000100:00100000:2.0:1734685958.132918:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848549888:12345-0@lo:400:kworker.0 Request processed in 14us (121us total) trans 0 rc 0/0 00010000:00020000:1.0:1734685958.132922:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685958.132923:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848549504:12345-0@lo:400:kworker.0 Request processed in 22us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685958.132923:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7974 00000100:00100000:0.0:1734685958.132928:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7973 00000100:00100000:2.0:1734685958.132930:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54512 00000100:00100000:2.0:1734685958.132932:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848549760:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685958.132932:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1734685958.132939:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685958.132947:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848549504:0@lo:400:kworker.0 00000100:00100000:0.0:1734685958.132951:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848548864:0@lo:400:kworker.0 00000100:00100000:2.0:1734685958.132951:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848549760:12345-0@lo:8:kworker.0 Request processed in 17us (100us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685958.132952:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848549376:12345-0@lo:8:kworker.0 Request processed in 42us (121us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685958.132955:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54512 00000100:00100000:1.0:1734685958.132958:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54511 00000100:00100000:3.0:1734685958.132962:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848549888:0@lo:400:kworker.0 00000100:00080000:1.0:1734685958.132967:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685928 00000100:00100000:2.0:1734685958.132969:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848550016 00000100:00100000:2.0:1734685958.132971:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848550016 00000100:00080000:1.0:1734685958.132977:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685958.132979:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685958.132980:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848549248 00000100:00100000:1.0:1734685958.132982:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848549376:0@lo:8:kworker.0 00000100:00100000:3.0:1734685958.132982:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848549248 00000100:00100000:0.0:1734685958.132986:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3504 00000100:00080000:1.0:1734685958.132987:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685958.132989:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848550016:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685958.132989:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685958.133005:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848549760:0@lo:8:kworker.0 00000100:00100000:3.0:1734685958.133010:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41656 00000100:00100000:3.0:1734685958.133014:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848549248:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685958.133018:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685928 00000100:00100000:0.0:1734685958.133029:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848550016:12345-0@lo:400:kworker.0 Request processed in 38us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685958.133033:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3504 00000100:00100000:3.0:1734685958.133038:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848549248:12345-0@lo:400:kworker.0 Request processed in 24us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685958.133042:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41656 00000100:00100000:2.0:1734685958.133043:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848548992:0@lo:400:kworker.0 00000100:00100000:2.0:1734685958.133050:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848549632:0@lo:400:kworker.0 00000100:00100000:0.0:1734685958.133054:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848550016:0@lo:400:kworker.0 00000100:00100000:0.0:1734685958.133061:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848549248:0@lo:400:kworker.0 00000100:00100000:2.0:1734685958.148727:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848550144:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685958.148779:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685958.148835:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848550144 00000100:00100000:3.0:1734685958.148842:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848550144 00000100:00100000:3.0:1734685958.148883:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41657 00000100:00100000:3.0:1734685958.148889:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848550144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685958.148919:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685958.148961:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848550144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685958.148967:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41657 00000100:00100000:2.0:1734685958.148975:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848550144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685958.212687:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848550272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685958.212741:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685958.212774:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848550272 00000100:00100000:2.0:1734685958.212779:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848550272 00000100:00100000:2.0:1734685958.212807:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7100 00000100:00100000:2.0:1734685958.212812:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848550272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685958.212834:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685958.212863:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848550272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685958.212868:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7100 00000100:00100000:0.0:1734685958.212878:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848550272:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685958.266691:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685959.268702:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685959.908731:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734685959.908749:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848550400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685959.908799:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685959.908860:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848550400 00000100:00100000:2.0:1734685959.908867:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848550400 00000100:00100000:2.0:1734685959.908901:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7101 00000100:00100000:2.0:1734685959.908905:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848550400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685959.908929:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685959.908990:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848550400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685959.908996:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848550400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685959.908997:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7101 00010000:00010000:3.0:1734685960.270738:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685960.566993:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685960.567059:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685960.567089:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872745984 00000100:00100000:0.0:1734685960.567101:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685960.567101:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872745984 00000100:00100000:0.0:1734685960.567128:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685960.567151:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872745600 00000100:00100000:2.0:1734685960.567151:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54513 00000100:00100000:2.0:1734685960.567156:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872745984:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685960.567157:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872745600 00000100:00100000:1.0:1734685960.567158:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872745728 00000100:00100000:1.0:1734685960.567161:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872745728 00010000:00020000:2.0:1734685960.567177:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685960.567193:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872745856 00000100:00100000:1.0:1734685960.567195:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872745856 00000100:00100000:0.0:1734685960.567197:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1139 00000100:00100000:0.0:1734685960.567204:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872745600:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685960.567206:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3505 00000100:00100000:1.0:1734685960.567210:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872745728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685960.567218:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3506 00000100:00100000:3.0:1734685960.567225:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872745856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685960.567228:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872745984:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 71us (248us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685960.567232:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54513 00000100:00100000:0.0:1734685960.567250:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872745600:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685960.567251:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872745728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685960.567257:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1139 00000100:00100000:1.0:1734685960.567257:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3505 00000100:00100000:3.0:1734685960.567264:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872745856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685960.567269:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3506 00000100:00080000:1.0:1734685960.567278:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685930 00000100:00080000:1.0:1734685960.567282:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685930 00000100:00080000:1.0:1734685960.567284:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685930 00010000:00010000:3.0:1734685961.272706:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685962.274697:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685963.092683:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848550528:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685963.092737:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685963.092776:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848550528 00000100:00100000:3.0:1734685963.092783:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848550528 00000100:00100000:3.0:1734685963.092822:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41658 00000100:00100000:3.0:1734685963.092828:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848550528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685963.092857:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685963.092895:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848550528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685963.092901:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41658 00000100:00100000:1.0:1734685963.092959:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848550528:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685963.140718:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734685963.140723:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848550784:0@lo:400:kworker.0 00000100:00100000:1.0:1734685963.140723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848551040:0@lo:400:kworker.0 00000100:00080000:2.0:1734685963.140723:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685963.140725:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685963.140729:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10758 00000100:00080000:2.0:1734685963.140731:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685963.140734:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685963.140748:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097682680 x1818938848551168/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685963.140755:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848550912:0@lo:400:kworker.0 00000100:00080000:2.0:1734685963.140765:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685963.140767:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685963.140768:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685963.140770:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10758 00000100:00100000:0.0:1734685963.140771:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685963.140771:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685963.140771:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685963.140773:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685963.140778:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097683100 x1818938848551552/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685963.140793:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848550784 00000100:00100000:3.0:1734685963.140798:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848550784 00000100:00100000:2.0:1734685963.140808:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848551040 00000100:00100000:0.0:1734685963.140809:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848551424:0@lo:400:kworker.0 00000100:00100000:1.0:1734685963.140809:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848551808:0@lo:400:kworker.0 00000100:00100000:2.0:1734685963.140810:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848551040 00000100:00100000:1.0:1734685963.140825:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685963.140828:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41659 00000100:00100000:3.0:1734685963.140830:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848551808 00000100:00100000:0.0:1734685963.140831:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848550656:0@lo:400:kworker.0 00000100:00100000:2.0:1734685963.140832:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848551040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685963.140832:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848551808 00000100:00100000:1.0:1734685963.140843:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848551168:0@lo:8:kworker.0 00000100:00100000:3.0:1734685963.140846:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3507 00000100:00100000:0.0:1734685963.140847:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685963.140850:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848550784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685963.140858:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685963.140859:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848551296:0@lo:400:kworker.0 00000100:00100000:1.0:1734685963.140872:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848551552:0@lo:8:kworker.0 00000100:00100000:0.0:1734685963.140877:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685963.140885:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848550784:12345-0@lo:400:kworker.0 Request processed in 34us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685963.140886:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848551040:12345-0@lo:400:kworker.0 Request processed in 53us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685963.140887:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685963.140890:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3507 00000100:00100000:2.0:1734685963.140892:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41659 00000100:00100000:0.0:1734685963.140898:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848550656 00000100:00100000:0.0:1734685963.140902:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848550656 00000100:00080000:1.0:1734685963.140904:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685933 00000100:00100000:3.0:1734685963.140904:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3508 00000100:00080000:1.0:1734685963.140922:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685933 00000100:00100000:3.0:1734685963.140922:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848551808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685963.140931:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848551168 00000100:00100000:0.0:1734685963.140932:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1734685963.140933:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848551168 00000100:00100000:0.0:1734685963.140937:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848550656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685963.140937:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848551296 00000100:00100000:2.0:1734685963.140940:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848551296 00000100:00100000:3.0:1734685963.140944:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848551808:12345-0@lo:400:kworker.0 Request processed in 36us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685963.140945:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848551552 00000100:00100000:1.0:1734685963.140946:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848551552 00000100:00100000:3.0:1734685963.140948:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3508 00000100:00100000:1.0:1734685963.140953:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54514 00000100:00100000:1.0:1734685963.140955:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848551168:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685963.140960:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7975 00000100:00100000:3.0:1734685963.140962:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685963.140963:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848551296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685963.140964:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848550656:12345-0@lo:400:kworker.0 Request processed in 26us (115us total) trans 0 rc 0/0 00010000:00020000:1.0:1734685963.140969:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685963.140974:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:3.0:1734685963.140980:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848551680:0@lo:400:kworker.0 00000100:00100000:1.0:1734685963.140990:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848551168:12345-0@lo:8:kworker.0 Request processed in 34us (132us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685963.140990:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848551296:12345-0@lo:400:kworker.0 Request processed in 26us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685963.140994:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54514 00000100:00100000:2.0:1734685963.140996:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7975 00000100:00100000:3.0:1734685963.140996:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685963.141000:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54515 00000100:00100000:0.0:1734685963.141003:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848551552:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685963.141003:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848551680 00000100:00100000:1.0:1734685963.141005:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848551680 00010000:00020000:0.0:1734685963.141010:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685963.141013:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7976 00000100:00100000:1.0:1734685963.141016:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848551680:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734685963.141021:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685933 00000100:00100000:3.0:1734685963.141022:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848550912 00000100:00100000:0.0:1734685963.141024:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848551552:12345-0@lo:8:kworker.0 Request processed in 21us (136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685963.141024:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848550912 00000100:00100000:0.0:1734685963.141027:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54515 00000100:00100000:1.0:1734685963.141031:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848551680:12345-0@lo:400:kworker.0 Request processed in 14us (35us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685963.141034:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7976 00000100:00100000:3.0:1734685963.141041:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3509 00000100:00080000:2.0:1734685963.141045:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685933 00000100:00100000:3.0:1734685963.141045:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848550912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685963.141046:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848550656:0@lo:400:kworker.0 00000100:00080000:1.0:1734685963.141047:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685963.141049:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685963.141051:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848551168:0@lo:8:kworker.0 00000100:00100000:0.0:1734685963.141053:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848551296:0@lo:400:kworker.0 00000100:00100000:0.0:1734685963.141065:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734685963.141066:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685963.141069:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848550912:12345-0@lo:400:kworker.0 Request processed in 23us (106us total) trans 0 rc 0/0 00000100:00080000:1.0:1734685963.141070:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685963.141073:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848551552:0@lo:8:kworker.0 00000100:00100000:3.0:1734685963.141074:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3509 00000100:00100000:0.0:1734685963.141076:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848550784:0@lo:400:kworker.0 00000100:00100000:2.0:1734685963.141077:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848551424 00000100:00100000:2.0:1734685963.141080:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848551424 00000100:00100000:2.0:1734685963.141093:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3510 00000100:00100000:3.0:1734685963.141095:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848551680:0@lo:400:kworker.0 00000100:00100000:2.0:1734685963.141096:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848551424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685963.141100:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848551808:0@lo:400:kworker.0 00000100:00100000:3.0:1734685963.141102:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848550912:0@lo:400:kworker.0 00000100:00100000:1.0:1734685963.141107:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848551040:0@lo:400:kworker.0 00000100:00100000:2.0:1734685963.141127:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848551424:12345-0@lo:400:kworker.0 Request processed in 27us (57us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685963.141132:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3510 00000100:00100000:0.0:1734685963.141147:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848551424:0@lo:400:kworker.0 00000100:00100000:0.0:1734685963.156720:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848551936:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685963.156770:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685963.156807:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848551936 00000100:00100000:2.0:1734685963.156813:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848551936 00000100:00100000:2.0:1734685963.156844:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41660 00000100:00100000:2.0:1734685963.156849:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848551936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685963.156876:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685963.156923:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848551936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685963.156928:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41660 00000100:00100000:0.0:1734685963.156949:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848551936:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685963.220727:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848552064:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685963.220782:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685963.220829:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848552064 00000100:00100000:0.0:1734685963.220835:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848552064 00000100:00100000:0.0:1734685963.220887:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7102 00000100:00100000:0.0:1734685963.220894:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848552064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685963.220931:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685963.220970:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848552064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685963.220976:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7102 00000100:00100000:2.0:1734685963.220985:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848552064:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685963.276703:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685964.278874:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685964.916701:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848552192:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685964.916754:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685964.916789:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848552192 00000100:00100000:0.0:1734685964.916794:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848552192 00000100:00100000:0.0:1734685964.916821:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7103 00000100:00100000:0.0:1734685964.916825:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848552192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685964.916847:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685964.916891:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848552192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685964.916895:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7103 00000100:00100000:3.0:1734685964.916910:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848552192:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685965.280759:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685965.574663:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685965.574690:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685965.574710:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685965.574720:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872746112 00000100:00100000:2.0:1734685965.574727:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872746112 00000100:00100000:0.0:1734685965.574733:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685965.574742:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872746240 00000100:00100000:3.0:1734685965.574747:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872746240 00000100:00100000:2.0:1734685965.574764:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1141 00000100:00100000:3.0:1734685965.574767:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872746368 00000100:00100000:2.0:1734685965.574768:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872746112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685965.574770:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872746368 00000100:00100000:3.0:1734685965.574782:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3511 00000100:00100000:3.0:1734685965.574786:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872746240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685965.574787:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872746496 00000100:00100000:0.0:1734685965.574788:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3512 00000100:00100000:1.0:1734685965.574791:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872746496 00000100:00100000:0.0:1734685965.574792:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872746368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685965.574805:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54516 00000100:00100000:2.0:1734685965.574807:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872746112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685965.574809:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872746496:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734685965.574810:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1141 00000100:00100000:0.0:1734685965.574811:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872746368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 18us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685965.574816:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872746240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685965.574817:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3512 00000100:00100000:3.0:1734685965.574821:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3511 00010000:00020000:1.0:1734685965.574824:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685965.574842:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872746496:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 33us (109us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685965.574846:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54516 00000100:00080000:0.0:1734685965.574916:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685935 00000100:00080000:0.0:1734685965.574919:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685935 00000100:00080000:0.0:1734685965.574920:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685935 00010000:00010000:3.0:1734685966.282741:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685967.284788:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685968.100791:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685968.100816:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848552320:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685968.100918:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685968.100970:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848552320 00000100:00100000:2.0:1734685968.100978:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848552320 00000100:00100000:2.0:1734685968.101019:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41661 00000100:00100000:2.0:1734685968.101026:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848552320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685968.101060:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685968.101102:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848552320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685968.101109:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41661 00000100:00100000:0.0:1734685968.101127:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848552320:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685968.148770:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685968.148777:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685968.148780:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685968.148788:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10763 00000100:00080000:2.0:1734685968.148793:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734685968.148796:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848552448:0@lo:400:kworker.0 00000100:00100000:3.0:1734685968.148796:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848552832:0@lo:400:kworker.0 00000100:00080000:2.0:1734685968.148799:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685968.148837:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097683480 x1818938848552960/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685968.148858:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685968.148861:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685968.148878:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685968.148886:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685968.148888:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685968.148891:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10763 00000100:00080000:2.0:1734685968.148895:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1734685968.148900:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848553088:0@lo:400:kworker.0 00000100:00080000:2.0:1734685968.148902:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685968.148909:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848552704:0@lo:400:kworker.0 00000100:00100000:2.0:1734685968.148913:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097681c00 x1818938848553344/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685968.148919:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685968.148932:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685968.148934:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848552960:0@lo:8:kworker.0 00000100:00100000:0.0:1734685968.148938:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685968.148944:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848553600:0@lo:400:kworker.0 00000100:00100000:3.0:1734685968.148949:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848553472:0@lo:400:kworker.0 00000100:00100000:2.0:1734685968.148963:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848552832 00000100:00100000:2.0:1734685968.148970:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848552832 00000100:00100000:0.0:1734685968.148975:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685968.148988:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685968.148996:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685938 00000100:00100000:1.0:1734685968.148996:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848553088 00000100:00100000:1.0:1734685968.149000:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848553088 00000100:00100000:3.0:1734685968.149007:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734685968.149010:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848552448 00000100:00100000:3.0:1734685968.149012:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848552576:0@lo:400:kworker.0 00000100:00100000:0.0:1734685968.149015:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848552448 00000100:00100000:2.0:1734685968.149016:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41662 00000100:00100000:2.0:1734685968.149022:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848552832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685968.149027:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848553472 00000100:00100000:1.0:1734685968.149029:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848553472 00000100:00100000:3.0:1734685968.149029:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685968.149039:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848553216:0@lo:400:kworker.0 00000100:00100000:1.0:1734685968.149040:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7977 00000100:00100000:1.0:1734685968.149043:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848553088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685968.149046:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:0.0:1734685968.149051:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848552448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685968.149054:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685968.149075:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848552704 00000100:00100000:1.0:1734685968.149076:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848553088:12345-0@lo:400:kworker.0 Request processed in 31us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685968.149076:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848552832:12345-0@lo:400:kworker.0 Request processed in 53us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685968.149079:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848552704 00000100:00100000:1.0:1734685968.149082:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7977 00000100:00100000:2.0:1734685968.149082:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41662 00000100:00100000:0.0:1734685968.149087:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848552448:12345-0@lo:400:kworker.0 Request processed in 35us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685968.149093:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1734685968.149099:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7978 00000100:00100000:1.0:1734685968.149102:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848553472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685968.149103:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848553600 00000100:00100000:3.0:1734685968.149105:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848553600 00000100:00100000:2.0:1734685968.149112:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848552576 00000100:00100000:2.0:1734685968.149115:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848552576 00000100:00100000:3.0:1734685968.149119:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848553216 00000100:00100000:3.0:1734685968.149121:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848553216 00000100:00080000:0.0:1734685968.149122:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685938 00000100:00080000:0.0:1734685968.149124:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685938 00000100:00080000:0.0:1734685968.149126:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685938 00000100:00080000:0.0:1734685968.149128:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685938 00000100:00100000:1.0:1734685968.149129:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848553472:12345-0@lo:400:kworker.0 Request processed in 26us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685968.149135:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7978 00000100:00100000:3.0:1734685968.149135:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3513 00000100:00100000:3.0:1734685968.149139:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848552704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685968.149140:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3514 00000100:00100000:2.0:1734685968.149145:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848553600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685968.149149:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3515 00000100:00100000:0.0:1734685968.149154:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848552576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685968.149161:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3516 00000100:00100000:1.0:1734685968.149166:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848553216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685968.149169:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848552704:12345-0@lo:400:kworker.0 Request processed in 29us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685968.149175:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3513 00000100:00100000:2.0:1734685968.149179:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848553600:12345-0@lo:400:kworker.0 Request processed in 32us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685968.149185:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3514 00000100:00100000:0.0:1734685968.149186:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848552576:12345-0@lo:400:kworker.0 Request processed in 31us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685968.149194:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3515 00000100:00100000:1.0:1734685968.149195:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848553216:12345-0@lo:400:kworker.0 Request processed in 27us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685968.149200:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3516 00000100:00100000:3.0:1734685968.149204:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848552832:0@lo:400:kworker.0 00000100:00100000:1.0:1734685968.149219:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685968.149227:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848552576:0@lo:400:kworker.0 00000100:00100000:1.0:1734685968.149234:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848553344:0@lo:8:kworker.0 00000100:00100000:3.0:1734685968.149236:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848553216:0@lo:400:kworker.0 00000100:00100000:0.0:1734685968.149241:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848552960 00000100:00100000:0.0:1734685968.149243:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848552960 00000100:00100000:3.0:1734685968.149245:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848553472:0@lo:400:kworker.0 00000100:00100000:2.0:1734685968.149252:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848553600:0@lo:400:kworker.0 00000100:00100000:3.0:1734685968.149253:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848552704:0@lo:400:kworker.0 00000100:00100000:1.0:1734685968.149254:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685968.149257:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54517 00000100:00100000:0.0:1734685968.149261:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848552960:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685968.149264:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848553088:0@lo:400:kworker.0 00000100:00100000:2.0:1734685968.149273:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848552448:0@lo:400:kworker.0 00010000:00020000:0.0:1734685968.149277:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685968.149278:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848553344 00000100:00100000:1.0:1734685968.149281:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848553344 00000100:00100000:1.0:1734685968.149294:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54518 00000100:00100000:1.0:1734685968.149298:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848553344:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685968.149304:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848552960:12345-0@lo:8:kworker.0 Request processed in 41us (83us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685968.149309:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54517 00010000:00020000:1.0:1734685968.149313:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685968.149347:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848553344:12345-0@lo:8:kworker.0 Request processed in 47us (93us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685968.149353:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54518 00000100:00080000:1.0:1734685968.149372:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685968.149375:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685968.149378:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848552960:0@lo:8:kworker.0 00000100:00080000:1.0:1734685968.149383:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685968.149385:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685968.149387:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848553344:0@lo:8:kworker.0 00000100:00100000:2.0:1734685968.164840:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848553728:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685968.164943:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685968.165007:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848553728 00000100:00100000:0.0:1734685968.165014:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848553728 00000100:00100000:0.0:1734685968.165050:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41663 00000100:00100000:0.0:1734685968.165056:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848553728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685968.165091:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685968.165151:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848553728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685968.165157:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41663 00000100:00100000:2.0:1734685968.165172:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848553728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685968.228701:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848553856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685968.228759:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685968.228792:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848553856 00000100:00100000:2.0:1734685968.228797:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848553856 00000100:00100000:2.0:1734685968.228839:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7104 00000100:00100000:2.0:1734685968.228844:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848553856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685968.228864:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685968.228898:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848553856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685968.228903:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7104 00000100:00100000:0.0:1734685968.228920:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848553856:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685968.286701:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685969.288700:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685969.924733:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848553984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685969.924787:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685969.924883:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848553984 00000100:00100000:2.0:1734685969.924890:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848553984 00000100:00100000:2.0:1734685969.924928:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7105 00000100:00100000:2.0:1734685969.924935:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848553984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685969.924960:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685969.924993:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848553984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685969.924999:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7105 00000100:00100000:0.0:1734685969.925015:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848553984:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685970.290701:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685970.582886:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685970.582938:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685970.582958:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872746624 00000100:00100000:0.0:1734685970.582965:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685970.582966:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872746624 00000100:00100000:2.0:1734685970.583021:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1143 00000100:00100000:3.0:1734685970.583023:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872746880 00000100:00080000:1.0:1734685970.583027:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685940 00000100:00100000:2.0:1734685970.583028:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872746624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685970.583032:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872746880 00000100:00100000:0.0:1734685970.583042:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685970.583067:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872747008 00000100:00100000:0.0:1734685970.583071:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872746752 00000100:00100000:1.0:1734685970.583071:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872747008 00000100:00100000:0.0:1734685970.583074:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872746752 00000100:00100000:2.0:1734685970.583091:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872746624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 63us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685970.583092:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3517 00000100:00100000:1.0:1734685970.583093:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54519 00000100:00100000:2.0:1734685970.583096:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1143 00000100:00100000:3.0:1734685970.583096:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872746880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685970.583099:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872747008:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734685970.583110:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3518 00000100:00100000:0.0:1734685970.583115:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872746752:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734685970.583121:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734685970.583131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685940 00000100:00080000:2.0:1734685970.583134:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685940 00000100:00100000:3.0:1734685970.583146:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872746880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685970.583151:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872746752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685970.583151:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3517 00000100:00100000:1.0:1734685970.583155:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872747008:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 56us (112us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685970.583158:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3518 00000100:00100000:1.0:1734685970.583160:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54519 00010000:00010000:3.0:1734685971.292745:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685972.294745:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685973.108690:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848554112:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685973.108733:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685973.108778:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848554112 00000100:00100000:0.0:1734685973.108784:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848554112 00000100:00100000:0.0:1734685973.108815:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41664 00000100:00100000:0.0:1734685973.108820:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848554112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685973.108843:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685973.108882:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848554112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685973.108888:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41664 00000100:00100000:3.0:1734685973.108911:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848554112:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685973.156726:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848554240:0@lo:400:kworker.0 00000100:00080000:2.0:1734685973.156755:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734685973.156756:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848554496:0@lo:400:kworker.0 00000100:00100000:1.0:1734685973.156760:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848554368:0@lo:400:kworker.0 00000100:00080000:2.0:1734685973.156760:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685973.156763:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685973.156767:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10768 00000100:00080000:2.0:1734685973.156771:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685973.156776:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685973.156781:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685973.156794:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097680700 x1818938848554752/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685973.156800:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685973.156803:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685973.156807:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848554624:0@lo:400:kworker.0 00000100:00100000:1.0:1734685973.156816:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848554240 00000100:00080000:2.0:1734685973.156818:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734685973.156819:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1734685973.156820:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734685973.156821:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848554240 00000100:00080000:2.0:1734685973.156822:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734685973.156824:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685973.156824:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848555008:0@lo:400:kworker.0 00000100:00080000:2.0:1734685973.156825:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10768 00000100:00080000:2.0:1734685973.156827:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685973.156830:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685973.156838:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848554880:0@lo:400:kworker.0 00000100:00100000:2.0:1734685973.156839:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097683480 x1818938848555136/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685973.156842:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685973.156850:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:3.0:1734685973.156855:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848555264:0@lo:400:kworker.0 00000100:00100000:1.0:1734685973.156856:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848554240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685973.156865:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685973.156865:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685943 00000100:00100000:3.0:1734685973.156876:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848554496 00000100:00100000:3.0:1734685973.156880:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848554496 00000100:00100000:0.0:1734685973.156882:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685973.156886:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848555392:0@lo:400:kworker.0 00000100:00100000:2.0:1734685973.156889:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848555008 00000100:00100000:1.0:1734685973.156890:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848554240:12345-0@lo:400:kworker.0 Request processed in 34us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685973.156892:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848555008 00000100:00100000:1.0:1734685973.156895:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:0.0:1734685973.156899:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685973.156904:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848555392 00000100:00100000:3.0:1734685973.156906:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848555392 00000100:00100000:2.0:1734685973.156914:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3519 00000100:00100000:0.0:1734685973.156919:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848554240:0@lo:400:kworker.0 00000100:00100000:2.0:1734685973.156919:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848554496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685973.156919:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3520 00000100:00100000:1.0:1734685973.156920:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848554752:0@lo:8:kworker.0 00000100:00100000:3.0:1734685973.156923:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848555008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685973.156935:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685973.156943:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848554880 00000100:00100000:0.0:1734685973.156945:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848554880 00000100:00100000:1.0:1734685973.156948:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848555136:0@lo:8:kworker.0 00000100:00100000:2.0:1734685973.156958:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848554496:12345-0@lo:400:kworker.0 Request processed in 39us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685973.156959:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848554752 00000100:00100000:0.0:1734685973.156961:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848554752 00000100:00100000:3.0:1734685973.156962:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848555008:12345-0@lo:400:kworker.0 Request processed in 38us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685973.156965:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3519 00000100:00100000:1.0:1734685973.156966:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685973.156968:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7979 00000100:00100000:3.0:1734685973.156968:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3520 00000100:00100000:0.0:1734685973.156970:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848554880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685973.156979:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3521 00000100:00100000:2.0:1734685973.156982:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848555392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685973.156988:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685973.156989:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848555136 00000100:00100000:0.0:1734685973.156991:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848554880:12345-0@lo:400:kworker.0 Request processed in 20us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685973.156992:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848555136 00000100:00100000:0.0:1734685973.156994:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7979 00000100:00100000:0.0:1734685973.156999:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848555264 00000100:00100000:0.0:1734685973.157000:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848555264 00000100:00100000:1.0:1734685973.157004:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54520 00000100:00100000:2.0:1734685973.157006:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848555392:12345-0@lo:400:kworker.0 Request processed in 23us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685973.157008:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848554752:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685973.157009:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848555008:0@lo:400:kworker.0 00000100:00100000:0.0:1734685973.157010:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7980 00000100:00100000:2.0:1734685973.157011:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3521 00000100:00100000:0.0:1734685973.157012:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848555264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685973.157017:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848554496:0@lo:400:kworker.0 00000100:00100000:0.0:1734685973.157023:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848555264:12345-0@lo:400:kworker.0 Request processed in 10us (35us total) trans 0 rc 0/0 00010000:00020000:1.0:1734685973.157024:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685973.157026:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7980 00000100:00100000:2.0:1734685973.157030:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54521 00000100:00100000:2.0:1734685973.157033:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848555136:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685973.157037:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848555264:0@lo:400:kworker.0 00000100:00100000:1.0:1734685973.157043:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848554752:12345-0@lo:8:kworker.0 Request processed in 34us (107us total) trans 0 rc -19/-19 00010000:00020000:2.0:1734685973.157043:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685973.157046:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848555392:0@lo:400:kworker.0 00000100:00100000:1.0:1734685973.157048:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54520 00000100:00100000:0.0:1734685973.157050:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848554880:0@lo:400:kworker.0 00000100:00100000:2.0:1734685973.157062:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848555136:12345-0@lo:8:kworker.0 Request processed in 28us (96us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685973.157064:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848554624 00000100:00100000:2.0:1734685973.157067:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54521 00000100:00100000:3.0:1734685973.157067:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848554624 00000100:00080000:1.0:1734685973.157075:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685973.157078:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:2.0:1734685973.157078:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685943 00000100:00080000:2.0:1734685973.157080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685943 00000100:00100000:1.0:1734685973.157081:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848554752:0@lo:8:kworker.0 00000100:00080000:2.0:1734685973.157082:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685943 00000100:00100000:3.0:1734685973.157083:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41665 00000100:00100000:3.0:1734685973.157086:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848554624:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685973.157087:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734685973.157089:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734685973.157091:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848555136:0@lo:8:kworker.0 00000100:00100000:1.0:1734685973.157108:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685973.157120:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848554624:12345-0@lo:400:kworker.0 Request processed in 33us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685973.157122:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848554368 00000100:00100000:3.0:1734685973.157123:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41665 00000100:00100000:2.0:1734685973.157125:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848554368 00000100:00100000:0.0:1734685973.157136:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848554624:0@lo:400:kworker.0 00000100:00100000:2.0:1734685973.157143:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3522 00000100:00100000:2.0:1734685973.157147:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848554368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685973.157178:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848554368:12345-0@lo:400:kworker.0 Request processed in 30us (68us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685973.157183:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3522 00000100:00100000:1.0:1734685973.157195:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848554368:0@lo:400:kworker.0 00000100:00080000:2.0:1734685973.157196:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685943 00000100:00100000:0.0:1734685973.172711:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848555520:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685973.172773:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685973.172811:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848555520 00000100:00100000:3.0:1734685973.172817:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848555520 00000100:00100000:3.0:1734685973.172855:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41666 00000100:00100000:3.0:1734685973.172861:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848555520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685973.172888:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685973.172930:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848555520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685973.172936:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41666 00000100:00100000:0.0:1734685973.172957:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848555520:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685973.236775:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848555648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685973.236834:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685973.236887:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848555648 00000100:00100000:2.0:1734685973.236892:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848555648 00000100:00100000:2.0:1734685973.236923:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7106 00000100:00100000:2.0:1734685973.236929:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848555648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685973.236953:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685973.236988:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072bf6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848555648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685973.236994:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7106 00000100:00100000:1.0:1734685973.237024:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848555648:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685973.296793:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685974.298766:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685974.932763:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734685974.932786:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848555776:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685974.932848:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685974.932914:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848555776 00000100:00100000:2.0:1734685974.932922:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848555776 00000100:00100000:2.0:1734685974.932970:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7107 00000100:00100000:2.0:1734685974.932977:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848555776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685974.933010:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685974.933052:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848555776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685974.933057:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7107 00000100:00100000:1.0:1734685974.933096:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072ef8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848555776:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685975.300778:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685975.590981:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685975.591023:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685975.591050:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685975.591080:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685975.591111:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872747520 00000100:00100000:0.0:1734685975.591117:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872747520 00000100:00100000:0.0:1734685975.591138:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54522 00000100:00100000:0.0:1734685975.591144:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872747520:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685975.591164:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685975.591199:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872747520:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 55us (118us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685975.591205:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54522 00000100:00100000:2.0:1734685975.591231:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872747264 00000100:00100000:3.0:1734685975.591231:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872747392 00000100:00100000:2.0:1734685975.591235:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872747264 00000100:00100000:3.0:1734685975.591235:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872747392 00000100:00100000:3.0:1734685975.591265:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3523 00000100:00100000:2.0:1734685975.591270:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3524 00000100:00100000:3.0:1734685975.591274:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872747392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685975.591275:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872747264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685975.591288:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872747136 00000100:00100000:1.0:1734685975.591291:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872747136 00000100:00100000:2.0:1734685975.591304:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872747264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685975.591310:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1145 00000100:00100000:2.0:1734685975.591310:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3524 00000100:00100000:3.0:1734685975.591310:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872747392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685975.591313:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872747136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685975.591316:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3523 00000100:00080000:2.0:1734685975.591329:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685945 00000100:00080000:2.0:1734685975.591332:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685945 00000100:00080000:2.0:1734685975.591333:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685945 00000100:00100000:1.0:1734685975.591334:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872747136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685975.591339:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1145 00010000:00010000:3.0:1734685976.302744:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685977.304768:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685978.116759:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848555904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685978.116815:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685978.116864:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848555904 00000100:00100000:3.0:1734685978.116870:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848555904 00000100:00100000:3.0:1734685978.116910:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41667 00000100:00100000:3.0:1734685978.116916:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848555904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685978.116945:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685978.116984:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848555904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685978.116990:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41667 00000100:00100000:0.0:1734685978.117013:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848555904:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685978.164735:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734685978.164738:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848556160:0@lo:400:kworker.0 00000100:00080000:2.0:1734685978.164741:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685978.164744:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685978.164749:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10773 00000100:00080000:2.0:1734685978.164753:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1734685978.164757:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848556416:0@lo:400:kworker.0 00000100:00080000:2.0:1734685978.164758:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685978.164764:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848556288:0@lo:400:kworker.0 00000100:00100000:2.0:1734685978.164774:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097682d80 x1818938848556544/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685978.164794:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685978.164797:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685978.164800:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685978.164806:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685978.164809:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10773 00000100:00080000:2.0:1734685978.164811:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685978.164814:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685978.164815:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685978.164820:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848556800:0@lo:400:kworker.0 00000100:00100000:2.0:1734685978.164823:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097680380 x1818938848556928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685978.164832:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685978.164836:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685978.164842:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848557056:0@lo:400:kworker.0 00000100:00100000:2.0:1734685978.164851:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848556544:0@lo:8:kworker.0 00000100:00100000:0.0:1734685978.164857:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848557184:0@lo:400:kworker.0 00000100:00100000:3.0:1734685978.164860:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685978.164872:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685978.164884:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848556928:0@lo:8:kworker.0 00000100:00100000:3.0:1734685978.164887:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848556288 00000100:00100000:3.0:1734685978.164893:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848556288 00000100:00100000:3.0:1734685978.164921:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848556800 00000100:00100000:3.0:1734685978.164923:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848556800 00000100:00100000:3.0:1734685978.164937:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3525 00000100:00100000:3.0:1734685978.164943:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848556288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685978.164981:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685978.164990:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685978.164994:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848556288:12345-0@lo:400:kworker.0 Request processed in 50us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685978.165000:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3525 00000100:00100000:0.0:1734685978.165004:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1734685978.165006:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848557056 00000100:00100000:2.0:1734685978.165009:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848557056 00000100:00100000:0.0:1734685978.165013:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848556032:0@lo:400:kworker.0 00000100:00100000:3.0:1734685978.165014:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848557184 00000100:00100000:3.0:1734685978.165016:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848557184 00000100:00100000:2.0:1734685978.165025:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848556544 00000100:00100000:2.0:1734685978.165027:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848556544 00000100:00100000:1.0:1734685978.165028:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685978.165029:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3526 00000100:00100000:0.0:1734685978.165033:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685978.165033:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848556800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685978.165036:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848556928 00000100:00100000:2.0:1734685978.165037:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848556928 00000100:00100000:0.0:1734685978.165046:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848556672:0@lo:400:kworker.0 00000100:00100000:2.0:1734685978.165046:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7981 00000100:00100000:2.0:1734685978.165050:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848557056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685978.165055:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848556800:12345-0@lo:400:kworker.0 Request processed in 22us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685978.165059:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54523 00000100:00100000:0.0:1734685978.165060:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685978.165061:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3526 00000100:00100000:1.0:1734685978.165064:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848556544:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734685978.165069:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848556160 00000100:00100000:3.0:1734685978.165072:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848556160 00000100:00100000:2.0:1734685978.165074:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848557056:12345-0@lo:400:kworker.0 Request processed in 23us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685978.165079:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848556032 00000100:00100000:2.0:1734685978.165079:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7981 00010000:00020000:1.0:1734685978.165080:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685978.165082:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848556032 00000100:00100000:3.0:1734685978.165082:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3527 00000100:00100000:3.0:1734685978.165085:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848557184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685978.165090:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848556672 00000100:00100000:2.0:1734685978.165092:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848556672 00000100:00100000:0.0:1734685978.165103:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:2.0:1734685978.165103:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7982 00000100:00100000:1.0:1734685978.165105:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848556544:12345-0@lo:8:kworker.0 Request processed in 40us (232us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685978.165107:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848556032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685978.165107:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848556672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685978.165109:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848557184:12345-0@lo:400:kworker.0 Request processed in 23us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685978.165110:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54523 00000100:00100000:3.0:1734685978.165114:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3527 00000100:00100000:1.0:1734685978.165121:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54524 00000100:00100000:3.0:1734685978.165123:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3528 00000100:00100000:1.0:1734685978.165124:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848556928:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685978.165125:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848556672:12345-0@lo:400:kworker.0 Request processed in 18us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685978.165126:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848556160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685978.165130:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7982 00010000:00020000:1.0:1734685978.165131:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685978.165132:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848556032:12345-0@lo:400:kworker.0 Request processed in 23us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685978.165137:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00080000:2.0:1734685978.165146:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685948 00000100:00100000:1.0:1734685978.165148:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848556928:12345-0@lo:8:kworker.0 Request processed in 22us (166us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734685978.165149:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685948 00000100:00080000:2.0:1734685978.165150:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685948 00000100:00100000:3.0:1734685978.165150:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848556160:12345-0@lo:400:kworker.0 Request processed in 23us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685978.165152:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54524 00000100:00080000:2.0:1734685978.165152:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685948 00000100:00100000:3.0:1734685978.165155:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3528 00000100:00080000:2.0:1734685978.165166:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685978.165168:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848556416 00000100:00080000:2.0:1734685978.165169:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685978.165170:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848556416 00000100:00100000:2.0:1734685978.165172:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848556544:0@lo:8:kworker.0 00000100:00080000:2.0:1734685978.165179:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685978.165180:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848557056:0@lo:400:kworker.0 00000100:00080000:2.0:1734685978.165181:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685978.165183:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848556928:0@lo:8:kworker.0 00000100:00100000:3.0:1734685978.165187:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848556800:0@lo:400:kworker.0 00000100:00100000:0.0:1734685978.165188:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41668 00000100:00100000:0.0:1734685978.165192:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848556416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685978.165193:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848556288:0@lo:400:kworker.0 00000100:00080000:2.0:1734685978.165200:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685948 00000100:00100000:0.0:1734685978.165212:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848556416:12345-0@lo:400:kworker.0 Request processed in 19us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685978.165216:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41668 00000100:00100000:0.0:1734685978.165233:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848556032:0@lo:400:kworker.0 00000100:00100000:0.0:1734685978.165240:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848556672:0@lo:400:kworker.0 00000100:00100000:0.0:1734685978.165247:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848557184:0@lo:400:kworker.0 00000100:00100000:0.0:1734685978.165253:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848556416:0@lo:400:kworker.0 00000100:00100000:1.0:1734685978.165256:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848556160:0@lo:400:kworker.0 00000100:00100000:2.0:1734685978.180742:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848557312:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685978.180788:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685978.180820:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848557312 00000100:00100000:0.0:1734685978.180827:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848557312 00000100:00100000:0.0:1734685978.180867:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41669 00000100:00100000:0.0:1734685978.180873:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848557312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685978.180899:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685978.180934:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848557312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685978.180943:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41669 00000100:00100000:2.0:1734685978.180952:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848557312:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734685978.244771:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734685978.244792:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848557440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734685978.244845:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685978.244886:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848557440 00000100:00100000:2.0:1734685978.244892:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848557440 00000100:00100000:2.0:1734685978.244929:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7108 00000100:00100000:2.0:1734685978.244935:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848557440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685978.244960:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685978.245003:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848557440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685978.245009:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7108 00000100:00100000:3.0:1734685978.245097:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848557440:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685978.306865:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685979.308796:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685979.940756:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848557568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734685979.940805:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685979.940847:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848557568 00000100:00100000:2.0:1734685979.940854:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848557568 00000100:00100000:2.0:1734685979.940892:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7109 00000100:00100000:2.0:1734685979.940897:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848557568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685979.940922:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685979.940961:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848557568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685979.940967:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7109 00000100:00100000:3.0:1734685979.940991:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848557568:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685980.310743:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685980.598836:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685980.598875:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685980.598909:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872747648 00000100:00100000:0.0:1734685980.598913:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685980.598918:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872747648 00000100:00100000:0.0:1734685980.598937:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685980.598965:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872747776 00000100:00100000:2.0:1734685980.598966:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1147 00000100:00100000:0.0:1734685980.598968:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872747776 00000100:00100000:2.0:1734685980.598972:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872747648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734685980.598978:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685950 00000100:00080000:3.0:1734685980.598983:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685950 00000100:00100000:0.0:1734685980.598989:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872747904 00000100:00100000:0.0:1734685980.598991:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872747904 00000100:00100000:3.0:1734685980.598997:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3529 00000100:00100000:3.0:1734685980.599003:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872747776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685980.599007:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3530 00000100:00100000:0.0:1734685980.599012:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872747904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685980.599019:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872747648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685980.599025:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1147 00000100:00100000:3.0:1734685980.599033:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872747776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685980.599035:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872747904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (97us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685980.599039:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3529 00000100:00100000:0.0:1734685980.599042:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3530 00000100:00080000:3.0:1734685980.599057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685950 00000100:00100000:1.0:1734685980.599123:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872748032 00000100:00100000:1.0:1734685980.599127:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872748032 00000100:00100000:1.0:1734685980.599151:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54525 00000100:00100000:1.0:1734685980.599156:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872748032:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734685980.599176:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685980.599202:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872748032:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (289us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685980.599211:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54525 00010000:00010000:3.0:1734685981.312770:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685982.315177:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685983.124839:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848557696:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734685983.124906:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685983.124965:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848557696 00000100:00100000:0.0:1734685983.124973:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848557696 00000100:00100000:0.0:1734685983.125019:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41670 00000100:00100000:0.0:1734685983.125026:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848557696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685983.125063:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685983.125119:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848557696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685983.125126:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41670 00000100:00100000:1.0:1734685983.125159:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848557696:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685983.172889:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734685983.172894:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685983.172896:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685983.172903:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10778 00000100:00080000:2.0:1734685983.172907:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685983.172912:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685983.172928:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097681c00 x1818938848558336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685983.172940:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848557952:0@lo:400:kworker.0 00000100:00080000:2.0:1734685983.172949:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685983.172952:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685983.172953:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685983.172955:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10778 00000100:00080000:2.0:1734685983.172957:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685983.172961:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685983.172970:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097680700 x1818938848558720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734685983.173002:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848558336:0@lo:8:kworker.0 00000100:00100000:0.0:1734685983.173004:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848557824:0@lo:400:kworker.0 00000100:00100000:3.0:1734685983.173015:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685983.173065:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848558208:0@lo:400:kworker.0 00000100:00100000:2.0:1734685983.173323:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685983.173327:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848558592:0@lo:400:kworker.0 00000100:00100000:2.0:1734685983.173345:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848558720:0@lo:8:kworker.0 00000100:00100000:3.0:1734685983.173349:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685983.173365:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685983.173365:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734685983.173371:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848558080:0@lo:400:kworker.0 00000100:00100000:3.0:1734685983.173389:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685983.173396:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848558336 00000100:00100000:2.0:1734685983.173401:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848558336 00000100:00100000:3.0:1734685983.173401:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848558848:0@lo:400:kworker.0 00000100:00100000:3.0:1734685983.173417:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685983.173455:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685983.173455:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685983.173471:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848558464:0@lo:400:kworker.0 00000100:00100000:1.0:1734685983.173471:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848558976:0@lo:400:kworker.0 00000100:00100000:0.0:1734685983.173489:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685983.173489:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685983.173587:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848558720 00000100:00100000:3.0:1734685983.173589:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848558848 00000100:00100000:2.0:1734685983.173591:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848558720 00000100:00100000:3.0:1734685983.173594:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848558848 00000100:00100000:2.0:1734685983.173602:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848558464 00000100:00100000:2.0:1734685983.173605:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848558464 00000100:00100000:0.0:1734685983.173609:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848557952 00000100:00100000:0.0:1734685983.173611:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848557952 00000100:00100000:2.0:1734685983.173626:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7983 00000100:00100000:0.0:1734685983.173629:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848558592 00000100:00100000:0.0:1734685983.173631:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848558592 00000100:00100000:3.0:1734685983.173631:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7984 00000100:00100000:2.0:1734685983.173632:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848558464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685983.173637:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848558848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685983.173640:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848558080 00000100:00100000:0.0:1734685983.173642:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848558080 00000100:00100000:0.0:1734685983.173651:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848558976 00000100:00100000:0.0:1734685983.173652:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848558976 00000100:00100000:0.0:1734685983.173660:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3531 00000100:00100000:0.0:1734685983.173664:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848557952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685983.173668:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848558464:12345-0@lo:400:kworker.0 Request processed in 37us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685983.173673:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7983 00000100:00100000:3.0:1734685983.173681:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848558848:12345-0@lo:400:kworker.0 Request processed in 43us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685983.173687:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7984 00000100:00100000:0.0:1734685983.173688:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848557952:12345-0@lo:400:kworker.0 Request processed in 23us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685983.173690:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54526 00000100:00100000:0.0:1734685983.173693:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3531 00000100:00100000:2.0:1734685983.173693:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848558336:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685983.173701:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3532 00000100:00100000:3.0:1734685983.173703:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54527 00000100:00100000:0.0:1734685983.173704:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848558592:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734685983.173707:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685983.173707:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848558720:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685983.173720:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848558592:12345-0@lo:400:kworker.0 Request processed in 15us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685983.173723:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848558336:12345-0@lo:8:kworker.0 Request processed in 29us (401us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685983.173724:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3532 00010000:00020000:3.0:1734685983.173725:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685983.173728:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54526 00000100:00100000:0.0:1734685983.173732:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3533 00000100:00100000:0.0:1734685983.173735:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848558080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685983.173744:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848557824 00000100:00100000:2.0:1734685983.173746:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848557824 00000100:00100000:3.0:1734685983.173746:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848558720:12345-0@lo:8:kworker.0 Request processed in 38us (380us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685983.173752:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54527 00000100:00100000:0.0:1734685983.173753:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848558080:12345-0@lo:400:kworker.0 Request processed in 17us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685983.173758:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3533 00000100:00100000:2.0:1734685983.173761:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:0.0:1734685983.173764:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3534 00000100:00100000:2.0:1734685983.173765:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848557824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685983.173767:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848558976:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734685983.173773:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685953 00000100:00080000:3.0:1734685983.173777:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685953 00000100:00080000:3.0:1734685983.173779:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685953 00000100:00080000:3.0:1734685983.173780:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685953 00000100:00100000:2.0:1734685983.173781:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848557824:12345-0@lo:400:kworker.0 Request processed in 16us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685983.173782:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848558976:12345-0@lo:400:kworker.0 Request processed in 15us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685983.173786:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:0.0:1734685983.173787:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3534 00000100:00100000:3.0:1734685983.173805:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848558080:0@lo:400:kworker.0 00000100:00100000:3.0:1734685983.173813:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848558848:0@lo:400:kworker.0 00000100:00080000:2.0:1734685983.173815:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685983.173818:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848558208 00000100:00080000:2.0:1734685983.173818:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734685983.173820:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848558208 00000100:00100000:2.0:1734685983.173822:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848558336:0@lo:8:kworker.0 00000100:00100000:3.0:1734685983.173823:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848558592:0@lo:400:kworker.0 00000100:00080000:2.0:1734685983.173830:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685983.173831:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685983.173833:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848557952:0@lo:400:kworker.0 00000100:00100000:2.0:1734685983.173834:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848558720:0@lo:8:kworker.0 00000100:00100000:2.0:1734685983.173864:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848557824:0@lo:400:kworker.0 00000100:00100000:2.0:1734685983.173872:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848558464:0@lo:400:kworker.0 00000100:00100000:1.0:1734685983.173935:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848558976:0@lo:400:kworker.0 00000100:00100000:0.0:1734685983.174041:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41671 00000100:00100000:0.0:1734685983.174046:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848558208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685983.174082:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848558208:12345-0@lo:400:kworker.0 Request processed in 35us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685983.174086:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41671 00000100:00080000:0.0:1734685983.174099:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685953 00000100:00100000:1.0:1734685983.174107:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848558208:0@lo:400:kworker.0 00000100:00100000:1.0:1734685983.188753:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685983.188773:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848559104:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685983.188826:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685983.188866:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848559104 00000100:00100000:0.0:1734685983.188873:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848559104 00000100:00100000:0.0:1734685983.188914:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41672 00000100:00100000:0.0:1734685983.188921:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848559104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685983.188945:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685983.188987:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848559104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685983.188991:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41672 00000100:00100000:1.0:1734685983.189046:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848559104:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685983.252834:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685983.252853:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848559232:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685983.252912:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685983.252952:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848559232 00000100:00100000:0.0:1734685983.252960:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848559232 00000100:00100000:0.0:1734685983.252998:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7110 00000100:00100000:0.0:1734685983.253004:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848559232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685983.253032:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685983.253069:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848559232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685983.253076:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7110 00000100:00100000:2.0:1734685983.253091:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848559232:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685983.316752:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685984.318747:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685984.948756:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848559360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685984.948810:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685984.948852:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848559360 00000100:00100000:0.0:1734685984.948859:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848559360 00000100:00100000:0.0:1734685984.948896:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7111 00000100:00100000:0.0:1734685984.948901:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848559360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685984.948926:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685984.948960:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848559360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685984.948966:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7111 00000100:00100000:2.0:1734685984.948976:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848559360:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685985.320743:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685985.606777:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685985.606812:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685985.606831:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685985.606856:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872748288 00000100:00100000:3.0:1734685985.606863:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872748288 00000100:00100000:2.0:1734685985.606865:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872748160 00000100:00100000:0.0:1734685985.606866:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685985.606869:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872748160 00000100:00100000:1.0:1734685985.606882:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872748416 00000100:00080000:0.0:1734685985.606883:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685955 00000100:00080000:0.0:1734685985.606886:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685955 00000100:00100000:1.0:1734685985.606886:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872748416 00000100:00100000:2.0:1734685985.606902:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1149 00000100:00100000:3.0:1734685985.606904:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3535 00000100:00100000:2.0:1734685985.606908:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872748160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734685985.606909:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872748288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685985.606913:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3536 00000100:00100000:0.0:1734685985.606918:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872748416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734685985.606919:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685955 00000100:00100000:0.0:1734685985.606951:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872748416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685985.606951:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872748160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685985.606952:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872748288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685985.606957:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3536 00000100:00100000:2.0:1734685985.606957:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1149 00000100:00100000:3.0:1734685985.606960:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3535 00000100:00100000:0.0:1734685985.606975:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872748544 00000100:00100000:0.0:1734685985.606978:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872748544 00000100:00100000:0.0:1734685985.606991:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54528 00000100:00100000:0.0:1734685985.606995:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872748544:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685985.607013:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685985.607038:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872748544:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (171us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685985.607044:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54528 00010000:00010000:3.0:1734685986.322756:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685987.324687:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685988.132720:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848559488:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734685988.132765:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685988.132797:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848559488 00000100:00100000:0.0:1734685988.132805:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848559488 00000100:00100000:0.0:1734685988.132842:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41673 00000100:00100000:0.0:1734685988.132848:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848559488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734685988.132877:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734685988.132926:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848559488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685988.132932:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41673 00000100:00100000:2.0:1734685988.132944:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848559488:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685988.180707:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734685988.180710:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848559616:0@lo:400:kworker.0 00000100:00100000:3.0:1734685988.180710:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848560000:0@lo:400:kworker.0 00000100:00080000:2.0:1734685988.180712:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685988.180715:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685988.180719:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10783 00000100:00080000:2.0:1734685988.180722:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685988.180726:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685988.180731:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848559744:0@lo:400:kworker.0 00000100:00100000:2.0:1734685988.180742:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097680a80 x1818938848560128/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685988.180761:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685988.180762:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685988.180762:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685988.180763:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685988.180765:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685988.180766:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685988.180769:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10783 00000100:00080000:2.0:1734685988.180771:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685988.180774:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685988.180783:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097680000 x1818938848560512/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734685988.180783:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734685988.180784:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848560384:0@lo:400:kworker.0 00000100:00100000:3.0:1734685988.180788:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848560256:0@lo:400:kworker.0 00000100:00100000:1.0:1734685988.180794:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685988.180801:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848559616 00000100:00100000:1.0:1734685988.180802:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734685988.180803:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685988.180805:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848559872:0@lo:400:kworker.0 00000100:00100000:0.0:1734685988.180807:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848559616 00000100:00100000:2.0:1734685988.180809:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848560128:0@lo:8:kworker.0 00000100:00100000:3.0:1734685988.180814:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848560768:0@lo:400:kworker.0 00000100:00100000:1.0:1734685988.180816:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685988.180823:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848560640:0@lo:400:kworker.0 00000100:00100000:2.0:1734685988.180827:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685988.180827:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685988.180837:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848559744 00000100:00100000:0.0:1734685988.180838:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:1.0:1734685988.180839:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848559744 00000100:00100000:2.0:1734685988.180839:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848560512:0@lo:8:kworker.0 00000100:00100000:0.0:1734685988.180843:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848559616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685988.180849:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848560256 00000100:00100000:2.0:1734685988.180851:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685988.180851:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848560256 00000100:00100000:1.0:1734685988.180856:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848560384 00000100:00100000:1.0:1734685988.180858:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848560384 00000100:00100000:1.0:1734685988.180868:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848559872 00000100:00100000:3.0:1734685988.180868:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848560128 00000100:00100000:1.0:1734685988.180870:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848559872 00000100:00100000:2.0:1734685988.180870:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848560768 00000100:00100000:3.0:1734685988.180870:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848560128 00000100:00100000:2.0:1734685988.180872:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848560768 00000100:00100000:0.0:1734685988.180878:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848559616:12345-0@lo:400:kworker.0 Request processed in 34us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685988.180878:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848560512 00000100:00100000:3.0:1734685988.180879:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848560512 00000100:00100000:0.0:1734685988.180883:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:1.0:1734685988.180885:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3537 00000100:00100000:3.0:1734685988.180887:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7985 00000100:00100000:1.0:1734685988.180890:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848559744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685988.180892:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3538 00000100:00100000:3.0:1734685988.180892:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848560256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685988.180896:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848560384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685988.180911:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3539 00000100:00100000:0.0:1734685988.180915:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848559872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685988.180920:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848560384:12345-0@lo:400:kworker.0 Request processed in 24us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685988.180921:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848559744:12345-0@lo:400:kworker.0 Request processed in 31us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685988.180921:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848560256:12345-0@lo:400:kworker.0 Request processed in 29us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685988.180925:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3538 00000100:00100000:3.0:1734685988.180926:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7985 00000100:00100000:1.0:1734685988.180928:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3537 00000100:00100000:2.0:1734685988.180936:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3540 00000100:00100000:3.0:1734685988.180936:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54529 00000100:00100000:0.0:1734685988.180938:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848559872:12345-0@lo:400:kworker.0 Request processed in 22us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685988.180939:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848560768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685988.180939:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848560128:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685988.180943:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3539 00000100:00080000:1.0:1734685988.180944:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685958 00000100:00080000:1.0:1734685988.180947:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685958 00000100:00080000:1.0:1734685988.180949:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685958 00000100:00080000:1.0:1734685988.180950:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685958 00010000:00020000:3.0:1734685988.180954:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734685988.180956:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848560768:12345-0@lo:400:kworker.0 Request processed in 16us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685988.180959:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848560000 00000100:00100000:2.0:1734685988.180960:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3540 00000100:00100000:0.0:1734685988.180962:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848560000 00000100:00100000:1.0:1734685988.180962:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685988.180970:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848560128:12345-0@lo:8:kworker.0 Request processed in 30us (142us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685988.180974:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848560640 00000100:00100000:3.0:1734685988.180974:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54529 00000100:00100000:2.0:1734685988.180977:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848560640 00000100:00100000:0.0:1734685988.180981:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41674 00000100:00100000:3.0:1734685988.180982:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54530 00000100:00100000:1.0:1734685988.180985:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848560384:0@lo:400:kworker.0 00000100:00100000:0.0:1734685988.180986:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848560000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685988.180986:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848560512:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685988.180989:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7986 00000100:00100000:1.0:1734685988.180992:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848559744:0@lo:400:kworker.0 00000100:00100000:2.0:1734685988.180992:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848560640:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734685988.180993:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685988.181008:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848560512:12345-0@lo:8:kworker.0 Request processed in 23us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685988.181009:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848560640:12345-0@lo:400:kworker.0 Request processed in 17us (46us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685988.181010:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848559872:0@lo:400:kworker.0 00000100:00100000:2.0:1734685988.181014:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7986 00000100:00100000:0.0:1734685988.181015:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848560000:12345-0@lo:400:kworker.0 Request processed in 29us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685988.181016:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848560640:0@lo:400:kworker.0 00000100:00100000:3.0:1734685988.181016:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54530 00000100:00100000:0.0:1734685988.181020:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41674 00000100:00080000:1.0:1734685988.181028:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685958 00000100:00080000:1.0:1734685988.181030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685958 00000100:00080000:2.0:1734685988.181032:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685988.181034:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685988.181037:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848560128:0@lo:8:kworker.0 00000100:00100000:3.0:1734685988.181039:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848560768:0@lo:400:kworker.0 00000100:00080000:2.0:1734685988.181045:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685988.181046:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685988.181046:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848560256:0@lo:400:kworker.0 00000100:00100000:0.0:1734685988.181048:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848559616:0@lo:400:kworker.0 00000100:00100000:2.0:1734685988.181049:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848560512:0@lo:8:kworker.0 00000100:00100000:3.0:1734685988.181051:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848560000:0@lo:400:kworker.0 00000100:00100000:0.0:1734685988.196700:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848560896:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685988.196745:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685988.196807:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848560896 00000100:00100000:2.0:1734685988.196812:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848560896 00000100:00100000:2.0:1734685988.196841:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41675 00000100:00100000:2.0:1734685988.196846:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848560896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734685988.196870:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734685988.196899:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848560896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685988.196903:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41675 00000100:00100000:0.0:1734685988.196914:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848560896:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685988.260719:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848561024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734685988.260771:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685988.260809:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848561024 00000100:00100000:0.0:1734685988.260816:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848561024 00000100:00100000:0.0:1734685988.260852:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7112 00000100:00100000:0.0:1734685988.260858:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848561024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685988.260884:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685988.260929:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848561024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685988.260934:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7112 00000100:00100000:1.0:1734685988.260969:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848561024:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685988.326702:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685989.328754:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685989.956732:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848561152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734685989.956807:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685989.956851:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848561152 00000100:00100000:2.0:1734685989.956859:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848561152 00000100:00100000:2.0:1734685989.956900:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7113 00000100:00100000:2.0:1734685989.956907:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848561152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685989.956939:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685989.956973:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848561152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685989.956979:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7113 00000100:00100000:0.0:1734685989.957002:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848561152:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685990.330715:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685990.614930:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685990.614973:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685990.614996:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872748672 00000100:00100000:0.0:1734685990.614997:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685990.615005:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872748672 00000100:00100000:1.0:1734685990.615024:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872748928 00000100:00100000:1.0:1734685990.615029:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872748928 00000100:00100000:0.0:1734685990.615033:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685990.615048:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1151 00000100:00100000:1.0:1734685990.615053:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872748800 00000100:00100000:2.0:1734685990.615054:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872748672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685990.615055:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872748800 00000100:00100000:3.0:1734685990.615060:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3541 00000100:00080000:0.0:1734685990.615064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685960 00000100:00100000:3.0:1734685990.615066:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872748928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734685990.615068:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685960 00000100:00080000:0.0:1734685990.615070:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685960 00000100:00100000:1.0:1734685990.615072:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3542 00000100:00100000:1.0:1734685990.615077:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872748800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734685990.615089:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872749056 00000100:00100000:0.0:1734685990.615092:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872749056 00000100:00100000:2.0:1734685990.615100:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872748672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685990.615100:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872748928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685990.615103:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872748800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685990.615107:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3541 00000100:00100000:2.0:1734685990.615108:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1151 00000100:00100000:0.0:1734685990.615109:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54531 00000100:00100000:1.0:1734685990.615111:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3542 00000100:00100000:0.0:1734685990.615113:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872749056:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734685990.615130:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734685990.615150:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872749056:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 36us (116us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734685990.615155:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54531 00010000:00010000:3.0:1734685991.332696:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685992.334766:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734685993.140696:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848561280:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734685993.140748:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685993.140796:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848561280 00000100:00100000:2.0:1734685993.140801:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848561280 00000100:00100000:2.0:1734685993.140832:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41676 00000100:00100000:2.0:1734685993.140836:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848561280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734685993.140859:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734685993.140890:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848561280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685993.140895:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41676 00000100:00100000:3.0:1734685993.140932:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848561280:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734685993.188688:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734685993.188694:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848561664:0@lo:400:kworker.0 00000100:00080000:2.0:1734685993.188694:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734685993.188694:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848561792:0@lo:400:kworker.0 00000100:00080000:2.0:1734685993.188696:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685993.188701:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10788 00000100:00080000:2.0:1734685993.188703:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734685993.188708:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734685993.188709:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848561536:0@lo:400:kworker.0 00000100:00100000:2.0:1734685993.188724:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c537800 x1818938848561920/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685993.188746:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685993.188746:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685993.188754:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848561408:0@lo:400:kworker.0 00000100:00080000:2.0:1734685993.188754:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685993.188757:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685993.188758:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685993.188760:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10788 00000100:00080000:2.0:1734685993.188763:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734685993.188765:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734685993.188773:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734685993.188775:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099580e00 x1818938848562304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685993.188776:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685993.188778:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848562176:0@lo:400:kworker.0 00000100:00100000:3.0:1734685993.188787:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848561664 00000100:00100000:1.0:1734685993.188789:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848562048:0@lo:400:kworker.0 00000100:00100000:0.0:1734685993.188792:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685993.188792:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848561664 00000100:00100000:2.0:1734685993.188800:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848561920:0@lo:8:kworker.0 00000100:00100000:1.0:1734685993.188803:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685993.188805:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848562432:0@lo:400:kworker.0 00000100:00100000:1.0:1734685993.188816:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734685993.188819:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685993.188819:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848562176 00000100:00100000:1.0:1734685993.188820:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848562560:0@lo:400:kworker.0 00000100:00100000:3.0:1734685993.188821:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848562176 00000100:00100000:2.0:1734685993.188824:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848561408 00000100:00100000:2.0:1734685993.188827:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848561408 00000100:00100000:3.0:1734685993.188833:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3543 00000100:00100000:1.0:1734685993.188836:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685993.188838:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848561664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685993.188840:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848562560 00000100:00100000:0.0:1734685993.188843:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848562560 00000100:00100000:2.0:1734685993.188846:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:1.0:1734685993.188852:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848562048 00000100:00100000:1.0:1734685993.188855:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848562048 00000100:00100000:2.0:1734685993.188855:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848561408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685993.188856:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3544 00000100:00100000:0.0:1734685993.188860:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848562176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685993.188871:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848562432 00000100:00100000:1.0:1734685993.188873:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848562432 00000100:00100000:3.0:1734685993.188873:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848561664:12345-0@lo:400:kworker.0 Request processed in 35us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685993.188879:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3543 00000100:00100000:0.0:1734685993.188880:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848562176:12345-0@lo:400:kworker.0 Request processed in 19us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685993.188883:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3544 00000100:00100000:2.0:1734685993.188883:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848561408:12345-0@lo:400:kworker.0 Request processed in 32us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685993.188884:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7987 00000100:00100000:1.0:1734685993.188888:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848562048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685993.188891:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3545 00000100:00100000:2.0:1734685993.188891:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:0.0:1734685993.188894:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848562560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685993.188902:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848561792 00000100:00100000:3.0:1734685993.188904:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848561792 00000100:00100000:1.0:1734685993.188909:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848562048:12345-0@lo:400:kworker.0 Request processed in 21us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685993.188913:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848562560:12345-0@lo:400:kworker.0 Request processed in 18us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685993.188913:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685993.188914:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7987 00000100:00100000:0.0:1734685993.188918:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3545 00000100:00100000:3.0:1734685993.188919:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41677 00000100:00100000:3.0:1734685993.188922:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848561792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685993.188923:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848562304:0@lo:8:kworker.0 00000100:00100000:1.0:1734685993.188924:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848561920 00000100:00100000:1.0:1734685993.188925:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848561920 00000100:00080000:0.0:1734685993.188935:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685963 00000100:00100000:1.0:1734685993.188935:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7988 00000100:00100000:2.0:1734685993.188936:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734685993.188938:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685963 00000100:00100000:1.0:1734685993.188938:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848562432:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734685993.188940:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685963 00000100:00080000:0.0:1734685993.188942:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685963 00000100:00100000:3.0:1734685993.188943:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848561792:12345-0@lo:400:kworker.0 Request processed in 20us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685993.188947:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41677 00000100:00100000:0.0:1734685993.188953:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848562304 00000100:00100000:0.0:1734685993.188955:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848562304 00000100:00100000:1.0:1734685993.188956:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848562432:12345-0@lo:400:kworker.0 Request processed in 16us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685993.188956:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54532 00000100:00100000:2.0:1734685993.188959:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848561920:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734685993.188960:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7988 00000100:00100000:3.0:1734685993.188963:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54533 00000100:00100000:3.0:1734685993.188966:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848562304:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734685993.188973:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734685993.188976:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685993.188980:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685993.188997:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848561920:12345-0@lo:8:kworker.0 Request processed in 37us (83us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685993.188998:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848561536 00000100:00100000:3.0:1734685993.188998:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848562304:12345-0@lo:8:kworker.0 Request processed in 31us (61us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734685993.189000:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848561536 00000100:00100000:2.0:1734685993.189003:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54532 00000100:00100000:0.0:1734685993.189004:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848562432:0@lo:400:kworker.0 00000100:00100000:3.0:1734685993.189005:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54533 00000100:00100000:0.0:1734685993.189011:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848562176:0@lo:400:kworker.0 00000100:00100000:1.0:1734685993.189014:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3546 00000100:00100000:1.0:1734685993.189017:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848561536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685993.189018:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848561664:0@lo:400:kworker.0 00000100:00080000:2.0:1734685993.189019:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734685993.189019:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848561792:0@lo:400:kworker.0 00000100:00080000:2.0:1734685993.189021:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685993.189024:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848561920:0@lo:8:kworker.0 00000100:00080000:2.0:1734685993.189029:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734685993.189031:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685963 00000100:00080000:2.0:1734685993.189031:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685993.189033:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848562304:0@lo:8:kworker.0 00000100:00100000:1.0:1734685993.189038:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848561536:12345-0@lo:400:kworker.0 Request processed in 20us (57us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685993.189042:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3546 00000100:00100000:2.0:1734685993.189051:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848562560:0@lo:400:kworker.0 00000100:00100000:1.0:1734685993.189056:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848561536:0@lo:400:kworker.0 00000100:00100000:2.0:1734685993.189057:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848561408:0@lo:400:kworker.0 00000100:00100000:2.0:1734685993.189063:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848562048:0@lo:400:kworker.0 00000100:00100000:2.0:1734685993.204724:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848562688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685993.204774:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685993.204814:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848562688 00000100:00100000:3.0:1734685993.204821:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848562688 00000100:00100000:3.0:1734685993.204858:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41678 00000100:00100000:3.0:1734685993.204863:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848562688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734685993.204890:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734685993.204930:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848562688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685993.204935:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41678 00000100:00100000:2.0:1734685993.204967:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848562688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734685993.268738:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848562816:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734685993.268797:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685993.268830:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848562816 00000100:00100000:0.0:1734685993.268837:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848562816 00000100:00100000:0.0:1734685993.268867:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7114 00000100:00100000:0.0:1734685993.268873:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848562816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734685993.268900:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685993.268943:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848562816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685993.268950:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7114 00000100:00100000:2.0:1734685993.268968:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848562816:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685993.336873:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685994.338741:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734685994.964774:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848562944:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734685994.964845:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685994.964899:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848562944 00000100:00100000:0.0:1734685994.964910:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848562944 00000100:00100000:0.0:1734685994.964954:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7115 00000100:00100000:0.0:1734685994.964959:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848562944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734685994.964984:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734685994.965042:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848562944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685994.965048:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7115 00000100:00100000:2.0:1734685994.965060:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848562944:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734685995.340733:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685995.622779:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734685995.622817:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734685995.622838:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872749184 00000100:00100000:2.0:1734685995.622846:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872749184 00000100:00100000:0.0:1734685995.622851:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734685995.622878:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872749312 00000100:00100000:1.0:1734685995.622882:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872749312 00000100:00100000:2.0:1734685995.622886:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1153 00000100:00100000:2.0:1734685995.622892:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872749184:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734685995.622904:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872749440 00000100:00100000:1.0:1734685995.622906:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872749440 00000100:00100000:3.0:1734685995.622915:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3547 00000100:00100000:2.0:1734685995.622941:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872749184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685995.622946:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1153 00000100:00100000:0.0:1734685995.622960:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734685995.622989:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872749312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685995.622990:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872749568 00000100:00100000:1.0:1734685995.622992:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3548 00000100:00100000:2.0:1734685995.622993:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872749568 00000100:00100000:1.0:1734685995.622997:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872749440:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734685995.623005:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54534 00000100:00100000:2.0:1734685995.623009:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872749568:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734685995.623017:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872749312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685995.623021:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872749440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685995.623022:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3547 00000100:00100000:1.0:1734685995.623026:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3548 00010000:00020000:2.0:1734685995.623028:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734685995.623045:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685965 00000100:00100000:2.0:1734685995.623046:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872749568:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 36us (86us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734685995.623048:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685965 00000100:00080000:1.0:1734685995.623049:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685965 00000100:00100000:2.0:1734685995.623052:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54534 00010000:00010000:3.0:1734685996.342689:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685997.344709:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734685998.148702:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848563072:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685998.148751:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685998.148793:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848563072 00000100:00100000:3.0:1734685998.148799:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848563072 00000100:00100000:3.0:1734685998.148835:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41679 00000100:00100000:3.0:1734685998.148842:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848563072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734685998.148866:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734685998.148894:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848563072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685998.148898:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41679 00000100:00100000:0.0:1734685998.148915:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848563072:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734685998.196714:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848563200:0@lo:400:kworker.0 00000100:00080000:2.0:1734685998.196728:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734685998.196730:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848563456:0@lo:400:kworker.0 00000100:00080000:2.0:1734685998.196733:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685998.196735:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734685998.196740:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10793 00000100:00100000:3.0:1734685998.196742:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848563328:0@lo:400:kworker.0 00000100:00080000:2.0:1734685998.196743:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734685998.196747:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734685998.196761:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05e680 x1818938848563712/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734685998.196768:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685998.196769:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734685998.196789:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734685998.196791:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734685998.196793:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734685998.196793:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848563456 00000100:00080000:2.0:1734685998.196795:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10793 00000100:00080000:2.0:1734685998.196797:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734685998.196799:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734685998.196799:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848563456 00000100:00100000:1.0:1734685998.196802:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734685998.196805:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848563840:0@lo:400:kworker.0 00000100:00100000:1.0:1734685998.196807:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848563968:0@lo:400:kworker.0 00000100:00100000:2.0:1734685998.196809:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098491180 x1818938848564096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734685998.196824:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685998.196826:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685998.196830:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848563968 00000100:00100000:1.0:1734685998.196831:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848564224:0@lo:400:kworker.0 00000100:00100000:3.0:1734685998.196832:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848563968 00000100:00100000:0.0:1734685998.196839:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734685998.196841:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685998.196843:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848563584:0@lo:400:kworker.0 00000100:00100000:3.0:1734685998.196845:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3549 00000100:00100000:2.0:1734685998.196849:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848563712:0@lo:8:kworker.0 00000100:00100000:3.0:1734685998.196849:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848563456:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734685998.196854:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685968 00000100:00100000:1.0:1734685998.196866:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3550 00000100:00100000:0.0:1734685998.196868:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734685998.196870:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848563968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685998.196871:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685998.196882:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848564352:0@lo:400:kworker.0 00000100:00100000:2.0:1734685998.196882:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848564096:0@lo:8:kworker.0 00000100:00100000:2.0:1734685998.196893:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685998.196894:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848563456:12345-0@lo:400:kworker.0 Request processed in 39us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685998.196896:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848563968:12345-0@lo:400:kworker.0 Request processed in 25us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685998.196900:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734685998.196900:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3549 00000100:00100000:1.0:1734685998.196903:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3550 00000100:00100000:2.0:1734685998.196911:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848564352 00000100:00100000:2.0:1734685998.196913:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848564352 00000100:00100000:0.0:1734685998.196919:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848563840 00000100:00100000:1.0:1734685998.196921:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848564224 00000100:00100000:3.0:1734685998.196921:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848563712 00000100:00100000:0.0:1734685998.196922:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848563840 00000100:00100000:3.0:1734685998.196923:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848563712 00000100:00100000:1.0:1734685998.196924:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848564224 00000100:00100000:2.0:1734685998.196928:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3551 00000100:00100000:2.0:1734685998.196932:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848564352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685998.196934:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848564096 00000100:00100000:3.0:1734685998.196936:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848564096 00000100:00100000:1.0:1734685998.196943:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7989 00000100:00100000:1.0:1734685998.196947:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848564224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685998.196948:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7990 00000100:00100000:3.0:1734685998.196951:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54535 00000100:00100000:0.0:1734685998.196952:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848563840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734685998.196953:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848564352:12345-0@lo:400:kworker.0 Request processed in 21us (53us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685998.196954:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848563712:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734685998.196958:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3551 00010000:00020000:3.0:1734685998.196966:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734685998.196967:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848564224:12345-0@lo:400:kworker.0 Request processed in 20us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685998.196970:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7989 00000100:00100000:2.0:1734685998.196975:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54536 00000100:00100000:0.0:1734685998.196977:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848563840:12345-0@lo:400:kworker.0 Request processed in 24us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685998.196978:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848564096:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734685998.196982:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7990 00000100:00080000:1.0:1734685998.196982:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685968 00010000:00020000:2.0:1734685998.196985:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734685998.196985:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848563712:12345-0@lo:8:kworker.0 Request processed in 31us (114us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734685998.196989:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54535 00000100:00100000:1.0:1734685998.196997:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848564224:0@lo:400:kworker.0 00000100:00100000:2.0:1734685998.196997:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848564096:12345-0@lo:8:kworker.0 Request processed in 18us (103us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734685998.197000:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54536 00000100:00100000:1.0:1734685998.197002:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848563968:0@lo:400:kworker.0 00000100:00100000:3.0:1734685998.197003:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685998.197004:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848563200 00000100:00100000:0.0:1734685998.197007:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848563200 00000100:00100000:1.0:1734685998.197007:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848563456:0@lo:400:kworker.0 00000100:00080000:2.0:1734685998.197015:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734685998.197017:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734685998.197017:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848563328 00000100:00100000:3.0:1734685998.197019:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848563328 00000100:00100000:2.0:1734685998.197020:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848563712:0@lo:8:kworker.0 00000100:00080000:1.0:1734685998.197021:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685968 00000100:00080000:1.0:1734685998.197023:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685968 00000100:00080000:2.0:1734685998.197025:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734685998.197027:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00080000:2.0:1734685998.197027:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734685998.197029:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848564096:0@lo:8:kworker.0 00000100:00100000:0.0:1734685998.197031:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848563200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734685998.197033:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3552 00000100:00100000:3.0:1734685998.197036:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848563328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734685998.197040:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848564352:0@lo:400:kworker.0 00000100:00100000:1.0:1734685998.197045:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848563840:0@lo:400:kworker.0 00000100:00100000:0.0:1734685998.197054:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848563200:12345-0@lo:400:kworker.0 Request processed in 23us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685998.197054:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848563200:0@lo:400:kworker.0 00000100:00100000:0.0:1734685998.197058:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:3.0:1734685998.197061:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848563328:12345-0@lo:400:kworker.0 Request processed in 23us (57us total) trans 0 rc 0/0 00000100:00100000:3.0:1734685998.197066:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3552 00000100:00100000:2.0:1734685998.197076:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848563328:0@lo:400:kworker.0 00000100:00100000:0.0:1734685998.197078:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848563584 00000100:00100000:0.0:1734685998.197081:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848563584 00000100:00080000:1.0:1734685998.197103:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685968 00000100:00100000:0.0:1734685998.197111:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41680 00000100:00100000:0.0:1734685998.197114:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848563584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734685998.197137:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848563584:12345-0@lo:400:kworker.0 Request processed in 22us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1734685998.197141:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848563584:0@lo:400:kworker.0 00000100:00100000:0.0:1734685998.197142:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41680 00000100:00100000:1.0:1734685998.212701:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848564480:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734685998.212744:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734685998.212774:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848564480 00000100:00100000:0.0:1734685998.212780:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848564480 00000100:00100000:0.0:1734685998.212816:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41681 00000100:00100000:0.0:1734685998.212822:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848564480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734685998.212851:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734685998.212898:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848564480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734685998.212904:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41681 00000100:00100000:1.0:1734685998.212936:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848564480:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734685998.276709:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848564608:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734685998.276766:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685998.276812:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848564608 00000100:00100000:2.0:1734685998.276817:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848564608 00000100:00100000:2.0:1734685998.276840:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7116 00000100:00100000:2.0:1734685998.276844:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848564608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734685998.276864:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685998.276895:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848564608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685998.276899:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7116 00000100:00100000:0.0:1734685998.276925:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848564608:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734685998.346714:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734685999.348714:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734685999.972699:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848564736:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734685999.972751:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734685999.972800:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848564736 00000100:00100000:2.0:1734685999.972806:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848564736 00000100:00100000:2.0:1734685999.972844:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7117 00000100:00100000:2.0:1734685999.972850:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848564736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734685999.972875:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734685999.972914:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848564736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1734685999.972921:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7117 00000100:00100000:1.0:1734685999.972950:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848564736:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686000.350669:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686000.630842:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686000.630872:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686000.630890:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686000.630895:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872749696 00000100:00100000:2.0:1734686000.630902:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872749696 00000100:00100000:0.0:1734686000.630909:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686000.630918:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872749824 00000100:00100000:3.0:1734686000.630922:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872749824 00000100:00100000:0.0:1734686000.630924:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872750080 00000100:00100000:0.0:1734686000.630926:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872750080 00000100:00100000:0.0:1734686000.630939:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54537 00000100:00100000:2.0:1734686000.630939:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1155 00000100:00100000:3.0:1734686000.630941:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872749952 00000100:00100000:3.0:1734686000.630942:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872749952 00000100:00100000:2.0:1734686000.630943:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872749696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686000.630944:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872750080:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686000.630954:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3553 00000100:00080000:1.0:1734686000.630957:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685970 00010000:00020000:0.0:1734686000.630959:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686000.630959:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872749824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734686000.630961:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685970 00000100:00080000:1.0:1734686000.630963:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685970 00000100:00100000:1.0:1734686000.630979:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3554 00000100:00100000:1.0:1734686000.630984:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872749952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686000.630986:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872750080:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (75us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686000.630988:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872749696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686000.630989:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54537 00000100:00100000:3.0:1734686000.630990:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872749824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686000.630991:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1155 00000100:00100000:3.0:1734686000.630996:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3553 00000100:00100000:1.0:1734686000.631010:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872749952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686000.631016:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3554 00010000:00010000:3.0:1734686001.352740:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686002.354750:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686003.156720:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848564864:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686003.156776:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686003.156823:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848564864 00000100:00100000:0.0:1734686003.156829:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848564864 00000100:00100000:0.0:1734686003.156866:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41682 00000100:00100000:0.0:1734686003.156872:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848564864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686003.156903:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686003.156938:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848564864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686003.156944:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41682 00000100:00100000:2.0:1734686003.156949:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848564864:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686003.204946:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686003.204951:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686003.204954:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686003.204959:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848565248:0@lo:400:kworker.0 00000100:00080000:2.0:1734686003.204959:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10798 00000100:00100000:3.0:1734686003.204959:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848565376:0@lo:400:kworker.0 00000100:00080000:2.0:1734686003.204962:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686003.204967:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686003.204975:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848565120:0@lo:400:kworker.0 00000100:00100000:2.0:1734686003.204983:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800969a4a80 x1818938848565504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686003.205008:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686003.205013:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686003.205014:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686003.205015:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686003.205015:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686003.205017:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10798 00000100:00080000:2.0:1734686003.205018:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686003.205021:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686003.205028:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848564992:0@lo:400:kworker.0 00000100:00100000:2.0:1734686003.205029:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800969a5880 x1818938848565888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686003.205043:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848566016:0@lo:400:kworker.0 00000100:00100000:0.0:1734686003.205049:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686003.205049:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848566144:0@lo:400:kworker.0 00000100:00100000:2.0:1734686003.205053:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848565504:0@lo:8:kworker.0 00000100:00100000:1.0:1734686003.205064:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686003.205065:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848565632:0@lo:400:kworker.0 00000100:00100000:3.0:1734686003.205070:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686003.205076:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686003.205077:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686003.205082:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686003.205082:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848565760:0@lo:400:kworker.0 00000100:00100000:2.0:1734686003.205089:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848565888:0@lo:8:kworker.0 00000100:00100000:3.0:1734686003.205094:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848565248 00000100:00100000:1.0:1734686003.205097:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686003.205099:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848565248 00000100:00100000:2.0:1734686003.205100:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686003.205108:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848566016 00000100:00100000:0.0:1734686003.205112:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848566016 00000100:00100000:1.0:1734686003.205114:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848566144 00000100:00100000:1.0:1734686003.205117:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848566144 00000100:00100000:2.0:1734686003.205118:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848564992 00000100:00100000:2.0:1734686003.205121:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848564992 00000100:00100000:3.0:1734686003.205125:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848565120 00000100:00100000:3.0:1734686003.205127:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848565120 00000100:00100000:0.0:1734686003.205131:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848565504 00000100:00100000:1.0:1734686003.205132:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848565760 00000100:00100000:1.0:1734686003.205133:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848565760 00000100:00100000:0.0:1734686003.205134:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848565504 00000100:00100000:2.0:1734686003.205138:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:3.0:1734686003.205140:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3555 00000100:00100000:0.0:1734686003.205141:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848565888 00000100:00100000:0.0:1734686003.205142:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848565888 00000100:00100000:1.0:1734686003.205143:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3556 00000100:00100000:2.0:1734686003.205143:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848564992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686003.205144:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848565248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686003.205146:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848566144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686003.205149:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7991 00000100:00100000:0.0:1734686003.205152:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848566016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686003.205174:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848564992:12345-0@lo:400:kworker.0 Request processed in 31us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686003.205175:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848566144:12345-0@lo:400:kworker.0 Request processed in 28us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686003.205179:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848566016:12345-0@lo:400:kworker.0 Request processed in 26us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686003.205179:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3556 00000100:00100000:2.0:1734686003.205179:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:3.0:1734686003.205179:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848565248:12345-0@lo:400:kworker.0 Request processed in 34us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686003.205182:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7991 00000100:00100000:3.0:1734686003.205184:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3555 00000100:00100000:0.0:1734686003.205189:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54538 00000100:00100000:1.0:1734686003.205189:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3557 00000100:00100000:0.0:1734686003.205191:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848565504:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686003.205191:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848565120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686003.205195:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3558 00000100:00100000:3.0:1734686003.205198:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848565760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686003.205199:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686003.205203:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848565120:12345-0@lo:400:kworker.0 Request processed in 11us (120us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686003.205204:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686003.205206:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3557 00000100:00100000:1.0:1734686003.205216:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848565632 00000100:00100000:1.0:1734686003.205217:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848565632 00000100:00100000:3.0:1734686003.205219:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848565760:12345-0@lo:400:kworker.0 Request processed in 20us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686003.205220:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848564992:0@lo:400:kworker.0 00000100:00100000:0.0:1734686003.205221:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848565504:12345-0@lo:8:kworker.0 Request processed in 29us (146us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686003.205223:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3558 00000100:00100000:0.0:1734686003.205225:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54538 00000100:00100000:1.0:1734686003.205227:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7992 00000100:00100000:1.0:1734686003.205229:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848565632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686003.205231:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54539 00000100:00100000:0.0:1734686003.205232:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848565888:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686003.205252:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734686003.205256:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686003.205259:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686003.205262:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848565504:0@lo:8:kworker.0 00000100:00100000:0.0:1734686003.205263:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848565888:12345-0@lo:8:kworker.0 Request processed in 30us (163us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686003.205264:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848565632:12345-0@lo:400:kworker.0 Request processed in 34us (64us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686003.205266:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54539 00000100:00080000:2.0:1734686003.205267:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686003.205268:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7992 00000100:00080000:2.0:1734686003.205269:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686003.205272:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848565888:0@lo:8:kworker.0 00000100:00080000:1.0:1734686003.205276:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685973 00000100:00080000:1.0:1734686003.205279:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685973 00000100:00080000:1.0:1734686003.205280:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685973 00000100:00080000:1.0:1734686003.205282:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685973 00000100:00100000:0.0:1734686003.205285:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848565120:0@lo:400:kworker.0 00000100:00100000:2.0:1734686003.205288:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848565632:0@lo:400:kworker.0 00000100:00100000:3.0:1734686003.205290:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848566144:0@lo:400:kworker.0 00000100:00100000:0.0:1734686003.205295:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848565376 00000100:00100000:0.0:1734686003.205297:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848565376 00000100:00100000:1.0:1734686003.205297:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848565760:0@lo:400:kworker.0 00000100:00100000:1.0:1734686003.205304:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848566016:0@lo:400:kworker.0 00000100:00100000:0.0:1734686003.205310:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41683 00000100:00100000:1.0:1734686003.205310:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848565248:0@lo:400:kworker.0 00000100:00100000:0.0:1734686003.205313:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848565376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686003.205335:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848565376:12345-0@lo:400:kworker.0 Request processed in 22us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686003.205338:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41683 00000100:00080000:0.0:1734686003.205345:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685973 00000100:00100000:3.0:1734686003.205356:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848565376:0@lo:400:kworker.0 00000100:00100000:0.0:1734686003.220728:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848566272:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686003.220772:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686003.220812:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848566272 00000100:00100000:2.0:1734686003.220817:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848566272 00000100:00100000:2.0:1734686003.220845:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41684 00000100:00100000:2.0:1734686003.220850:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848566272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686003.220871:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686003.220898:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848566272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686003.220902:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41684 00000100:00100000:0.0:1734686003.220917:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848566272:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686003.284719:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848566400:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686003.284777:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686003.284817:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848566400 00000100:00100000:0.0:1734686003.284824:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848566400 00000100:00100000:0.0:1734686003.284852:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7118 00000100:00100000:0.0:1734686003.284857:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848566400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686003.284880:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686003.284925:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848566400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686003.284931:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7118 00000100:00100000:2.0:1734686003.284941:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848566400:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686003.356680:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686004.358774:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686004.980721:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848566528:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686004.980769:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686004.980850:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848566528 00000100:00100000:0.0:1734686004.980862:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848566528 00000100:00100000:0.0:1734686004.980918:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7119 00000100:00100000:0.0:1734686004.980926:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848566528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686004.980962:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686004.981033:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848566528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686004.981039:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7119 00000100:00100000:2.0:1734686004.981065:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848566528:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686005.360770:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686005.638771:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686005.638810:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686005.638833:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872750336 00000100:00100000:0.0:1734686005.638836:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686005.638840:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872750336 00000100:00100000:2.0:1734686005.638860:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872750208 00000100:00100000:2.0:1734686005.638865:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872750208 00000100:00100000:0.0:1734686005.638873:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686005.638890:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1157 00000100:00100000:2.0:1734686005.638896:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872750208:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686005.638908:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872750464 00000100:00100000:1.0:1734686005.638911:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872750464 00000100:00080000:0.0:1734686005.638916:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685975 00000100:00080000:0.0:1734686005.638919:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685975 00000100:00080000:0.0:1734686005.638920:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685975 00000100:00100000:1.0:1734686005.638928:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3559 00000100:00100000:1.0:1734686005.638933:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872750336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686005.638934:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872750592 00000100:00100000:0.0:1734686005.638937:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872750592 00000100:00100000:2.0:1734686005.638941:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872750208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686005.638946:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1157 00000100:00100000:0.0:1734686005.638955:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54540 00000100:00100000:0.0:1734686005.638960:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872750592:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686005.638964:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872750336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686005.638969:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3559 00010000:00020000:0.0:1734686005.638978:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686005.638978:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3560 00000100:00100000:2.0:1734686005.638981:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872750464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686005.638999:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872750592:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (163us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686005.638999:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872750464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686005.639003:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3560 00000100:00100000:0.0:1734686005.639005:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54540 00010000:00010000:3.0:1734686006.362717:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686007.364711:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686008.164696:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848566656:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686008.164746:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686008.164791:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848566656 00000100:00100000:2.0:1734686008.164796:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848566656 00000100:00100000:2.0:1734686008.164824:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41685 00000100:00100000:2.0:1734686008.164831:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848566656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686008.164854:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686008.164885:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848566656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686008.164890:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41685 00000100:00100000:3.0:1734686008.164918:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848566656:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686008.212702:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686008.212707:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686008.212709:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686008.212714:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10803 00000100:00100000:0.0:1734686008.212715:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848566784:0@lo:400:kworker.0 00000100:00080000:2.0:1734686008.212718:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686008.212723:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686008.212741:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51ca80 x1818938848567296/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686008.212760:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686008.212763:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686008.212765:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686008.212767:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686008.212767:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10803 00000100:00080000:2.0:1734686008.212770:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686008.212772:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686008.212780:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51f480 x1818938848567680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686008.212804:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848566912:0@lo:400:kworker.0 00000100:00100000:2.0:1734686008.212808:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848567296:0@lo:8:kworker.0 00000100:00100000:0.0:1734686008.212809:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848567424:0@lo:400:kworker.0 00000100:00100000:1.0:1734686008.212823:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848566784 00000100:00100000:1.0:1734686008.212828:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848566784 00000100:00100000:2.0:1734686008.212832:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686008.212832:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686008.212844:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685978 00000100:00100000:2.0:1734686008.212853:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848567680:0@lo:8:kworker.0 00000100:00100000:3.0:1734686008.212853:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848567552:0@lo:400:kworker.0 00000100:00100000:0.0:1734686008.212855:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848567296 00000100:00100000:0.0:1734686008.212858:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848567296 00000100:00100000:2.0:1734686008.212866:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686008.212867:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1734686008.212867:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686008.212873:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54541 00000100:00100000:1.0:1734686008.212873:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848566784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686008.212877:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848567296:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686008.212877:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734686008.212881:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848567040:0@lo:400:kworker.0 00000100:00100000:2.0:1734686008.212888:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848567680 00000100:00100000:2.0:1734686008.212891:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848567680 00010000:00020000:0.0:1734686008.212893:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686008.212894:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686008.212903:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848567808:0@lo:400:kworker.0 00000100:00100000:2.0:1734686008.212905:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54542 00000100:00100000:2.0:1734686008.212909:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848567680:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686008.212911:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848566784:12345-0@lo:400:kworker.0 Request processed in 38us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686008.212915:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686008.212916:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00010000:00020000:2.0:1734686008.212917:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686008.212921:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848567296:12345-0@lo:8:kworker.0 Request processed in 43us (88us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686008.212927:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54541 00000100:00100000:3.0:1734686008.212933:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848567808 00000100:00100000:2.0:1734686008.212934:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848567680:12345-0@lo:8:kworker.0 Request processed in 24us (68us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686008.212935:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848567808 00000100:00100000:2.0:1734686008.212939:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54542 00000100:00100000:0.0:1734686008.212948:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848566912 00000100:00100000:0.0:1734686008.212951:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848566912 00000100:00100000:2.0:1734686008.212953:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7993 00000100:00100000:1.0:1734686008.212955:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686008.212957:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848567808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686008.212961:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848567552 00000100:00100000:3.0:1734686008.212963:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848567552 00000100:00100000:0.0:1734686008.212968:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3561 00000100:00100000:0.0:1734686008.212973:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848566912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686008.212976:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848567040 00000100:00100000:1.0:1734686008.212977:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848566784:0@lo:400:kworker.0 00000100:00100000:3.0:1734686008.212978:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848567040 00000100:00100000:2.0:1734686008.212981:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848567808:12345-0@lo:400:kworker.0 Request processed in 23us (64us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686008.212985:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7993 00000100:00100000:3.0:1734686008.212989:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3562 00000100:00100000:1.0:1734686008.212990:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734686008.212992:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848567552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686008.212994:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800969a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848567168:0@lo:400:kworker.0 00000100:00100000:2.0:1734686008.212995:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848567424 00000100:00100000:2.0:1734686008.212996:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848567424 00000100:00100000:0.0:1734686008.212998:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848566912:12345-0@lo:400:kworker.0 Request processed in 24us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686008.213003:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3561 00000100:00100000:2.0:1734686008.213007:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7994 00000100:00100000:2.0:1734686008.213010:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848567424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686008.213013:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3563 00000100:00100000:3.0:1734686008.213014:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848567552:12345-0@lo:400:kworker.0 Request processed in 21us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686008.213015:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686008.213016:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848567040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686008.213019:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3562 00000100:00100000:1.0:1734686008.213026:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848567936:0@lo:400:kworker.0 00000100:00100000:2.0:1734686008.213028:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848567424:12345-0@lo:400:kworker.0 Request processed in 17us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686008.213033:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7994 00000100:00100000:0.0:1734686008.213036:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848567040:12345-0@lo:400:kworker.0 Request processed in 19us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686008.213040:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686008.213041:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3563 00000100:00100000:3.0:1734686008.213045:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848567168 00000100:00100000:3.0:1734686008.213047:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848567168 00000100:00080000:2.0:1734686008.213048:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686008.213050:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848567936 00000100:00080000:2.0:1734686008.213050:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686008.213052:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848567936 00000100:00100000:2.0:1734686008.213053:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848567296:0@lo:8:kworker.0 00000100:00100000:1.0:1734686008.213054:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848567424:0@lo:400:kworker.0 00000100:00080000:2.0:1734686008.213059:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686008.213061:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686008.213061:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41686 00000100:00100000:2.0:1734686008.213063:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848567680:0@lo:8:kworker.0 00000100:00100000:0.0:1734686008.213064:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3564 00000100:00100000:3.0:1734686008.213065:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848567168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686008.213068:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848567936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686008.213081:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848567040:0@lo:400:kworker.0 00000100:00100000:2.0:1734686008.213087:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848567808:0@lo:400:kworker.0 00000100:00100000:3.0:1734686008.213091:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848567168:12345-0@lo:400:kworker.0 Request processed in 26us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686008.213094:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848567168:0@lo:400:kworker.0 00000100:00100000:0.0:1734686008.213095:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848567936:12345-0@lo:400:kworker.0 Request processed in 25us (53us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686008.213096:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41686 00000100:00100000:0.0:1734686008.213100:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3564 00000100:00100000:1.0:1734686008.213101:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848567936:0@lo:400:kworker.0 00000100:00100000:2.0:1734686008.213101:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800969a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848566912:0@lo:400:kworker.0 00000100:00100000:2.0:1734686008.213108:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848567552:0@lo:400:kworker.0 00000100:00080000:0.0:1734686008.213113:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685978 00000100:00080000:0.0:1734686008.213115:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685978 00000100:00080000:0.0:1734686008.213117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685978 00000100:00100000:1.0:1734686008.228702:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848568064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686008.228746:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686008.228780:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848568064 00000100:00100000:3.0:1734686008.228787:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848568064 00000100:00100000:3.0:1734686008.228825:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41687 00000100:00100000:3.0:1734686008.228831:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848568064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686008.228859:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686008.228895:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848568064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686008.228900:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41687 00000100:00100000:1.0:1734686008.228914:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848568064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686008.292721:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848568192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686008.292770:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686008.292812:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848568192 00000100:00100000:2.0:1734686008.292819:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848568192 00000100:00100000:2.0:1734686008.292855:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7120 00000100:00100000:2.0:1734686008.292861:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848568192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686008.292884:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686008.292917:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848568192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686008.292922:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7120 00000100:00100000:0.0:1734686008.292937:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848568192:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686008.366722:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686009.368823:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686009.988775:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848568320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686009.988830:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686009.988921:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848568320 00000100:00100000:2.0:1734686009.988927:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848568320 00000100:00100000:2.0:1734686009.988991:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7121 00000100:00100000:2.0:1734686009.988998:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848568320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686009.989023:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686009.989067:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848568320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686009.989073:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7121 00000100:00100000:0.0:1734686009.989099:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848568320:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686010.370838:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686010.646952:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686010.646988:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686010.647011:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872750720 00000100:00100000:0.0:1734686010.647018:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686010.647018:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872750720 00000100:00100000:2.0:1734686010.647046:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872750848 00000100:00100000:2.0:1734686010.647050:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872750848 00000100:00100000:1.0:1734686010.647059:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1159 00000100:00100000:1.0:1734686010.647065:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872750720:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686010.647074:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872750976 00000100:00100000:2.0:1734686010.647076:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872750976 00000100:00100000:2.0:1734686010.647091:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3565 00000100:00100000:2.0:1734686010.647096:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872750848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686010.647100:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686010.647127:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872750720:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686010.647133:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1159 00000100:00100000:3.0:1734686010.647163:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3566 00000100:00080000:0.0:1734686010.647169:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685980 00000100:00080000:0.0:1734686010.647172:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685980 00000100:00100000:3.0:1734686010.647173:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872750976:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734686010.647174:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685980 00000100:00100000:1.0:1734686010.647178:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872751104 00000100:00100000:1.0:1734686010.647181:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872751104 00000100:00100000:1.0:1734686010.647195:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54543 00000100:00100000:1.0:1734686010.647199:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872751104:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734686010.647216:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686010.647243:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872750976:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 71us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686010.647250:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872751104:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 49us (150us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686010.647250:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3566 00000100:00100000:2.0:1734686010.647252:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872750848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 154us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686010.647256:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54543 00000100:00100000:2.0:1734686010.647259:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3565 00010000:00010000:3.0:1734686011.372755:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686012.374729:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686013.172754:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848568448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686013.172823:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686013.172915:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848568448 00000100:00100000:3.0:1734686013.172925:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848568448 00000100:00100000:3.0:1734686013.172969:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41688 00000100:00100000:3.0:1734686013.172974:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848568448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686013.173000:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686013.173058:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848568448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686013.173062:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41688 00000100:00100000:0.0:1734686013.173113:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848568448:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686013.220713:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848568576:0@lo:400:kworker.0 00000100:00080000:2.0:1734686013.220717:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686013.220723:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686013.220726:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686013.220731:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10808 00000100:00080000:2.0:1734686013.220734:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686013.220739:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686013.220744:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848568832:0@lo:400:kworker.0 00000100:00100000:2.0:1734686013.220755:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090786a00 x1818938848569088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686013.220760:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686013.220775:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686013.220778:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734686013.220781:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848569216:0@lo:400:kworker.0 00000100:00080000:2.0:1734686013.220781:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686013.220782:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686013.220785:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10808 00000100:00100000:0.0:1734686013.220786:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848568704:0@lo:400:kworker.0 00000100:00080000:2.0:1734686013.220788:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686013.220791:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686013.220792:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686013.220800:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686013.220800:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096b2ce00 x1818938848569472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686013.220803:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848568832 00000100:00100000:1.0:1734686013.220804:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848568960:0@lo:400:kworker.0 00000100:00100000:3.0:1734686013.220808:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848568832 00000100:00100000:0.0:1734686013.220813:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686013.220816:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686013.220821:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686013.220824:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848569728:0@lo:400:kworker.0 00000100:00100000:2.0:1734686013.220831:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848569088:0@lo:8:kworker.0 00000100:00100000:3.0:1734686013.220832:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848568704 00000100:00100000:0.0:1734686013.220833:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848569344:0@lo:400:kworker.0 00000100:00100000:1.0:1734686013.220833:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686013.220833:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848568704 00000100:00100000:3.0:1734686013.220842:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848569728 00000100:00100000:3.0:1734686013.220843:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848569728 00000100:00100000:1.0:1734686013.220847:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848568576 00000100:00100000:1.0:1734686013.220849:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848568576 00000100:00100000:0.0:1734686013.220851:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686013.220851:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3567 00000100:00100000:2.0:1734686013.220853:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686013.220855:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848568832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686013.220863:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:0.0:1734686013.220865:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686013.220866:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848568576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686013.220866:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848569472:0@lo:8:kworker.0 00000100:00100000:0.0:1734686013.220871:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848569600:0@lo:400:kworker.0 00000100:00100000:1.0:1734686013.220887:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848568576:12345-0@lo:400:kworker.0 Request processed in 20us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686013.220887:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848568832:12345-0@lo:400:kworker.0 Request processed in 32us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686013.220890:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686013.220891:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:3.0:1734686013.220892:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3567 00000100:00100000:2.0:1734686013.220901:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848569344 00000100:00100000:2.0:1734686013.220903:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848569344 00000100:00100000:3.0:1734686013.220903:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3568 00000100:00100000:3.0:1734686013.220906:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848568704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686013.220911:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848569216 00000100:00100000:1.0:1734686013.220912:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848569216 00000100:00080000:0.0:1734686013.220913:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685983 00000100:00080000:0.0:1734686013.220917:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685983 00000100:00080000:0.0:1734686013.220918:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685983 00000100:00100000:2.0:1734686013.220918:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3569 00000100:00080000:0.0:1734686013.220920:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685983 00000100:00100000:2.0:1734686013.220922:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848569728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686013.220923:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848569088 00000100:00100000:1.0:1734686013.220924:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848569088 00000100:00100000:0.0:1734686013.220928:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848569600 00000100:00100000:3.0:1734686013.220930:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848568704:12345-0@lo:400:kworker.0 Request processed in 23us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686013.220931:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848569600 00000100:00100000:1.0:1734686013.220932:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7995 00000100:00100000:1.0:1734686013.220934:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848569216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686013.220935:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3568 00000100:00100000:2.0:1734686013.220945:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848569728:12345-0@lo:400:kworker.0 Request processed in 22us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686013.220945:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3570 00000100:00100000:3.0:1734686013.220949:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848569344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686013.220950:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7996 00000100:00100000:2.0:1734686013.220950:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3569 00000100:00100000:1.0:1734686013.220953:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848569216:12345-0@lo:400:kworker.0 Request processed in 18us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686013.220955:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848569600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686013.220958:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7995 00000100:00100000:1.0:1734686013.220968:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54544 00000100:00100000:3.0:1734686013.220968:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848569344:12345-0@lo:400:kworker.0 Request processed in 18us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686013.220971:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848569088:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686013.220972:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3570 00000100:00100000:2.0:1734686013.220975:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686013.220980:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848569600:12345-0@lo:400:kworker.0 Request processed in 25us (89us total) trans 0 rc 0/0 00010000:00020000:1.0:1734686013.220986:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686013.220986:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848569472 00000100:00100000:0.0:1734686013.220988:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7996 00000100:00100000:3.0:1734686013.220988:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848569472 00000100:00100000:0.0:1734686013.221000:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54545 00000100:00100000:0.0:1734686013.221003:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848569472:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686013.221006:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848569088:12345-0@lo:8:kworker.0 Request processed in 34us (153us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686013.221011:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54544 00010000:00020000:0.0:1734686013.221013:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734686013.221015:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686013.221016:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848568832:0@lo:400:kworker.0 00000100:00080000:2.0:1734686013.221018:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686013.221021:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848569088:0@lo:8:kworker.0 00000100:00100000:3.0:1734686013.221029:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848568960 00000100:00100000:0.0:1734686013.221030:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848569472:12345-0@lo:8:kworker.0 Request processed in 26us (54us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686013.221030:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848568960 00000100:00080000:2.0:1734686013.221033:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686013.221035:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848569728:0@lo:400:kworker.0 00000100:00080000:2.0:1734686013.221035:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686013.221036:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54545 00000100:00100000:2.0:1734686013.221037:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848569472:0@lo:8:kworker.0 00000100:00100000:1.0:1734686013.221042:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848569216:0@lo:400:kworker.0 00000100:00100000:3.0:1734686013.221042:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41689 00000100:00100000:3.0:1734686013.221044:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848568960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686013.221047:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848568576:0@lo:400:kworker.0 00000100:00080000:0.0:1734686013.221054:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685983 00000100:00080000:0.0:1734686013.221057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685983 00000100:00100000:3.0:1734686013.221064:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848568960:12345-0@lo:400:kworker.0 Request processed in 19us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686013.221081:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848568960:0@lo:400:kworker.0 00000100:00100000:3.0:1734686013.221081:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41689 00000100:00100000:0.0:1734686013.221086:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848569600:0@lo:400:kworker.0 00000100:00100000:0.0:1734686013.221094:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848568704:0@lo:400:kworker.0 00000100:00100000:0.0:1734686013.221101:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848569344:0@lo:400:kworker.0 00000100:00100000:2.0:1734686013.236697:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848569856:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686013.236750:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686013.236779:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848569856 00000100:00100000:3.0:1734686013.236784:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848569856 00000100:00100000:3.0:1734686013.236814:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41690 00000100:00100000:3.0:1734686013.236820:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848569856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686013.236848:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686013.236890:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848569856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686013.236896:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41690 00000100:00100000:2.0:1734686013.236922:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848569856:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686013.300968:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848569984:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686013.301028:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686013.301167:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848569984 00000100:00100000:1.0:1734686013.301174:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848569984 00000100:00100000:1.0:1734686013.301205:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7122 00000100:00100000:1.0:1734686013.301210:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848569984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686013.301235:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686013.301284:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848569984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686013.301290:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7122 00000100:00100000:3.0:1734686013.301330:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848569984:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686013.376721:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686014.378696:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686014.996719:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848570112:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686014.996769:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686014.996806:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848570112 00000100:00100000:2.0:1734686014.996812:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848570112 00000100:00100000:2.0:1734686014.996850:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7123 00000100:00100000:2.0:1734686014.996855:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848570112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686014.996877:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686014.996915:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848570112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686014.996921:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7123 00000100:00100000:3.0:1734686014.996951:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848570112:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686015.380718:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686015.654829:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686015.654868:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686015.654893:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686015.654896:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872751360 00000100:00100000:1.0:1734686015.654904:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872751360 00000100:00100000:2.0:1734686015.654920:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872751232 00000100:00100000:0.0:1734686015.654921:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686015.654924:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872751232 00000100:00100000:0.0:1734686015.654940:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872751616 00000100:00100000:0.0:1734686015.654943:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872751616 00000100:00100000:2.0:1734686015.654950:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1161 00000100:00100000:1.0:1734686015.654955:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872751488 00000100:00100000:2.0:1734686015.654955:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872751232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686015.654958:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54546 00000100:00100000:1.0:1734686015.654958:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872751488 00000100:00100000:0.0:1734686015.654962:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872751616:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686015.654974:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3571 00000100:00100000:1.0:1734686015.654979:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872751360:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686015.654982:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686015.655001:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872751232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686015.655003:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872751616:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (109us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686015.655007:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872751360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686015.655007:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1161 00000100:00100000:0.0:1734686015.655009:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54546 00000100:00100000:3.0:1734686015.655011:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3572 00000100:00100000:3.0:1734686015.655017:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872751488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686015.655019:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3571 00000100:00080000:1.0:1734686015.655050:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685985 00000100:00080000:1.0:1734686015.655057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685985 00000100:00100000:3.0:1734686015.655057:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872751488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (135us total) trans 0 rc 0/0 00000100:00080000:1.0:1734686015.655058:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685985 00000100:00100000:3.0:1734686015.655062:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3572 00010000:00010000:3.0:1734686016.382702:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686017.384809:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686018.180779:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686018.180799:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4875880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848570240:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686018.180859:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686018.180937:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848570240 00000100:00100000:0.0:1734686018.180947:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848570240 00000100:00100000:0.0:1734686018.181022:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41691 00000100:00100000:0.0:1734686018.181030:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848570240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686018.181066:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686018.181117:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848570240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686018.181124:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41691 00000100:00100000:2.0:1734686018.181197:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4875880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848570240:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686018.228774:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686018.228781:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686018.228784:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686018.228793:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10813 00000100:00080000:2.0:1734686018.228798:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686018.228804:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686018.228813:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848570368:0@lo:400:kworker.0 00000100:00100000:3.0:1734686018.228813:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848570624:0@lo:400:kworker.0 00000100:00100000:2.0:1734686018.228829:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e175c00 x1818938848570880/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686018.228855:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686018.228858:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686018.228859:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686018.228862:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10813 00000100:00080000:2.0:1734686018.228865:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686018.228869:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686018.228872:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686018.228873:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686018.228880:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e176a00 x1818938848571264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686018.228906:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848571392:0@lo:400:kworker.0 00000100:00100000:0.0:1734686018.228912:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848571008:0@lo:400:kworker.0 00000100:00100000:2.0:1734686018.228923:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848570880:0@lo:8:kworker.0 00000100:00100000:3.0:1734686018.228931:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686018.228939:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848570368 00000100:00100000:1.0:1734686018.228946:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848570368 00000100:00100000:0.0:1734686018.228950:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848571392 00000100:00100000:3.0:1734686018.228952:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734686018.228958:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848570496:0@lo:400:kworker.0 00000100:00100000:2.0:1734686018.228972:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686018.228975:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686018.228996:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:1.0:1734686018.229002:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848570368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686018.229006:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848571136:0@lo:400:kworker.0 00000100:00100000:2.0:1734686018.229009:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848571264:0@lo:8:kworker.0 00000100:00100000:3.0:1734686018.229028:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686018.229030:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686018.229047:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848570368:12345-0@lo:400:kworker.0 Request processed in 45us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686018.229051:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848570624 00000100:00100000:1.0:1734686018.229053:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:3.0:1734686018.229055:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848570624 00000100:00100000:2.0:1734686018.229073:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848570496 00000100:00100000:3.0:1734686018.229076:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848571136 00000100:00100000:2.0:1734686018.229078:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848570496 00000100:00080000:1.0:1734686018.229079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685988 00000100:00100000:3.0:1734686018.229079:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848571136 00000100:00080000:1.0:1734686018.229082:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685988 00000100:00080000:1.0:1734686018.229084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685988 00000100:00100000:3.0:1734686018.229091:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3573 00000100:00100000:1.0:1734686018.229096:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3574 00000100:00100000:3.0:1734686018.229096:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848570624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686018.229100:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848571136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686018.229118:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3575 00000100:00100000:0.0:1734686018.229119:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848571392 00000100:00100000:2.0:1734686018.229124:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848570496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686018.229128:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848570624:12345-0@lo:400:kworker.0 Request processed in 31us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686018.229132:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848571136:12345-0@lo:400:kworker.0 Request processed in 31us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686018.229134:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3573 00000100:00100000:1.0:1734686018.229137:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3574 00000100:00100000:0.0:1734686018.229144:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848570880 00000100:00100000:0.0:1734686018.229146:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848570880 00000100:00100000:0.0:1734686018.229156:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848571264 00000100:00100000:0.0:1734686018.229158:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848571264 00000100:00100000:1.0:1734686018.229161:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7997 00000100:00100000:2.0:1734686018.229162:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848570496:12345-0@lo:400:kworker.0 Request processed in 37us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686018.229166:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848571392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686018.229168:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848571136:0@lo:400:kworker.0 00000100:00100000:2.0:1734686018.229169:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3575 00000100:00100000:0.0:1734686018.229170:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54547 00000100:00100000:0.0:1734686018.229174:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848570880:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686018.229176:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848570624:0@lo:400:kworker.0 00000100:00100000:1.0:1734686018.229187:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848571392:12345-0@lo:400:kworker.0 Request processed in 21us (256us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686018.229189:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686018.229192:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7997 00000100:00100000:3.0:1734686018.229195:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848570496:0@lo:400:kworker.0 00000100:00100000:2.0:1734686018.229199:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54548 00000100:00100000:3.0:1734686018.229202:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848571392:0@lo:400:kworker.0 00000100:00100000:2.0:1734686018.229204:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848571264:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734686018.229205:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685988 00000100:00100000:0.0:1734686018.229220:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848570880:12345-0@lo:8:kworker.0 Request processed in 45us (247us total) trans 0 rc -19/-19 00010000:00020000:2.0:1734686018.229220:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686018.229220:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848570752:0@lo:400:kworker.0 00000100:00100000:0.0:1734686018.229226:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54547 00000100:00100000:3.0:1734686018.229241:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686018.229243:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686018.229245:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848571264:12345-0@lo:8:kworker.0 Request processed in 40us (214us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686018.229250:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54548 00000100:00100000:2.0:1734686018.229262:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848571008 00000100:00100000:3.0:1734686018.229263:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848571520:0@lo:400:kworker.0 00000100:00100000:2.0:1734686018.229264:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848571008 00000100:00100000:0.0:1734686018.229270:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848570368:0@lo:400:kworker.0 00000100:00100000:3.0:1734686018.229276:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734686018.229277:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685988 00000100:00100000:2.0:1734686018.229286:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7998 00000100:00100000:0.0:1734686018.229287:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848571520 00000100:00100000:0.0:1734686018.229289:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848571520 00000100:00100000:2.0:1734686018.229290:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848571008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686018.229299:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848570752 00000100:00100000:1.0:1734686018.229302:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848570752 00000100:00100000:0.0:1734686018.229305:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3576 00000100:00100000:0.0:1734686018.229308:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848571520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686018.229318:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848571008:12345-0@lo:400:kworker.0 Request processed in 27us (74us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686018.229321:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41692 00000100:00100000:2.0:1734686018.229322:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7998 00000100:00100000:1.0:1734686018.229325:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848570752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686018.229510:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848571520:12345-0@lo:400:kworker.0 Request processed in 200us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686018.229516:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3576 00000100:00100000:3.0:1734686018.229516:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848571520:0@lo:400:kworker.0 00000100:00100000:1.0:1734686018.229518:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848570752:12345-0@lo:400:kworker.0 Request processed in 191us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686018.229523:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41692 00000100:00080000:2.0:1734686018.229547:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686018.229549:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686018.229552:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848570880:0@lo:8:kworker.0 00000100:00080000:2.0:1734686018.229558:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686018.229558:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848570752:0@lo:400:kworker.0 00000100:00080000:1.0:1734686018.229560:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685988 00000100:00080000:2.0:1734686018.229560:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686018.229562:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e176a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848571264:0@lo:8:kworker.0 00000100:00100000:0.0:1734686018.229564:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e177800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848571008:0@lo:400:kworker.0 00000100:00100000:0.0:1734686018.244775:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848571648:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686018.244829:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686018.244893:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848571648 00000100:00100000:1.0:1734686018.244899:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848571648 00000100:00100000:1.0:1734686018.244938:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41693 00000100:00100000:1.0:1734686018.244945:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848571648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686018.244974:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686018.245037:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848571648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686018.245044:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41693 00000100:00100000:0.0:1734686018.245148:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848571648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686018.308819:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848571776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686018.308874:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686018.308907:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848571776 00000100:00100000:2.0:1734686018.308920:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848571776 00000100:00100000:2.0:1734686018.309356:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7124 00000100:00100000:2.0:1734686018.309365:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848571776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686018.309400:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686018.309473:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848571776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686018.309483:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7124 00000100:00100000:0.0:1734686018.309590:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848571776:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686018.386828:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686019.388779:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686020.005109:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848571904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686020.005188:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686020.005256:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848571904 00000100:00100000:1.0:1734686020.005265:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848571904 00000100:00100000:1.0:1734686020.005318:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7125 00000100:00100000:1.0:1734686020.005326:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848571904:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734686020.005329:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685990 00002000:00000024:1.0:1734686020.005360:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686020.005411:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848571904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686020.005417:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7125 00000100:00100000:2.0:1734686020.005585:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848571904:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686020.390810:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686020.663048:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686020.663091:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686020.663125:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686020.663173:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872751744 00000100:00100000:2.0:1734686020.663173:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872752000 00000100:00100000:1.0:1734686020.663183:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872751744 00000100:00100000:2.0:1734686020.663183:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872752000 00000100:00100000:0.0:1734686020.663205:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686020.663228:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872751872 00000100:00100000:0.0:1734686020.663233:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872751872 00000100:00100000:1.0:1734686020.663244:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1163 00000100:00100000:2.0:1734686020.663244:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3577 00000100:00100000:2.0:1734686020.663249:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872752000:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686020.663250:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872751744:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686020.663250:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685990 00000100:00080000:3.0:1734686020.663255:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685990 00000100:00080000:3.0:1734686020.663257:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685990 00000100:00100000:0.0:1734686020.663270:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3578 00000100:00100000:0.0:1734686020.663277:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872751872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686020.663304:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872752128 00000100:00100000:2.0:1734686020.663306:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872752000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686020.663309:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872751744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686020.663309:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872752128 00000100:00100000:2.0:1734686020.663313:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3577 00000100:00100000:1.0:1734686020.663315:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1163 00000100:00100000:0.0:1734686020.663324:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872751872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686020.663325:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54549 00000100:00100000:3.0:1734686020.663330:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872752128:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686020.663331:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3578 00010000:00020000:3.0:1734686020.663347:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686020.663371:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872752128:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (164us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686020.663376:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54549 00010000:00010000:3.0:1734686021.392757:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686022.394703:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686023.188701:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848572032:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686023.188755:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686023.188806:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848572032 00000100:00100000:1.0:1734686023.188812:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848572032 00000100:00100000:1.0:1734686023.188840:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41694 00000100:00100000:1.0:1734686023.188844:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848572032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686023.188870:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686023.188931:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848572032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686023.188937:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41694 00000100:00100000:3.0:1734686023.188940:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848572032:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686023.236704:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848572160:0@lo:400:kworker.0 00000100:00080000:2.0:1734686023.236708:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734686023.236708:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848572416:0@lo:400:kworker.0 00000100:00080000:2.0:1734686023.236713:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686023.236716:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686023.236720:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10818 00000100:00100000:1.0:1734686023.236724:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848572288:0@lo:400:kworker.0 00000100:00080000:2.0:1734686023.236724:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686023.236728:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686023.236744:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072efb800 x1818938848572672/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686023.236760:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686023.236760:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686023.236771:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734686023.236773:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848572672:0@lo:8:kworker.0 00000100:00080000:2.0:1734686023.236774:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686023.236775:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686023.236778:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10818 00000100:00080000:2.0:1734686023.236781:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686023.236784:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686023.236787:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686023.236789:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848572800:0@lo:400:kworker.0 00000100:00100000:3.0:1734686023.236792:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848572928:0@lo:400:kworker.0 00000100:00100000:1.0:1734686023.236793:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686023.236793:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b56bb80 x1818938848573056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686023.236805:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686023.236809:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848573056:0@lo:8:kworker.0 00000100:00100000:3.0:1734686023.236811:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686023.236817:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734686023.236821:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848572544:0@lo:400:kworker.0 00000100:00100000:1.0:1734686023.236825:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686023.236825:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848572672 00000100:00100000:3.0:1734686023.236826:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848573184:0@lo:400:kworker.0 00000100:00100000:2.0:1734686023.236830:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848572672 00000100:00100000:0.0:1734686023.236834:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686023.236841:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686023.236842:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848573312:0@lo:400:kworker.0 00000100:00100000:1.0:1734686023.236846:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848572160 00000100:00100000:2.0:1734686023.236847:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848572800 00000100:00100000:1.0:1734686023.236849:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848572160 00000100:00100000:2.0:1734686023.236849:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848572800 00000100:00100000:0.0:1734686023.236851:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686023.236861:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848573056 00000100:00100000:0.0:1734686023.236864:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848572416 00000100:00100000:3.0:1734686023.236864:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848573056 00000100:00100000:2.0:1734686023.236866:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848573184 00000100:00100000:0.0:1734686023.236867:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848572416 00000100:00100000:2.0:1734686023.236867:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848573184 00000100:00100000:1.0:1734686023.236873:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1734686023.236878:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848572160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686023.236879:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7999 00000100:00100000:0.0:1734686023.236881:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848572928 00000100:00100000:0.0:1734686023.236882:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848572928 00000100:00100000:2.0:1734686023.236883:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8000 00000100:00100000:3.0:1734686023.236884:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848572800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686023.236888:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848573184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686023.236889:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848573312 00000100:00100000:0.0:1734686023.236890:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848573312 00000100:00100000:0.0:1734686023.236897:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3579 00000100:00100000:0.0:1734686023.236917:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848572416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686023.236928:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848572160:12345-0@lo:400:kworker.0 Request processed in 49us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686023.236931:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848573184:12345-0@lo:400:kworker.0 Request processed in 43us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686023.236933:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1734686023.236936:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848572800:12345-0@lo:400:kworker.0 Request processed in 51us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686023.236937:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8000 00000100:00100000:0.0:1734686023.236938:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848572416:12345-0@lo:400:kworker.0 Request processed in 22us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686023.236941:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7999 00000100:00100000:0.0:1734686023.236942:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3579 00000100:00100000:2.0:1734686023.236949:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54550 00000100:00100000:0.0:1734686023.236950:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3580 00000100:00100000:0.0:1734686023.236952:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848572928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686023.236952:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848572672:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686023.236953:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54551 00000100:00100000:3.0:1734686023.236956:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848573056:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686023.236963:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848572928:12345-0@lo:400:kworker.0 Request processed in 11us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686023.236966:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3580 00010000:00020000:2.0:1734686023.236966:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734686023.236970:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686023.236972:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3581 00000100:00100000:0.0:1734686023.236974:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848573312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686023.236986:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848572672:12345-0@lo:8:kworker.0 Request processed in 33us (193us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686023.236987:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848573312:12345-0@lo:400:kworker.0 Request processed in 13us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686023.236991:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54550 00000100:00100000:3.0:1734686023.236991:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848573056:12345-0@lo:8:kworker.0 Request processed in 34us (165us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686023.236992:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3581 00000100:00100000:3.0:1734686023.236996:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54551 00000100:00080000:1.0:1734686023.236999:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686023.237001:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686023.237002:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848572544 00000100:00100000:0.0:1734686023.237003:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848572544 00000100:00080000:1.0:1734686023.237003:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686023.237006:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b56bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848573056:0@lo:8:kworker.0 00000100:00100000:0.0:1734686023.237014:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41695 00000100:00080000:1.0:1734686023.237014:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686023.237015:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686023.237017:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848572544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686023.237018:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848572672:0@lo:8:kworker.0 00000100:00100000:2.0:1734686023.237019:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848572288 00000100:00100000:3.0:1734686023.237019:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b568380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848573184:0@lo:400:kworker.0 00000100:00100000:2.0:1734686023.237021:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848572288 00000100:00100000:3.0:1734686023.237028:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072ef8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848572928:0@lo:400:kworker.0 00000100:00100000:0.0:1734686023.237029:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848572544:12345-0@lo:400:kworker.0 Request processed in 12us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686023.237032:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41695 00000100:00100000:2.0:1734686023.237033:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3582 00000100:00100000:3.0:1734686023.237035:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848572416:0@lo:400:kworker.0 00000100:00100000:2.0:1734686023.237036:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848572288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686023.237044:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848572544:0@lo:400:kworker.0 00000100:00100000:0.0:1734686023.237049:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848573312:0@lo:400:kworker.0 00000100:00100000:0.0:1734686023.237054:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848572800:0@lo:400:kworker.0 00000100:00100000:2.0:1734686023.237055:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848572288:12345-0@lo:400:kworker.0 Request processed in 18us (53us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686023.237058:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848572160:0@lo:400:kworker.0 00000100:00100000:2.0:1734686023.237060:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3582 00000100:00100000:2.0:1734686023.237075:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848572288:0@lo:400:kworker.0 00000100:00080000:2.0:1734686023.237088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685993 00000100:00080000:2.0:1734686023.237091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685993 00000100:00080000:2.0:1734686023.237093:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685993 00000100:00080000:2.0:1734686023.237094:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685993 00000100:00100000:2.0:1734686023.252733:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848573440:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686023.252784:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686023.252843:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848573440 00000100:00100000:1.0:1734686023.252849:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848573440 00000100:00100000:1.0:1734686023.252886:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41696 00000100:00100000:1.0:1734686023.252891:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848573440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686023.252931:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686023.253067:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848573440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 175us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686023.253074:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41696 00000100:00100000:2.0:1734686023.253097:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848573440:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686023.317550:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848573568:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686023.317605:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686023.317770:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848573568 00000100:00100000:1.0:1734686023.317776:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848573568 00000100:00100000:1.0:1734686023.317818:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7126 00000100:00100000:1.0:1734686023.317825:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848573568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686023.317851:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686023.317890:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848573568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686023.317895:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7126 00000100:00100000:2.0:1734686023.317938:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848573568:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686023.396767:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686024.398740:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686025.012800:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734686025.012823:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848573696:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686025.012923:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686025.013018:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848573696 00000100:00100000:1.0:1734686025.013024:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848573696 00000100:00080000:2.0:1734686025.013075:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685995 00000100:00100000:1.0:1734686025.013083:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7127 00000100:00100000:1.0:1734686025.013091:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848573696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686025.013177:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686025.013227:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848573696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 137us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686025.013233:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7127 00000100:00100000:2.0:1734686025.013341:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848573696:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686025.400854:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686025.671198:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686025.671252:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686025.671280:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872752256 00000100:00100000:0.0:1734686025.671287:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686025.671287:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872752256 00000100:00100000:3.0:1734686025.671312:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872752640 00000100:00100000:3.0:1734686025.671316:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872752640 00000100:00100000:0.0:1734686025.671323:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686025.671337:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1165 00000100:00100000:3.0:1734686025.671337:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54552 00000100:00100000:3.0:1734686025.671343:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872752640:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686025.671344:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872752512 00000100:00100000:1.0:1734686025.671344:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872752256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686025.671347:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872752512 00010000:00020000:3.0:1734686025.671364:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686025.671368:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872752384 00000100:00100000:0.0:1734686025.671370:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872752384 00000100:00100000:0.0:1734686025.671384:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3583 00000100:00100000:0.0:1734686025.671388:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872752512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686025.671435:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3584 00000100:00100000:2.0:1734686025.671440:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872752384:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686025.671490:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872752640:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 144us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686025.671491:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872752512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 100us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686025.671491:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872752256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 146us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686025.671496:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1165 00000100:00100000:3.0:1734686025.671496:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54552 00000100:00100000:0.0:1734686025.671499:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3583 00000100:00080000:0.0:1734686025.671553:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685995 00000100:00080000:0.0:1734686025.671556:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685995 00000100:00080000:0.0:1734686025.671558:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685995 00000100:00100000:2.0:1734686025.671601:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872752384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 160us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686025.671606:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3584 00010000:00010000:3.0:1734686026.402808:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686027.404756:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686028.197934:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848573824:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686028.197990:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686028.199357:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848573824 00000100:00100000:1.0:1734686028.199364:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848573824 00000100:00100000:1.0:1734686028.199406:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41697 00000100:00100000:1.0:1734686028.199411:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848573824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686028.199438:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686028.199490:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848573824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (1501us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686028.199497:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41697 00000100:00100000:2.0:1734686028.199553:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848573824:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686028.244759:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686028.244765:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686028.244768:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686028.244774:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10823 00000100:00080000:2.0:1734686028.244778:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686028.244783:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686028.244796:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848574208:0@lo:400:kworker.0 00000100:00100000:2.0:1734686028.244798:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec61500 x1818938848574464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686028.244828:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686028.244830:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686028.244831:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686028.244834:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10823 00000100:00080000:2.0:1734686028.244836:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686028.244838:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686028.244846:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a6565880 x1818938848574848/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686028.244863:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686028.244872:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848574080:0@lo:400:kworker.0 00000100:00100000:1.0:1734686028.244891:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848574976:0@lo:400:kworker.0 00000100:00100000:2.0:1734686028.244894:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686028.244905:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848574720:0@lo:400:kworker.0 00000100:00100000:1.0:1734686028.244911:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686028.244916:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686028.244931:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848574464:0@lo:8:kworker.0 00000100:00100000:2.0:1734686028.244937:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848574208 00000100:00100000:2.0:1734686028.244942:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848574208 00000100:00100000:1.0:1734686028.244947:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686028.244967:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848574080 00000100:00100000:2.0:1734686028.244968:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848574080 00000100:00100000:1.0:1734686028.244989:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848574848:0@lo:8:kworker.0 00000100:00100000:3.0:1734686028.244994:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848574976 00000100:00100000:3.0:1734686028.244996:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848574976 00000100:00100000:1.0:1734686028.245002:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686028.245015:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848574464 00000100:00100000:3.0:1734686028.245017:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848574464 00000100:00100000:1.0:1734686028.245024:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848574720 00000100:00100000:3.0:1734686028.245026:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848574848 00000100:00100000:1.0:1734686028.245027:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848574720 00000100:00100000:3.0:1734686028.245028:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848574848 00000100:00100000:3.0:1734686028.245038:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8001 00000100:00100000:3.0:1734686028.245043:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848574976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686028.245044:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3585 00000100:00100000:1.0:1734686028.245049:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848574208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686028.245077:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848574208:12345-0@lo:400:kworker.0 Request processed in 28us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686028.245078:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848574976:12345-0@lo:400:kworker.0 Request processed in 34us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686028.245083:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3585 00000100:00100000:3.0:1734686028.245083:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8001 00000100:00100000:3.0:1734686028.245097:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54553 00000100:00100000:1.0:1734686028.245098:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3586 00000100:00100000:3.0:1734686028.245100:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848574464:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686028.245102:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848574720:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734686028.245116:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686028.245124:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848574720:12345-0@lo:400:kworker.0 Request processed in 21us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686028.245129:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3586 00000100:00100000:3.0:1734686028.245137:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848574464:12345-0@lo:8:kworker.0 Request processed in 36us (188us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686028.245142:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54553 00000100:00100000:1.0:1734686028.245148:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54554 00000100:00100000:1.0:1734686028.245152:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848574848:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686028.245161:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686028.245166:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686028.245169:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686028.245172:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848574464:0@lo:8:kworker.0 00000100:00080000:3.0:1734686028.245178:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686028.245179:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848574848:12345-0@lo:8:kworker.0 Request processed in 26us (175us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734686028.245180:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686028.245183:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6565880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848574848:0@lo:8:kworker.0 00000100:00100000:1.0:1734686028.245184:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54554 00000100:00100000:3.0:1734686028.245198:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848574336:0@lo:400:kworker.0 00000100:00100000:1.0:1734686028.245210:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848574976:0@lo:400:kworker.0 00000100:00100000:3.0:1734686028.245214:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686028.245218:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848574208:0@lo:400:kworker.0 00000100:00100000:3.0:1734686028.245223:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848575104:0@lo:400:kworker.0 00000100:00100000:3.0:1734686028.245234:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686028.245238:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848574336 00000100:00100000:1.0:1734686028.245241:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848574336 00000100:00100000:3.0:1734686028.245241:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1734686028.245245:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848573952:0@lo:400:kworker.0 00000100:00100000:1.0:1734686028.245258:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41698 00000100:00100000:3.0:1734686028.245260:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686028.245262:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848574336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686028.245267:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848574592:0@lo:400:kworker.0 00000100:00100000:3.0:1734686028.245276:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686028.245288:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848574336:12345-0@lo:400:kworker.0 Request processed in 25us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686028.245290:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848573952 00000100:00100000:3.0:1734686028.245292:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848573952 00000100:00100000:1.0:1734686028.245293:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41698 00000100:00100000:1.0:1734686028.245307:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848575104 00000100:00100000:3.0:1734686028.245309:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:1.0:1734686028.245310:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848575104 00000100:00100000:3.0:1734686028.245312:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848573952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686028.245323:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3587 00000100:00100000:1.0:1734686028.245326:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848575104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686028.245329:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848573952:12345-0@lo:400:kworker.0 Request processed in 16us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686028.245333:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1734686028.245346:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848574592 00000100:00100000:1.0:1734686028.245347:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848575104:12345-0@lo:400:kworker.0 Request processed in 19us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686028.245348:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848574592 00000100:00100000:1.0:1734686028.245351:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3587 00000100:00100000:3.0:1734686028.245358:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8002 00000100:00100000:3.0:1734686028.245361:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848574592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686028.245376:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848574592:12345-0@lo:400:kworker.0 Request processed in 14us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686028.245380:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8002 00000100:00080000:1.0:1734686028.245386:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734685998 00000100:00080000:1.0:1734686028.245389:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685998 00000100:00080000:1.0:1734686028.245390:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734685998 00000100:00080000:1.0:1734686028.245392:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734685998 00000100:00100000:3.0:1734686028.245398:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848573952:0@lo:400:kworker.0 00000100:00100000:3.0:1734686028.245405:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848574592:0@lo:400:kworker.0 00000100:00100000:3.0:1734686028.245410:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848574336:0@lo:400:kworker.0 00000100:00100000:3.0:1734686028.245416:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848575104:0@lo:400:kworker.0 00000100:00100000:2.0:1734686028.245906:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3588 00000100:00100000:2.0:1734686028.245911:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848574080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686028.245935:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848574080:12345-0@lo:400:kworker.0 Request processed in 23us (1040us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686028.245940:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3588 00000100:00100000:2.0:1734686028.245962:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848574080:0@lo:400:kworker.0 00000100:00100000:2.0:1734686028.245969:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848574720:0@lo:400:kworker.0 00000100:00080000:1.0:1734686028.246019:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734685998 00000100:00100000:0.0:1734686028.261103:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848575232:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686028.261157:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686028.261286:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848575232 00000100:00100000:1.0:1734686028.261292:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848575232 00000100:00100000:1.0:1734686028.261321:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41699 00000100:00100000:1.0:1734686028.261326:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848575232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686028.261353:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686028.261388:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848575232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686028.261394:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41699 00000100:00100000:0.0:1734686028.261505:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848575232:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686028.325088:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848575360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686028.325149:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686028.325172:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848575360 00000100:00100000:1.0:1734686028.325179:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848575360 00000100:00100000:1.0:1734686028.325874:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7128 00000100:00100000:1.0:1734686028.325880:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848575360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686028.325911:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686028.325956:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848575360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686028.325961:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7128 00000100:00100000:0.0:1734686028.326271:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848575360:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686028.406753:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686029.408793:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686030.020847:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848575488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686030.020903:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686030.020940:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848575488 00000100:00100000:3.0:1734686030.020947:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848575488 00000100:00100000:3.0:1734686030.020994:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7129 00000100:00100000:3.0:1734686030.021000:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848575488:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734686030.021002:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686000 00002000:00000024:3.0:1734686030.021070:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686030.021107:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848575488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686030.021113:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7129 00000100:00100000:1.0:1734686030.021133:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6566300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848575488:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686030.410634:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686030.678842:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686030.678882:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686030.678908:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686030.678909:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872752768 00000100:00100000:1.0:1734686030.678916:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872752768 00000100:00100000:1.0:1734686030.678965:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1167 00000100:00100000:2.0:1734686030.678969:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872753024 00000100:00100000:1.0:1734686030.678971:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872752768:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686030.678974:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872753024 00000100:00100000:0.0:1734686030.678975:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686030.678991:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872753152 00000100:00100000:3.0:1734686030.678994:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872753152 00000100:00100000:2.0:1734686030.678999:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872752896 00000100:00100000:2.0:1734686030.679001:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872752896 00000100:00100000:0.0:1734686030.679004:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3589 00000100:00100000:3.0:1734686030.679008:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54555 00000100:00100000:0.0:1734686030.679010:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872753024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686030.679012:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872753152:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686030.679013:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3590 00000100:00100000:1.0:1734686030.679017:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872752768:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686030.679017:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872752896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686030.679023:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1167 00010000:00020000:3.0:1734686030.679027:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686030.679038:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872753024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686030.679044:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3589 00000100:00100000:2.0:1734686030.679045:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872752896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686030.679047:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872753152:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 34us (72us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686030.679051:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3590 00000100:00100000:3.0:1734686030.679052:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54555 00000100:00080000:1.0:1734686030.679053:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686000 00000100:00080000:1.0:1734686030.679056:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686000 00000100:00080000:1.0:1734686030.679058:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686000 00010000:00010000:3.0:1734686031.412722:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686032.414726:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686033.204713:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848575616:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686033.204777:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686033.204814:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848575616 00000100:00100000:0.0:1734686033.204820:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848575616 00000100:00100000:0.0:1734686033.204859:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41700 00000100:00100000:0.0:1734686033.204864:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848575616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686033.204891:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686033.204935:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848575616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686033.204941:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41700 00000100:00100000:3.0:1734686033.204962:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848575616:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686033.252725:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686033.252727:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848575744:0@lo:400:kworker.0 00000100:00080000:2.0:1734686033.252743:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686033.252746:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686033.252749:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848576128:0@lo:400:kworker.0 00000100:00080000:2.0:1734686033.252751:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10828 00000100:00080000:2.0:1734686033.252754:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1734686033.252755:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848575872:0@lo:400:kworker.0 00000100:00080000:2.0:1734686033.252760:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686033.252776:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008cafdf80 x1818938848576256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686033.252790:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686033.252791:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686033.252791:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686033.252801:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686033.252804:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686033.252805:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686033.252808:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10828 00000100:00080000:2.0:1734686033.252810:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686033.252812:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686033.252817:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848576384:0@lo:400:kworker.0 00000100:00100000:1.0:1734686033.252817:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848576512:0@lo:400:kworker.0 00000100:00100000:2.0:1734686033.252822:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098708380 x1818938848576640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686033.252824:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848576256:0@lo:8:kworker.0 00000100:00100000:0.0:1734686033.252832:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686033.252837:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686033.252849:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686033.252849:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734686033.252849:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848576384 00000100:00100000:2.0:1734686033.252850:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848575872 00000100:00100000:0.0:1734686033.252853:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848576896:0@lo:400:kworker.0 00000100:00100000:1.0:1734686033.252853:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848576000:0@lo:400:kworker.0 00000100:00100000:2.0:1734686033.252853:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848575872 00000100:00100000:3.0:1734686033.252853:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848576384 00000100:00100000:1.0:1734686033.252864:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686033.252877:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848575744 00000100:00100000:0.0:1734686033.252880:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848575744 00000100:00100000:2.0:1734686033.252880:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848576512 00000100:00100000:2.0:1734686033.252881:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848576512 00000100:00100000:3.0:1734686033.252881:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8003 00000100:00100000:1.0:1734686033.252882:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848576768:0@lo:400:kworker.0 00000100:00100000:3.0:1734686033.252887:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848576384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686033.252890:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848576000 00000100:00100000:2.0:1734686033.252892:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848576000 00000100:00100000:1.0:1734686033.252893:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686033.252901:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:2.0:1734686033.252902:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3591 00000100:00100000:0.0:1734686033.252906:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848575744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686033.252915:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3592 00000100:00100000:2.0:1734686033.252918:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848575872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686033.252918:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848576384:12345-0@lo:400:kworker.0 Request processed in 31us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686033.252919:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848576512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686033.252924:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8003 00000100:00100000:0.0:1734686033.252929:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848575744:12345-0@lo:400:kworker.0 Request processed in 23us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686033.252934:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:3.0:1734686033.252935:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848576768 00000100:00100000:3.0:1734686033.252937:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848576768 00000100:00100000:3.0:1734686033.252948:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8004 00000100:00100000:3.0:1734686033.252951:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848576768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686033.252955:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3593 00000100:00100000:1.0:1734686033.252955:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848576512:12345-0@lo:400:kworker.0 Request processed in 35us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686033.252955:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848575872:12345-0@lo:400:kworker.0 Request processed in 49us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686033.252958:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848576000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686033.252960:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3591 00000100:00100000:1.0:1734686033.252963:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3592 00000100:00100000:3.0:1734686033.252970:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848576768:12345-0@lo:400:kworker.0 Request processed in 18us (75us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686033.252974:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8004 00000100:00080000:2.0:1734686033.252976:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686003 00000100:00100000:0.0:1734686033.252977:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848576000:12345-0@lo:400:kworker.0 Request processed in 18us (112us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686033.252979:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686003 00000100:00080000:2.0:1734686033.252981:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686003 00000100:00100000:0.0:1734686033.252982:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3593 00000100:00080000:2.0:1734686033.252982:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686003 00000100:00100000:3.0:1734686033.252990:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686033.252997:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848576128 00000100:00100000:1.0:1734686033.252998:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848576000:0@lo:400:kworker.0 00000100:00100000:0.0:1734686033.252999:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848576128 00000100:00100000:3.0:1734686033.253001:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848576640:0@lo:8:kworker.0 00000100:00100000:1.0:1734686033.253005:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848576768:0@lo:400:kworker.0 00000100:00100000:1.0:1734686033.253012:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848576512:0@lo:400:kworker.0 00000100:00080000:2.0:1734686033.253012:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686003 00000100:00100000:0.0:1734686033.253013:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41701 00000100:00100000:0.0:1734686033.253015:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848576128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686033.253015:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686033.253018:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848575872:0@lo:400:kworker.0 00000100:00100000:3.0:1734686033.253031:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848576256 00000100:00100000:0.0:1734686033.253032:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848576128:12345-0@lo:400:kworker.0 Request processed in 16us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686033.253033:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848576256 00000100:00100000:0.0:1734686033.253035:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41701 00000100:00100000:0.0:1734686033.253045:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686033.253049:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848576640 00000100:00100000:3.0:1734686033.253052:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848576640 00000100:00100000:0.0:1734686033.253060:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848576384:0@lo:400:kworker.0 00000100:00100000:1.0:1734686033.253060:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54556 00000100:00100000:1.0:1734686033.253064:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848576256:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686033.253064:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54557 00000100:00100000:0.0:1734686033.253067:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013641ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848575744:0@lo:400:kworker.0 00000100:00100000:3.0:1734686033.253067:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848576640:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686033.253078:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686033.253083:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848576896 00010000:00020000:3.0:1734686033.253084:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686033.253085:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848576896 00000100:00100000:0.0:1734686033.253095:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3594 00000100:00100000:0.0:1734686033.253097:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848576896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686033.253102:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848576256:12345-0@lo:8:kworker.0 Request processed in 37us (111us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686033.253104:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848576640:12345-0@lo:8:kworker.0 Request processed in 36us (87us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686033.253106:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54556 00000100:00100000:3.0:1734686033.253109:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54557 00000100:00100000:0.0:1734686033.253119:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848576896:12345-0@lo:400:kworker.0 Request processed in 20us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686033.253123:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3594 00000100:00080000:3.0:1734686033.253125:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686033.253127:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686033.253130:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848576640:0@lo:8:kworker.0 00000100:00080000:3.0:1734686033.253135:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686033.253137:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686033.253139:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848576256:0@lo:8:kworker.0 00000100:00100000:0.0:1734686033.253141:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848576896:0@lo:400:kworker.0 00000100:00100000:3.0:1734686033.253154:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848576128:0@lo:400:kworker.0 00000100:00100000:3.0:1734686033.268803:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686033.268833:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848577024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686033.268903:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686033.268960:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848577024 00000100:00100000:0.0:1734686033.268968:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848577024 00000100:00100000:0.0:1734686033.269055:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41702 00000100:00100000:0.0:1734686033.269061:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848577024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686033.269090:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686033.269157:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848577024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686033.269163:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41702 00000100:00100000:3.0:1734686033.269194:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848577024:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686033.332779:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848577152:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686033.332834:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686033.332940:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848577152 00000100:00100000:3.0:1734686033.332946:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848577152 00000100:00100000:3.0:1734686033.332985:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7130 00000100:00100000:3.0:1734686033.332991:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848577152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686033.333045:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686033.333086:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848577152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686033.333091:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7130 00000100:00100000:1.0:1734686033.333116:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848577152:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686033.416680:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686034.418742:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686035.028740:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848577280:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686035.028792:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686035.028838:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848577280 00000100:00100000:3.0:1734686035.028844:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848577280 00000100:00080000:2.0:1734686035.028872:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686005 00000100:00100000:3.0:1734686035.028879:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7131 00000100:00100000:3.0:1734686035.028887:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848577280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686035.028908:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686035.028934:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848577280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686035.028939:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7131 00000100:00100000:2.0:1734686035.028948:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848577280:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686035.420974:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686035.686821:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686035.686855:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686035.686873:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686035.686894:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872753280 00000100:00100000:3.0:1734686035.686902:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872753280 00000100:00100000:1.0:1734686035.686911:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872753536 00000100:00100000:1.0:1734686035.686915:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872753536 00000100:00100000:0.0:1734686035.686946:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686035.686946:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872753408 00000100:00100000:1.0:1734686035.686948:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872753408 00000100:00100000:3.0:1734686035.686949:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1169 00000100:00080000:2.0:1734686035.686951:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686005 00000100:00100000:3.0:1734686035.686956:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872753280:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734686035.686960:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686005 00000100:00080000:2.0:1734686035.686963:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686005 00000100:00100000:1.0:1734686035.686968:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3595 00000100:00100000:1.0:1734686035.686973:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872753536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686035.686982:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872753664 00000100:00100000:0.0:1734686035.686985:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872753664 00000100:00100000:2.0:1734686035.686995:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3596 00000100:00100000:0.0:1734686035.687003:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54558 00000100:00100000:2.0:1734686035.687004:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013641ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872753408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686035.687008:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872753664:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686035.687009:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872753280:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686035.687012:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872753536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686035.687015:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1169 00000100:00100000:1.0:1734686035.687018:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3595 00010000:00020000:0.0:1734686035.687026:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686035.687042:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872753664:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 35us (97us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686035.687046:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54558 00000100:00100000:2.0:1734686035.687065:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013641ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872753408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686035.687071:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3596 00010000:00010000:3.0:1734686036.422757:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686037.424872:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686038.212767:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848577408:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686038.212829:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686038.212886:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848577408 00000100:00100000:1.0:1734686038.212893:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848577408 00000100:00100000:1.0:1734686038.212924:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41703 00000100:00100000:1.0:1734686038.212929:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848577408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686038.212958:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686038.212994:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848577408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686038.213000:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41703 00000100:00100000:0.0:1734686038.213018:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848577408:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686038.260734:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686038.260736:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848577664:0@lo:400:kworker.0 00000100:00080000:2.0:1734686038.260739:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686038.260742:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848577920:0@lo:400:kworker.0 00000100:00080000:2.0:1734686038.260742:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686038.260747:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10833 00000100:00080000:2.0:1734686038.260750:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686038.260754:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686038.260770:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009870b800 x1818938848578048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686038.260784:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686038.260786:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686038.260789:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848577792:0@lo:400:kworker.0 00000100:00080000:2.0:1734686038.260794:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686038.260797:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686038.260798:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686038.260801:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10833 00000100:00080000:2.0:1734686038.260803:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686038.260806:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686038.260809:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848578304:0@lo:400:kworker.0 00000100:00100000:2.0:1734686038.260814:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096468380 x1818938848578432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686038.260815:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848577920 00000100:00100000:1.0:1734686038.260820:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848577920 00000100:00100000:0.0:1734686038.260834:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686038.260840:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686008 00000100:00100000:2.0:1734686038.260851:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848577664 00000100:00100000:0.0:1734686038.260853:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686038.260853:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41704 00000100:00100000:3.0:1734686038.260853:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848578048:0@lo:8:kworker.0 00000100:00100000:2.0:1734686038.260854:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848577664 00000100:00100000:0.0:1734686038.260857:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848578560:0@lo:400:kworker.0 00000100:00100000:1.0:1734686038.260860:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848577920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686038.260872:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686038.260873:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848578304 00000100:00100000:2.0:1734686038.260875:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848578304 00000100:00100000:2.0:1734686038.260886:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3597 00000100:00100000:3.0:1734686038.260889:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686038.260890:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848577664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686038.260898:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848577920:12345-0@lo:400:kworker.0 Request processed in 39us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686038.260904:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41704 00000100:00100000:0.0:1734686038.260906:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848577792 00000100:00100000:0.0:1734686038.260909:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848577792 00000100:00100000:2.0:1734686038.260921:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848577664:12345-0@lo:400:kworker.0 Request processed in 30us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686038.260925:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3597 00000100:00100000:0.0:1734686038.260931:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3598 00000100:00100000:0.0:1734686038.260936:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848578304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686038.260936:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3599 00000100:00100000:1.0:1734686038.260940:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848577792:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686038.260947:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686008 00000100:00080000:2.0:1734686038.260950:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686008 00000100:00100000:3.0:1734686038.260953:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686038.260965:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848578560 00000100:00100000:2.0:1734686038.260967:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848578560 00000100:00100000:0.0:1734686038.260969:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848578304:12345-0@lo:400:kworker.0 Request processed in 33us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686038.260970:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848578432:0@lo:8:kworker.0 00000100:00100000:0.0:1734686038.260974:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3598 00000100:00100000:1.0:1734686038.260974:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848577792:12345-0@lo:400:kworker.0 Request processed in 32us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686038.260979:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3599 00000100:00100000:2.0:1734686038.260981:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848578048 00000100:00100000:2.0:1734686038.260983:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848578048 00000100:00100000:3.0:1734686038.260989:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686038.260992:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8005 00000100:00100000:2.0:1734686038.260996:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848578560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686038.261003:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848578304:0@lo:400:kworker.0 00000100:00100000:1.0:1734686038.261003:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848577920:0@lo:400:kworker.0 00000100:00100000:0.0:1734686038.261009:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848577664:0@lo:400:kworker.0 00000100:00100000:1.0:1734686038.261016:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848578688:0@lo:400:kworker.0 00000100:00100000:2.0:1734686038.261018:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848578560:12345-0@lo:400:kworker.0 Request processed in 21us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686038.261020:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848578560:0@lo:400:kworker.0 00000100:00100000:3.0:1734686038.261023:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848578432 00000100:00100000:2.0:1734686038.261024:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8005 00000100:00100000:0.0:1734686038.261028:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848577536:0@lo:400:kworker.0 00000100:00100000:3.0:1734686038.261028:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848578432 00000100:00100000:1.0:1734686038.261029:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686038.261032:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54559 00000100:00100000:2.0:1734686038.261035:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848578048:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686038.261038:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848578688 00000100:00100000:1.0:1734686038.261040:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848578688 00000100:00100000:0.0:1734686038.261043:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686038.261049:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3600 00000100:00100000:3.0:1734686038.261049:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54560 00010000:00020000:2.0:1734686038.261050:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686038.261052:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848578176:0@lo:400:kworker.0 00000100:00100000:1.0:1734686038.261052:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848578688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686038.261055:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848578432:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686038.261059:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686038.261067:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848578688:12345-0@lo:400:kworker.0 Request processed in 14us (37us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686038.261071:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3600 00000100:00100000:2.0:1734686038.261072:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848578048:12345-0@lo:8:kworker.0 Request processed in 35us (119us total) trans 0 rc -19/-19 00010000:00020000:3.0:1734686038.261073:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686038.261074:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848577536 00000100:00100000:0.0:1734686038.261075:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848577536 00000100:00100000:2.0:1734686038.261078:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54559 00000100:00100000:1.0:1734686038.261082:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848578176 00000100:00100000:1.0:1734686038.261088:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848578176 00000100:00100000:0.0:1734686038.261089:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00080000:2.0:1734686038.261089:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686008 00000100:00100000:0.0:1734686038.261091:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848577536:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686038.261091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686008 00000100:00100000:1.0:1734686038.261099:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8006 00000100:00100000:1.0:1734686038.261102:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848578176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686038.261102:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848578432:12345-0@lo:8:kworker.0 Request processed in 46us (111us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686038.261106:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848577536:12345-0@lo:400:kworker.0 Request processed in 14us (63us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686038.261109:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54560 00000100:00100000:0.0:1734686038.261110:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1734686038.261115:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848578176:12345-0@lo:400:kworker.0 Request processed in 13us (55us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686038.261118:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8006 00000100:00100000:0.0:1734686038.261125:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848577536:0@lo:400:kworker.0 00000100:00100000:0.0:1734686038.261130:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848578176:0@lo:400:kworker.0 00000100:00100000:1.0:1734686038.261130:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848578688:0@lo:400:kworker.0 00000100:00080000:3.0:1734686038.261141:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686038.261145:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686038.261149:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848578048:0@lo:8:kworker.0 00000100:00080000:3.0:1734686038.261157:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686038.261159:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686038.261162:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848578432:0@lo:8:kworker.0 00000100:00100000:3.0:1734686038.261193:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848577792:0@lo:400:kworker.0 00000100:00100000:0.0:1734686038.276773:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848578816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686038.276846:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686038.276895:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848578816 00000100:00100000:1.0:1734686038.276907:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848578816 00000100:00100000:1.0:1734686038.276956:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41705 00000100:00100000:1.0:1734686038.276962:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848578816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686038.276991:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686038.277050:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848578816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686038.277054:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41705 00000100:00100000:0.0:1734686038.277094:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848578816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686038.340840:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848578944:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686038.340915:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686038.340955:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848578944 00000100:00100000:3.0:1734686038.340962:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848578944 00000100:00100000:3.0:1734686038.340996:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7132 00000100:00100000:3.0:1734686038.341003:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848578944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686038.341038:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686038.341081:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848578944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686038.341087:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7132 00000100:00100000:0.0:1734686038.341119:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848578944:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686038.426757:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686039.428739:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686040.036881:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848579072:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686040.036963:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686040.037016:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848579072 00000100:00100000:0.0:1734686040.037025:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848579072 00000100:00100000:0.0:1734686040.037079:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7133 00000100:00100000:0.0:1734686040.037084:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848579072:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734686040.037084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686010 00002000:00000024:0.0:1734686040.037107:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686040.037162:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848579072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686040.037166:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7133 00000100:00100000:3.0:1734686040.037204:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848579072:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686040.430714:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686040.695011:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686040.695049:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686040.695073:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872753920 00000100:00100000:0.0:1734686040.695080:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686040.695081:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872753920 00000100:00100000:3.0:1734686040.695103:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872754176 00000100:00100000:0.0:1734686040.695106:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686040.695106:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872754176 00000100:00100000:0.0:1734686040.695123:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872753792 00000100:00100000:1.0:1734686040.695125:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872754048 00000100:00100000:0.0:1734686040.695127:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872753792 00000100:00100000:1.0:1734686040.695127:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872754048 00000100:00100000:3.0:1734686040.695129:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54561 00000100:00100000:3.0:1734686040.695136:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872754176:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686040.695140:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3601 00000100:00100000:1.0:1734686040.695144:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872753920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686040.695148:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1171 00000100:00100000:2.0:1734686040.695152:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3602 00000100:00100000:0.0:1734686040.695153:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872753792:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734686040.695156:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686040.695158:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872754048:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686040.695192:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872753792:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686040.695192:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872753920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686040.695192:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872754176:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 55us (141us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686040.695195:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872754048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686040.695198:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1171 00000100:00100000:1.0:1734686040.695198:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3601 00000100:00100000:3.0:1734686040.695198:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54561 00000100:00100000:2.0:1734686040.695201:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3602 00000100:00080000:2.0:1734686040.695220:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686010 00000100:00080000:2.0:1734686040.695223:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686010 00000100:00080000:2.0:1734686040.695225:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686010 00010000:00010000:3.0:1734686041.432724:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686042.434753:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686043.220729:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848579200:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686043.220788:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686043.220827:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848579200 00000100:00100000:2.0:1734686043.220837:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848579200 00000100:00100000:2.0:1734686043.220878:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41706 00000100:00100000:2.0:1734686043.220884:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848579200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686043.220915:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686043.220960:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848579200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686043.220966:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41706 00000100:00100000:1.0:1734686043.221045:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d268e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848579200:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686043.268735:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734686043.268741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848579456:0@lo:400:kworker.0 00000100:00080000:2.0:1734686043.268741:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686043.268746:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686043.268749:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848579712:0@lo:400:kworker.0 00000100:00080000:2.0:1734686043.268749:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686043.268754:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10838 00000100:00080000:2.0:1734686043.268757:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686043.268761:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686043.268761:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848579584:0@lo:400:kworker.0 00000100:00100000:2.0:1734686043.268778:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7e300 x1818938848579840/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686043.268797:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686043.268797:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686043.268801:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848579840:0@lo:8:kworker.0 00000100:00080000:2.0:1734686043.268803:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686043.268807:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686043.268808:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686043.268811:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10838 00000100:00080000:2.0:1734686043.268813:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686043.268816:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686043.268819:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848579328:0@lo:400:kworker.0 00000100:00100000:0.0:1734686043.268823:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848580096:0@lo:400:kworker.0 00000100:00100000:2.0:1734686043.268824:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1dad80 x1818938848580224/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686043.268826:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686043.268835:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686043.268842:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686043.268842:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848580224:0@lo:8:kworker.0 00000100:00100000:1.0:1734686043.268844:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848580480:0@lo:400:kworker.0 00000100:00100000:0.0:1734686043.268851:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686043.268856:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848580352:0@lo:400:kworker.0 00000100:00100000:1.0:1734686043.268856:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686043.268856:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848579712 00000100:00100000:3.0:1734686043.268858:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686043.268861:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848579712 00000100:00100000:1.0:1734686043.268863:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686043.268865:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848579968:0@lo:400:kworker.0 00000100:00100000:0.0:1734686043.268871:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686043.268881:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848579840 00000100:00100000:3.0:1734686043.268881:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848580224 00000100:00100000:1.0:1734686043.268883:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848579840 00000100:00100000:3.0:1734686043.268884:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848580224 00000100:00100000:2.0:1734686043.268889:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41707 00000100:00100000:1.0:1734686043.268893:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848580352 00000100:00100000:0.0:1734686043.268894:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848579456 00000100:00100000:2.0:1734686043.268894:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848579712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686043.268895:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848580352 00000100:00100000:0.0:1734686043.268897:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848579456 00000100:00100000:3.0:1734686043.268899:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54562 00000100:00100000:3.0:1734686043.268904:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848579840:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686043.268908:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8007 00000100:00100000:0.0:1734686043.268915:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848580096 00000100:00100000:0.0:1734686043.268916:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848580096 00000100:00100000:1.0:1734686043.268917:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848580352:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734686043.268919:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686043.268926:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848580480 00000100:00100000:0.0:1734686043.268927:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848580480 00000100:00100000:2.0:1734686043.268930:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848579712:12345-0@lo:400:kworker.0 Request processed in 35us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686043.268936:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41707 00000100:00100000:0.0:1734686043.268938:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3603 00000100:00100000:0.0:1734686043.268942:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848579456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686043.268947:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848579840:12345-0@lo:8:kworker.0 Request processed in 42us (120us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686043.268948:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848580352:12345-0@lo:400:kworker.0 Request processed in 34us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686043.268953:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8007 00000100:00100000:3.0:1734686043.268955:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54562 00000100:00100000:2.0:1734686043.268959:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54563 00000100:00100000:2.0:1734686043.268962:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848580224:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686043.268965:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848579456:12345-0@lo:400:kworker.0 Request processed in 22us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686043.268969:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3603 00000100:00100000:1.0:1734686043.268971:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848579328 00010000:00020000:2.0:1734686043.268971:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686043.268974:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848579328 00000100:00100000:0.0:1734686043.268979:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3604 00000100:00080000:3.0:1734686043.268979:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686043.268982:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848580096:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686043.268982:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686043.268985:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848579840:0@lo:8:kworker.0 00000100:00100000:2.0:1734686043.268988:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848580224:12345-0@lo:8:kworker.0 Request processed in 25us (130us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686043.268991:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1734686043.268992:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54563 00000100:00100000:1.0:1734686043.268994:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848579328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686043.268998:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848580096:12345-0@lo:400:kworker.0 Request processed in 15us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686043.269002:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3604 00000100:00080000:3.0:1734686043.269003:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686043.269005:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:2.0:1734686043.269006:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686013 00000100:00080000:2.0:1734686043.269008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686013 00000100:00100000:3.0:1734686043.269008:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848580224:0@lo:8:kworker.0 00000100:00100000:0.0:1734686043.269009:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3605 00000100:00080000:2.0:1734686043.269010:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686013 00000100:00100000:0.0:1734686043.269012:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848580480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686043.269020:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848579328:12345-0@lo:400:kworker.0 Request processed in 25us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686043.269022:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686043.269024:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1734686043.269027:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848580480:12345-0@lo:400:kworker.0 Request processed in 15us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686043.269037:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3605 00000100:00100000:2.0:1734686043.269038:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848579584 00000100:00100000:2.0:1734686043.269040:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848579584 00000100:00100000:1.0:1734686043.269046:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686043.269057:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3606 00000100:00100000:1.0:1734686043.269060:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848580480:0@lo:400:kworker.0 00000100:00100000:2.0:1734686043.269060:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848579584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686043.269061:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848580352:0@lo:400:kworker.0 00000100:00100000:1.0:1734686043.269065:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848579712:0@lo:400:kworker.0 00000100:00100000:0.0:1734686043.269070:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848580096:0@lo:400:kworker.0 00000100:00100000:1.0:1734686043.269071:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848579328:0@lo:400:kworker.0 00000100:00100000:0.0:1734686043.269077:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848579456:0@lo:400:kworker.0 00000100:00100000:2.0:1734686043.269080:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848579584:12345-0@lo:400:kworker.0 Request processed in 19us (58us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686043.269085:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3606 00000100:00100000:1.0:1734686043.269090:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848579968 00000100:00100000:1.0:1734686043.269092:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848579968 00000100:00080000:2.0:1734686043.269092:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686013 00000100:00100000:3.0:1734686043.269092:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848579584:0@lo:400:kworker.0 00000100:00080000:2.0:1734686043.269105:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686013 00000100:00100000:1.0:1734686043.269109:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8008 00000100:00100000:1.0:1734686043.269112:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848579968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686043.269135:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848579968:12345-0@lo:400:kworker.0 Request processed in 22us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686043.269139:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8008 00000100:00100000:2.0:1734686043.269143:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848579968:0@lo:400:kworker.0 00000100:00100000:2.0:1734686043.284848:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848580608:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686043.284921:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686043.284963:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848580608 00000100:00100000:3.0:1734686043.284971:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848580608 00000100:00100000:3.0:1734686043.285020:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41708 00000100:00100000:3.0:1734686043.285025:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848580608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686043.285057:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686043.285087:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848580608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686043.285092:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41708 00000100:00100000:2.0:1734686043.285109:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848580608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686043.348786:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686043.348807:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848580736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686043.348869:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686043.348912:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848580736 00000100:00100000:0.0:1734686043.348921:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848580736 00000100:00100000:0.0:1734686043.348972:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7134 00000100:00100000:0.0:1734686043.348979:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848580736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686043.349009:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686043.349055:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848580736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686043.349060:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7134 00000100:00100000:3.0:1734686043.349157:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848580736:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686043.436774:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686044.438798:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686045.044757:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848580864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686045.044821:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686045.044865:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848580864 00000100:00100000:2.0:1734686045.044874:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848580864 00000100:00080000:0.0:1734686045.044907:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686015 00000100:00100000:2.0:1734686045.044930:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7135 00000100:00100000:2.0:1734686045.044936:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848580864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686045.044968:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686045.045009:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848580864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686045.045016:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7135 00000100:00100000:0.0:1734686045.045033:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848580864:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686045.440780:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686045.703142:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686045.703189:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686045.703209:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872754432 00000100:00100000:2.0:1734686045.703219:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872754432 00000100:00100000:0.0:1734686045.703220:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686045.703242:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686045.703261:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872754560 00000100:00100000:0.0:1734686045.703264:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872754560 00000100:00100000:2.0:1734686045.703265:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3607 00000100:00100000:2.0:1734686045.703271:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872754432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686045.703287:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3608 00000100:00100000:0.0:1734686045.703292:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872754560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686045.703301:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872754304 00000100:00100000:1.0:1734686045.703313:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872754304 00000100:00100000:0.0:1734686045.703334:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872754560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686045.703335:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872754432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 63us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686045.703341:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3607 00000100:00100000:0.0:1734686045.703348:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3608 00000100:00100000:1.0:1734686045.703364:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1173 00000100:00100000:1.0:1734686045.703371:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872754304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686045.703384:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872754688 00000100:00100000:2.0:1734686045.703386:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872754688 00000100:00100000:2.0:1734686045.703413:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54564 00000100:00100000:2.0:1734686045.703418:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872754688:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686045.703425:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872754304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686045.703432:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1173 00010000:00020000:2.0:1734686045.703440:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734686045.703462:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686015 00000100:00080000:0.0:1734686045.703466:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686015 00000100:00080000:0.0:1734686045.703468:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686015 00000100:00100000:2.0:1734686045.703468:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872754688:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 49us (247us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686045.703474:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54564 00010000:00010000:3.0:1734686046.442742:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686047.444778:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686048.228704:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848580992:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686048.228757:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686048.228858:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848580992 00000100:00100000:0.0:1734686048.228871:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848580992 00000100:00100000:0.0:1734686048.228933:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41709 00000100:00100000:0.0:1734686048.228940:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848580992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686048.228979:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686048.229051:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848580992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686048.229057:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41709 00000100:00100000:3.0:1734686048.229086:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d82ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848580992:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686048.276769:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848581120:0@lo:400:kworker.0 00000100:00080000:2.0:1734686048.276770:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686048.276777:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686048.276779:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686048.276784:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10843 00000100:00080000:2.0:1734686048.276788:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:3.0:1734686048.276793:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848581504:0@lo:400:kworker.0 00000100:00080000:2.0:1734686048.276794:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686048.276796:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848581376:0@lo:400:kworker.0 00000100:00100000:2.0:1734686048.276820:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800add7e300 x1818938848581632/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686048.276846:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686048.276846:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734686048.276846:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686048.276848:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686048.276853:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686048.276854:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686048.276857:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10843 00000100:00080000:2.0:1734686048.276859:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686048.276863:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686048.276875:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c133b80 x1818938848582016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686048.276882:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734686048.276882:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686048.276888:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848581248:0@lo:400:kworker.0 00000100:00100000:3.0:1734686048.276888:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848581760:0@lo:400:kworker.0 00000100:00100000:0.0:1734686048.276908:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848581376 00000100:00100000:1.0:1734686048.276908:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686048.276908:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686048.276909:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686048.276914:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848581376 00000100:00100000:2.0:1734686048.276916:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848582144:0@lo:400:kworker.0 00000100:00100000:1.0:1734686048.276922:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848581888:0@lo:400:kworker.0 00000100:00100000:3.0:1734686048.276926:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848582272:0@lo:400:kworker.0 00000100:00100000:0.0:1734686048.276944:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848581248 00000100:00100000:2.0:1734686048.276945:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686048.276946:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848581248 00000100:00100000:1.0:1734686048.276946:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686048.276952:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848581632:0@lo:8:kworker.0 00000100:00100000:0.0:1734686048.276960:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848581888 00000100:00100000:0.0:1734686048.276962:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848581888 00000100:00100000:3.0:1734686048.276970:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686048.276978:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3609 00000100:00100000:2.0:1734686048.276982:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848581760 00000100:00100000:3.0:1734686048.276982:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848582016:0@lo:8:kworker.0 00000100:00100000:0.0:1734686048.276985:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848581376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686048.276985:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848581760 00000100:00100000:1.0:1734686048.276986:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3610 00000100:00100000:1.0:1734686048.276993:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d82ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848581248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686048.276996:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686048.277010:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848582144 00000100:00100000:2.0:1734686048.277013:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848582144 00000100:00100000:3.0:1734686048.277021:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848581632 00000100:00100000:2.0:1734686048.277026:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848582016 00000100:00100000:3.0:1734686048.277026:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848581632 00000100:00100000:2.0:1734686048.277029:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848582016 00000100:00100000:0.0:1734686048.277034:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848581376:12345-0@lo:400:kworker.0 Request processed in 49us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686048.277039:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d82ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848581248:12345-0@lo:400:kworker.0 Request processed in 45us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686048.277040:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3609 00000100:00100000:2.0:1734686048.277041:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8009 00000100:00100000:2.0:1734686048.277044:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848581760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686048.277046:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3610 00000100:00100000:3.0:1734686048.277050:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8010 00000100:00100000:3.0:1734686048.277055:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848582144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686048.277057:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3611 00000100:00100000:0.0:1734686048.277060:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848581888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686048.277066:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848581760:12345-0@lo:400:kworker.0 Request processed in 22us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686048.277070:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8009 00000100:00100000:1.0:1734686048.277075:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54565 00000100:00100000:1.0:1734686048.277079:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848582016:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686048.277083:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54566 00000100:00100000:0.0:1734686048.277084:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848581888:12345-0@lo:400:kworker.0 Request processed in 23us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686048.277085:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848581632:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686048.277088:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3611 00000100:00100000:3.0:1734686048.277088:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848582144:12345-0@lo:400:kworker.0 Request processed in 33us (144us total) trans 0 rc 0/0 00010000:00020000:1.0:1734686048.277093:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686048.277094:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8010 00010000:00020000:2.0:1734686048.277099:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734686048.277101:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686018 00000100:00080000:0.0:1734686048.277104:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686018 00000100:00080000:0.0:1734686048.277105:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686018 00000100:00100000:1.0:1734686048.277113:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848582016:12345-0@lo:8:kworker.0 Request processed in 34us (117us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686048.277115:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848581120 00000100:00100000:2.0:1734686048.277116:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848581632:12345-0@lo:8:kworker.0 Request processed in 30us (146us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686048.277117:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848581120 00000100:00100000:1.0:1734686048.277117:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54565 00000100:00100000:2.0:1734686048.277120:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54566 00000100:00100000:0.0:1734686048.277134:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:0.0:1734686048.277136:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848581120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686048.277141:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848581248:0@lo:400:kworker.0 00000100:00100000:1.0:1734686048.277148:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848581888:0@lo:400:kworker.0 00000100:00100000:2.0:1734686048.277153:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848582144:0@lo:400:kworker.0 00000100:00100000:1.0:1734686048.277154:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848581376:0@lo:400:kworker.0 00000100:00100000:0.0:1734686048.277155:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848581120:12345-0@lo:400:kworker.0 Request processed in 17us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686048.277155:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848581504 00000100:00100000:3.0:1734686048.277158:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848581504 00000100:00100000:0.0:1734686048.277160:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00080000:0.0:1734686048.277180:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686018 00000100:00100000:2.0:1734686048.277180:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848581120:0@lo:400:kworker.0 00000100:00100000:3.0:1734686048.277180:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41710 00000100:00080000:0.0:1734686048.277182:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686018 00000100:00080000:1.0:1734686048.277182:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686048.277184:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686048.277185:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848581504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686048.277187:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848581632:0@lo:8:kworker.0 00000100:00080000:1.0:1734686048.277193:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686048.277195:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686048.277197:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848582016:0@lo:8:kworker.0 00000100:00100000:3.0:1734686048.277209:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848581504:12345-0@lo:400:kworker.0 Request processed in 24us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686048.277214:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41710 00000100:00100000:1.0:1734686048.277215:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686048.277242:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848581760:0@lo:400:kworker.0 00000100:00100000:1.0:1734686048.277250:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848581504:0@lo:400:kworker.0 00000100:00100000:0.0:1734686048.277253:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848582272 00000100:00100000:0.0:1734686048.277257:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848582272 00000100:00100000:0.0:1734686048.277278:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3612 00000100:00100000:0.0:1734686048.277281:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848582272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686048.277306:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848582272:12345-0@lo:400:kworker.0 Request processed in 25us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686048.277310:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3612 00000100:00100000:1.0:1734686048.277333:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848582272:0@lo:400:kworker.0 00000100:00100000:1.0:1734686048.292777:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686048.292802:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848582400:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686048.292873:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686048.292977:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848582400 00000100:00100000:3.0:1734686048.292987:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848582400 00000100:00100000:3.0:1734686048.293035:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41711 00000100:00100000:3.0:1734686048.293042:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848582400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686048.293076:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686048.293150:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848582400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686048.293157:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41711 00000100:00100000:1.0:1734686048.293197:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848582400:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686048.356723:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848582528:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686048.356780:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686048.356845:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848582528 00000100:00100000:0.0:1734686048.356851:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848582528 00000100:00100000:0.0:1734686048.356880:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7136 00000100:00100000:0.0:1734686048.356885:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848582528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686048.356907:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686048.356950:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848582528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686048.356956:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7136 00000100:00100000:2.0:1734686048.357003:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848582528:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686048.446690:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686049.448698:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686050.052793:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848582656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686050.052847:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686050.052887:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848582656 00000100:00100000:0.0:1734686050.052894:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848582656 00000100:00100000:0.0:1734686050.052940:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7137 00000100:00080000:2.0:1734686050.052942:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686020 00000100:00100000:0.0:1734686050.052946:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848582656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686050.052971:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686050.053014:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848582656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686050.053019:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7137 00000100:00100000:1.0:1734686050.053023:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848582656:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686050.450748:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686050.710860:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686050.710903:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686050.710925:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872754816 00000100:00100000:0.0:1734686050.710929:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686050.710934:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872754816 00000100:00100000:1.0:1734686050.710959:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872754944 00000100:00100000:0.0:1734686050.710962:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686050.710963:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872754944 00000100:00100000:2.0:1734686050.710976:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1175 00000100:00100000:3.0:1734686050.710981:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872755072 00000100:00100000:2.0:1734686050.710982:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872754816:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686050.710985:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872755072 00000100:00100000:1.0:1734686050.710992:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3613 00000100:00100000:0.0:1734686050.710994:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872755200 00000100:00100000:1.0:1734686050.710995:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872754944:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686050.710997:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872755200 00000100:00100000:3.0:1734686050.711009:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3614 00000100:00100000:0.0:1734686050.711010:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54567 00000100:00100000:3.0:1734686050.711014:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872755072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686050.711015:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872755200:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686050.711032:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872754816:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686050.711033:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872754944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (130us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686050.711034:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686050.711039:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3613 00000100:00100000:2.0:1734686050.711039:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1175 00000100:00100000:3.0:1734686050.711043:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872755072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686050.711049:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3614 00000100:00100000:0.0:1734686050.711055:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872755200:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 39us (91us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734686050.711059:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686020 00000100:00100000:0.0:1734686050.711061:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54567 00000100:00080000:2.0:1734686050.711063:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686020 00000100:00080000:2.0:1734686050.711064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686020 00010000:00010000:3.0:1734686051.452752:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686052.454727:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686053.236695:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848582784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686053.236749:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686053.236789:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848582784 00000100:00100000:3.0:1734686053.236796:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848582784 00000100:00100000:3.0:1734686053.236832:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41712 00000100:00100000:3.0:1734686053.236838:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848582784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686053.236865:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686053.236903:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848582784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686053.236909:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41712 00000100:00100000:1.0:1734686053.236930:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848582784:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686053.284707:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686053.284713:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734686053.284714:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848582912:0@lo:400:kworker.0 00000100:00080000:2.0:1734686053.284716:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686053.284717:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848583168:0@lo:400:kworker.0 00000100:00080000:2.0:1734686053.284722:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10848 00000100:00080000:2.0:1734686053.284725:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686053.284731:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686053.284731:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848583040:0@lo:400:kworker.0 00000100:00100000:2.0:1734686053.284748:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096415880 x1818938848583424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686053.284767:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686053.284768:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686053.284769:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848583424:0@lo:8:kworker.0 00000100:00100000:3.0:1734686053.284788:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848583168 00000100:00100000:3.0:1734686053.284794:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848583168 00000100:00100000:0.0:1734686053.284796:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686053.284801:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686053.284802:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848583296:0@lo:400:kworker.0 00000100:00100000:2.0:1734686053.284805:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686053.284820:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686053.284821:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848583040 00000100:00100000:1.0:1734686053.284823:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848583040 00000100:00100000:3.0:1734686053.284825:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3615 00000100:00080000:2.0:1734686053.284830:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686023 00000100:00100000:3.0:1734686053.284830:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848583168:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686053.284834:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686023 00000100:00100000:0.0:1734686053.284838:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848583424 00000100:00100000:0.0:1734686053.284840:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848583424 00000100:00100000:1.0:1734686053.284840:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3616 00000100:00100000:1.0:1734686053.284845:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848583040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686053.284851:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54568 00000100:00100000:0.0:1734686053.284854:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848583424:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686053.284865:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848583168:12345-0@lo:400:kworker.0 Request processed in 34us (98us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686053.284867:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848583552:0@lo:400:kworker.0 00010000:00020000:0.0:1734686053.284870:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686053.284871:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848583040:12345-0@lo:400:kworker.0 Request processed in 25us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686053.284876:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3615 00000100:00100000:1.0:1734686053.284879:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3616 00000100:00100000:2.0:1734686053.284884:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686053.284894:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848583424:12345-0@lo:8:kworker.0 Request processed in 38us (89us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686053.284895:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848583296 00000100:00100000:3.0:1734686053.284897:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848583296 00000100:00100000:0.0:1734686053.284900:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54568 00000100:00080000:2.0:1734686053.284906:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686053.284909:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686053.284910:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848583552 00000100:00100000:1.0:1734686053.284911:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848583168:0@lo:400:kworker.0 00000100:00100000:0.0:1734686053.284912:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848583552 00000100:00100000:2.0:1734686053.284912:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848583424:0@lo:8:kworker.0 00000100:00100000:3.0:1734686053.284914:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41713 00000100:00100000:3.0:1734686053.284917:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848583296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686053.284931:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8011 00000100:00100000:1.0:1734686053.284931:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848583040:0@lo:400:kworker.0 00000100:00100000:0.0:1734686053.284934:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848583552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686053.284938:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848583296:12345-0@lo:400:kworker.0 Request processed in 21us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686053.284942:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41713 00000100:00100000:2.0:1734686053.284944:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848583296:0@lo:400:kworker.0 00000100:00080000:3.0:1734686053.284949:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686023 00000100:00080000:3.0:1734686053.284951:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686023 00000100:00080000:2.0:1734686053.284960:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686053.284962:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734686053.284963:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848583552:12345-0@lo:400:kworker.0 Request processed in 28us (78us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686053.284964:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686053.284966:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10848 00000100:00100000:1.0:1734686053.284968:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1734686053.284968:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734686053.284969:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8011 00000100:00080000:2.0:1734686053.284971:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686053.284973:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848583680:0@lo:400:kworker.0 00000100:00100000:3.0:1734686053.284974:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848583552:0@lo:400:kworker.0 00000100:00100000:2.0:1734686053.284980:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090414a80 x1818938848583808/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686053.284987:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848582912 00000100:00100000:0.0:1734686053.284989:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848582912 00000100:00100000:3.0:1734686053.284992:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848583808:0@lo:8:kworker.0 00000100:00100000:1.0:1734686053.284998:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686053.285003:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686053.285004:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686053.285007:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848584064:0@lo:400:kworker.0 00000100:00100000:0.0:1734686053.285009:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1734686053.285012:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848582912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686053.285014:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848583936:0@lo:400:kworker.0 00000100:00080000:3.0:1734686053.285014:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686023 00000100:00100000:2.0:1734686053.285022:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686053.285027:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686053.285033:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848583680 00000100:00100000:2.0:1734686053.285036:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848583680 00000100:00100000:0.0:1734686053.285037:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848582912:12345-0@lo:400:kworker.0 Request processed in 24us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686053.285041:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1734686053.285042:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848584064 00000100:00100000:3.0:1734686053.285042:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848582912:0@lo:400:kworker.0 00000100:00100000:1.0:1734686053.285044:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848584064 00000100:00100000:2.0:1734686053.285048:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3617 00000100:00100000:2.0:1734686053.285052:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848583680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686053.285059:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848583808 00000100:00100000:0.0:1734686053.285061:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848583808 00000100:00100000:1.0:1734686053.285062:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3618 00000100:00100000:1.0:1734686053.285065:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848584064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686053.285071:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848583936 00000100:00100000:2.0:1734686053.285071:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848583680:12345-0@lo:400:kworker.0 Request processed in 18us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686053.285073:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848583936 00000100:00100000:2.0:1734686053.285076:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3617 00000100:00080000:3.0:1734686053.285083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686023 00000100:00100000:0.0:1734686053.285085:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8012 00000100:00100000:0.0:1734686053.285088:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848583936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686053.285088:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848584064:12345-0@lo:400:kworker.0 Request processed in 21us (65us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686053.285093:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3618 00000100:00100000:2.0:1734686053.285094:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54569 00000100:00100000:2.0:1734686053.285097:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848583808:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686053.285097:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848584064:0@lo:400:kworker.0 00010000:00020000:2.0:1734686053.285104:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686053.285109:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848583936:12345-0@lo:400:kworker.0 Request processed in 20us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686053.285110:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848583936:0@lo:400:kworker.0 00000100:00100000:0.0:1734686053.285114:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8012 00000100:00100000:1.0:1734686053.285117:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848583680:0@lo:400:kworker.0 00000100:00100000:2.0:1734686053.285120:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848583808:12345-0@lo:8:kworker.0 Request processed in 22us (115us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686053.285125:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54569 00000100:02020000:3.0:1734686053.285129:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1734686053.285132:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686053.285134:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686053.285136:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848583808:0@lo:8:kworker.0 00000100:00100000:2.0:1734686053.300755:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734686053.300775:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848584192:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686053.300828:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686053.300862:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848584192 00000100:00100000:1.0:1734686053.300868:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848584192 00000100:00100000:1.0:1734686053.300903:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41714 00000100:00100000:1.0:1734686053.300909:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848584192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686053.300939:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686053.300983:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848584192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686053.300992:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41714 00000100:00100000:2.0:1734686053.301013:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848584192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686053.364702:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848584320:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686053.364757:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686053.364793:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848584320 00000100:00100000:0.0:1734686053.364800:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848584320 00000100:00100000:0.0:1734686053.364834:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7138 00000100:00100000:0.0:1734686053.364840:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848584320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686053.364863:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686053.364900:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848584320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686053.364905:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7138 00000100:00100000:1.0:1734686053.364914:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848584320:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686053.456727:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686054.458713:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686055.060718:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848584448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686055.060766:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686055.060799:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848584448 00000100:00100000:2.0:1734686055.060806:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848584448 00000100:00100000:2.0:1734686055.060849:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7139 00000100:00100000:2.0:1734686055.060855:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848584448:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734686055.060860:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686025 00002000:00000024:2.0:1734686055.060878:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686055.060917:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848584448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686055.060922:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7139 00000100:00100000:0.0:1734686055.060989:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848584448:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1734686055.460656:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686055.719010:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686055.719043:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686055.719068:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686055.719068:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872755456 00000100:00100000:1.0:1734686055.719075:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872755456 00000100:00100000:2.0:1734686055.719092:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872755712 00000100:00100000:2.0:1734686055.719095:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872755712 00000100:00100000:2.0:1734686055.719116:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54570 00000100:00100000:1.0:1734686055.719118:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3619 00000100:00100000:2.0:1734686055.719121:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872755712:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686055.719122:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872755456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686055.719129:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:3.0:1734686055.719133:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686025 00010000:00020000:2.0:1734686055.719142:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686055.719146:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872755328 00000100:00100000:3.0:1734686055.719146:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872755584 00000100:00100000:3.0:1734686055.719149:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872755584 00000100:00100000:0.0:1734686055.719150:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872755328 00000100:00100000:2.0:1734686055.719170:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872755712:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 49us (126us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686055.719171:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872755456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686055.719173:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1177 00000100:00100000:3.0:1734686055.719175:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3620 00000100:00100000:2.0:1734686055.719176:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54570 00000100:00100000:0.0:1734686055.719178:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872755328:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686055.719178:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3619 00000100:00100000:3.0:1734686055.719180:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872755584:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686055.719200:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872755328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686055.719206:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1177 00000100:00100000:3.0:1734686055.719207:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872755584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686055.719213:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3620 00000100:00080000:3.0:1734686055.719227:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686025 00000100:00080000:3.0:1734686055.719230:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686025 00010000:00010000:3.0:1734686056.462730:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686057.464831:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686058.244733:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686058.244752:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848584576:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686058.244801:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686058.244846:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848584576 00000100:00100000:1.0:1734686058.244852:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848584576 00000100:00100000:1.0:1734686058.244895:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41715 00000100:00100000:1.0:1734686058.244900:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848584576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686058.244930:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686058.244973:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848584576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686058.244979:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41715 00000100:00100000:2.0:1734686058.245008:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848584576:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686058.293109:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848584704:0@lo:400:kworker.0 00000100:00100000:2.0:1734686058.293136:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848584832:0@lo:400:kworker.0 00000100:00100000:0.0:1734686058.293173:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686058.293173:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686058.293195:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848584704 00000100:00100000:3.0:1734686058.293195:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848584832 00000100:00100000:1.0:1734686058.293202:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848584704 00000100:00100000:3.0:1734686058.293202:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848584832 00000100:00100000:2.0:1734686058.293212:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734686058.293216:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848584960:0@lo:400:kworker.0 00000100:00100000:2.0:1734686058.293232:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686058.293249:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:3.0:1734686058.293250:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848584960 00000100:00100000:3.0:1734686058.293252:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848584960 00000100:00100000:1.0:1734686058.293255:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848584704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686058.293264:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3621 00000100:00100000:2.0:1734686058.293269:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848584832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686058.293269:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3622 00000100:00100000:3.0:1734686058.293274:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848584960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686058.293301:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848584704:12345-0@lo:400:kworker.0 Request processed in 46us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686058.293301:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848584832:12345-0@lo:400:kworker.0 Request processed in 31us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686058.293308:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:2.0:1734686058.293308:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3621 00000100:00100000:3.0:1734686058.293308:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848584960:12345-0@lo:400:kworker.0 Request processed in 33us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686058.293326:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848584704:0@lo:400:kworker.0 00000100:00100000:3.0:1734686058.293329:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3622 00000100:00080000:3.0:1734686058.293346:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686028 00000100:00080000:3.0:1734686058.293349:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686028 00000100:00080000:3.0:1734686058.293351:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686028 00000100:00100000:2.0:1734686058.293361:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848584960:0@lo:400:kworker.0 00000100:00100000:2.0:1734686058.293368:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848584832:0@lo:400:kworker.0 00000100:00080000:2.0:1734686058.293405:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686058.293409:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734686058.293411:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1734686058.293411:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686058.293415:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10853 00000100:00100000:0.0:1734686058.293417:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848585088:0@lo:400:kworker.0 00000100:00080000:2.0:1734686058.293418:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686058.293422:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686058.293438:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686058.293441:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090416a00 x1818938848585216/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686058.293461:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848585216:0@lo:8:kworker.0 00000100:00080000:2.0:1734686058.293469:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734686058.293470:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848585344:0@lo:400:kworker.0 00000100:00080000:2.0:1734686058.293471:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686058.293473:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686058.293476:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10853 00000100:00080000:2.0:1734686058.293478:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686058.293479:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848585088 00000100:00080000:2.0:1734686058.293481:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686058.293483:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848585088 00000100:00100000:2.0:1734686058.293487:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848585472:0@lo:400:kworker.0 00000100:00100000:3.0:1734686058.293488:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686058.293489:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686058.293507:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41716 00000100:00100000:2.0:1734686058.293507:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686058.293511:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848585088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686058.293513:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848585216 00000100:00100000:0.0:1734686058.293516:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848585216 00000100:00100000:3.0:1734686058.293521:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848585344 00000100:00100000:2.0:1734686058.293524:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848585472 00000100:00100000:3.0:1734686058.293524:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848585344 00000100:00100000:2.0:1734686058.293541:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848585472 00000100:00100000:1.0:1734686058.293556:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848585088:12345-0@lo:400:kworker.0 Request processed in 44us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686058.293557:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3623 00000100:00100000:0.0:1734686058.293560:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8013 00000100:00100000:2.0:1734686058.293561:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848585472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686058.293562:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41716 00000100:00100000:3.0:1734686058.293564:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54571 00000100:00100000:0.0:1734686058.293565:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848585344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686058.293569:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848585216:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734686058.293575:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686028 00000100:00080000:1.0:1734686058.293578:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686028 00010000:00020000:3.0:1734686058.293586:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686058.293588:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848585472:12345-0@lo:400:kworker.0 Request processed in 26us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686058.293591:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848585344:12345-0@lo:400:kworker.0 Request processed in 26us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686058.293592:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3623 00000100:00100000:0.0:1734686058.293596:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8013 00000100:00100000:2.0:1734686058.293612:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848585472:0@lo:400:kworker.0 00000100:00100000:3.0:1734686058.293612:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848585216:12345-0@lo:8:kworker.0 Request processed in 42us (123us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686058.293615:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848585344:0@lo:400:kworker.0 00000100:00100000:3.0:1734686058.293617:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54571 00000100:00100000:0.0:1734686058.293621:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848585088:0@lo:400:kworker.0 00000100:00100000:2.0:1734686058.293629:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090417480 x1818938848585600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686058.293647:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734686058.293651:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848585728:0@lo:400:kworker.0 00000100:00100000:2.0:1734686058.293667:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686058.293678:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848585728 00000100:00100000:0.0:1734686058.293681:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848585728 00000100:00100000:2.0:1734686058.293693:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848585856:0@lo:400:kworker.0 00000100:00100000:0.0:1734686058.293702:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8014 00000100:00100000:0.0:1734686058.293705:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848585728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686058.293707:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734686058.293713:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686028 00000100:00100000:2.0:1734686058.293719:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848585856 00000100:00100000:2.0:1734686058.293721:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848585856 00000100:00100000:3.0:1734686058.293726:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848585600:0@lo:8:kworker.0 00000100:00100000:0.0:1734686058.293729:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848585728:12345-0@lo:400:kworker.0 Request processed in 23us (61us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686058.293733:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3624 00000100:00100000:0.0:1734686058.293734:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8014 00000100:00100000:2.0:1734686058.293736:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848585856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686058.293741:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686058.293756:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848585600 00000100:00080000:3.0:1734686058.293756:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686058.293757:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848585856:12345-0@lo:400:kworker.0 Request processed in 20us (49us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686058.293758:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848585600 00000100:00080000:3.0:1734686058.293759:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686058.293762:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3624 00000100:00100000:3.0:1734686058.293762:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848585216:0@lo:8:kworker.0 00000100:00100000:1.0:1734686058.293772:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54572 00000100:00100000:1.0:1734686058.293775:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848585600:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686058.293780:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848585728:0@lo:400:kworker.0 00010000:00020000:1.0:1734686058.293786:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686058.293795:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848585856:0@lo:400:kworker.0 00000100:00100000:1.0:1734686058.293811:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848585600:12345-0@lo:8:kworker.0 Request processed in 34us (68us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686058.293815:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54572 00000100:00080000:2.0:1734686058.293821:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686058.293823:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686058.293826:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848585600:0@lo:8:kworker.0 00000100:00100000:0.0:1734686058.308713:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848585984:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686058.308769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686058.308831:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848585984 00000100:00100000:1.0:1734686058.308837:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848585984 00000100:00100000:1.0:1734686058.308879:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41717 00000100:00100000:1.0:1734686058.308885:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848585984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686058.308916:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686058.308960:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848585984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686058.308966:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41717 00000100:00100000:0.0:1734686058.308991:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848585984:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686058.373046:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686058.373064:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848586112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686058.373116:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686058.373198:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848586112 00000100:00100000:3.0:1734686058.373209:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848586112 00000100:00100000:3.0:1734686058.373274:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7140 00000100:00100000:3.0:1734686058.373283:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848586112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686058.373331:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686058.373395:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848586112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686058.373403:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7140 00000100:00100000:0.0:1734686058.373456:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848586112:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686058.466772:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686059.468796:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686060.068745:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686060.068764:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848586240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686060.068821:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686060.068857:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848586240 00000100:00100000:0.0:1734686060.068862:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848586240 00000100:00100000:0.0:1734686060.068903:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7141 00000100:00100000:0.0:1734686060.068909:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848586240:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734686060.068917:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686030 00002000:00000024:0.0:1734686060.068935:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686060.068980:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848586240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686060.068987:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7141 00000100:00100000:3.0:1734686060.069021:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848586240:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734686060.470710:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686060.726898:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686060.726944:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686060.726967:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686060.726969:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872755840 00000100:00100000:1.0:1734686060.726978:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872755840 00000100:00100000:3.0:1734686060.727000:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872755968 00000100:00100000:3.0:1734686060.727005:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872755968 00000100:00100000:0.0:1734686060.727012:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686060.727019:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1179 00000100:00100000:1.0:1734686060.727026:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872755840:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686060.727030:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872756096 00000100:00100000:3.0:1734686060.727032:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872756096 00000100:00080000:0.0:1734686060.727041:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686030 00000100:00080000:0.0:1734686060.727045:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686030 00000100:00080000:0.0:1734686060.727047:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686030 00000100:00100000:3.0:1734686060.727048:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3625 00000100:00100000:3.0:1734686060.727052:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872755968:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686060.727058:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872756224 00000100:00100000:0.0:1734686060.727061:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872756224 00000100:00100000:1.0:1734686060.727075:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872755840:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686060.727077:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54573 00000100:00100000:1.0:1734686060.727080:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1179 00000100:00100000:3.0:1734686060.727080:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872755968:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686060.727082:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872756224:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686060.727086:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3625 00000100:00100000:3.0:1734686060.727099:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3626 00010000:00020000:0.0:1734686060.727101:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686060.727103:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872756096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686060.727120:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872756224:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (107us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686060.727123:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872756096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686060.727125:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54573 00000100:00100000:3.0:1734686060.727128:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3626 00010000:00010000:3.0:1734686061.472727:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686062.474708:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686063.252708:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848586368:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686063.252755:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686063.252804:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848586368 00000100:00100000:1.0:1734686063.252810:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848586368 00000100:00100000:1.0:1734686063.252845:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41718 00000100:00100000:1.0:1734686063.252851:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848586368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686063.252882:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686063.252910:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848586368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686063.252915:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41718 00000100:00100000:3.0:1734686063.252924:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848586368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686063.300716:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686063.300735:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848586624:0@lo:400:kworker.0 00000100:00100000:0.0:1734686063.300737:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848586496:0@lo:400:kworker.0 00000100:00100000:0.0:1734686063.300800:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686063.300800:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686063.300835:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848586624 00000100:00100000:2.0:1734686063.300840:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848586752:0@lo:400:kworker.0 00000100:00100000:3.0:1734686063.300842:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848586624 00000100:00100000:2.0:1734686063.300858:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686063.300864:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686033 00000100:00100000:3.0:1734686063.300880:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848586752 00000100:00080000:2.0:1734686063.300882:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734686063.300882:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848586752 00000100:00100000:0.0:1734686063.300884:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3627 00000100:00080000:2.0:1734686063.300886:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686063.300889:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686063.300890:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848586624:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686063.300893:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10858 00000100:00080000:2.0:1734686063.300896:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734686063.300897:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3628 00000100:00080000:2.0:1734686063.300899:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686063.300901:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848586496 00000100:00100000:3.0:1734686063.300902:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848586752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686063.300905:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848586880:0@lo:400:kworker.0 00000100:00100000:1.0:1734686063.300906:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848586496 00000100:00100000:2.0:1734686063.300925:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686063.300928:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:1.0:1734686063.300932:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848586496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686063.300935:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848586624:12345-0@lo:400:kworker.0 Request processed in 44us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686063.300936:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848586752:12345-0@lo:400:kworker.0 Request processed in 34us (77us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686063.300940:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3627 00000100:00100000:3.0:1734686063.300943:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3628 00000100:00100000:2.0:1734686063.300956:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848586752:0@lo:400:kworker.0 00000100:00080000:0.0:1734686063.300960:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686033 00000100:00100000:1.0:1734686063.300960:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848586496:12345-0@lo:400:kworker.0 Request processed in 27us (160us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686063.300963:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686033 00000100:00100000:2.0:1734686063.300965:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848586624:0@lo:400:kworker.0 00000100:00100000:1.0:1734686063.300967:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1734686063.300970:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848586880 00000100:00100000:3.0:1734686063.300972:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848586880 00000100:00100000:0.0:1734686063.300977:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848586496:0@lo:400:kworker.0 00000100:00080000:0.0:1734686063.300988:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686033 00000100:00100000:3.0:1734686063.300988:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41719 00000100:00100000:3.0:1734686063.300992:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848586880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686063.300996:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090415c00 x1818938848587008/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686063.301015:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848587008:0@lo:8:kworker.0 00000100:00100000:3.0:1734686063.301024:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848586880:12345-0@lo:400:kworker.0 Request processed in 31us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686063.301029:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41719 00000100:00100000:0.0:1734686063.301034:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686063.301048:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848586880:0@lo:400:kworker.0 00000100:00100000:3.0:1734686063.301049:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848587008 00000100:00100000:3.0:1734686063.301051:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848587008 00000100:00100000:1.0:1734686063.301054:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848587136:0@lo:400:kworker.0 00000100:00100000:3.0:1734686063.301062:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54574 00000100:00080000:2.0:1734686063.301065:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734686063.301066:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848587008:12345-0@lo:8:kworker.0 00000100:00080000:2.0:1734686063.301067:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686063.301069:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686063.301071:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10858 00000100:00100000:1.0:1734686063.301073:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686063.301073:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686063.301076:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686063.301079:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00020000:3.0:1734686063.301082:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686063.301083:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848587264:0@lo:400:kworker.0 00000100:00100000:0.0:1734686063.301084:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848587136 00000100:00100000:0.0:1734686063.301087:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848587136 00000100:00080000:1.0:1734686063.301100:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686033 00000100:00100000:2.0:1734686063.301100:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686063.301105:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848587008:12345-0@lo:8:kworker.0 Request processed in 38us (70us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686063.301109:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8015 00000100:00100000:0.0:1734686063.301112:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848587136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686063.301112:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54574 00000100:00100000:2.0:1734686063.301117:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090417b80 x1818938848587392/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686063.301139:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848587648:0@lo:400:kworker.0 00000100:00100000:0.0:1734686063.301140:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848587136:12345-0@lo:400:kworker.0 Request processed in 26us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686063.301142:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848587520:0@lo:400:kworker.0 00000100:00100000:0.0:1734686063.301145:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8015 00000100:00100000:1.0:1734686063.301149:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848587136:0@lo:400:kworker.0 00000100:00100000:2.0:1734686063.301153:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686063.301160:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848587264 00000100:00100000:3.0:1734686063.301161:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686063.301163:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848587264 00000100:00100000:0.0:1734686063.301175:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848587648 00000100:00100000:1.0:1734686063.301175:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848587520 00000100:00100000:0.0:1734686063.301176:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848587648 00000100:00100000:1.0:1734686063.301178:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848587520 00000100:00100000:3.0:1734686063.301179:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3629 00000100:00100000:3.0:1734686063.301183:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848587264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686063.301188:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3630 00000100:00100000:0.0:1734686063.301191:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848587648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686063.301194:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8016 00000100:00100000:1.0:1734686063.301198:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848587520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686063.301210:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848587264:12345-0@lo:400:kworker.0 Request processed in 26us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686063.301215:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3629 00000100:00100000:0.0:1734686063.301218:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848587648:12345-0@lo:400:kworker.0 Request processed in 25us (64us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686063.301218:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848587264:0@lo:400:kworker.0 00000100:00100000:1.0:1734686063.301220:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848587520:12345-0@lo:400:kworker.0 Request processed in 22us (59us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686063.301222:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3630 00000100:00100000:1.0:1734686063.301224:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8016 00000100:00100000:2.0:1734686063.301246:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848587520:0@lo:400:kworker.0 00000100:00080000:1.0:1734686063.301251:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686033 00000100:00100000:0.0:1734686063.301254:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848587392:0@lo:8:kworker.0 00000100:00100000:2.0:1734686063.301261:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848587648:0@lo:400:kworker.0 00000100:00100000:0.0:1734686063.301270:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686063.301279:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848587392 00000100:00100000:1.0:1734686063.301282:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848587392 00000100:00080000:0.0:1734686063.301283:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686063.301286:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686063.301288:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848587008:0@lo:8:kworker.0 00000100:00100000:1.0:1734686063.301291:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54575 00000100:00100000:1.0:1734686063.301295:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848587392:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686063.301303:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686063.301322:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848587392:12345-0@lo:8:kworker.0 Request processed in 27us (51us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686063.301327:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54575 00000100:00080000:0.0:1734686063.301330:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686063.301332:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686063.301335:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848587392:0@lo:8:kworker.0 00000100:00100000:1.0:1734686063.316714:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848587776:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686063.316765:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686063.316825:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848587776 00000100:00100000:3.0:1734686063.316831:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848587776 00000100:00100000:3.0:1734686063.316867:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41720 00000100:00100000:3.0:1734686063.316873:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848587776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686063.316903:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686063.316944:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848587776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686063.316950:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41720 00000100:00100000:1.0:1734686063.316959:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848587776:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686063.380883:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848587904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686063.380934:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686063.381015:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848587904 00000100:00100000:0.0:1734686063.381027:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848587904 00000100:00100000:0.0:1734686063.381081:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7142 00000100:00100000:0.0:1734686063.381089:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848587904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686063.381124:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686063.381199:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848587904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686063.381206:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7142 00000100:00100000:3.0:1734686063.381268:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848587904:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686063.476742:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686064.478715:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686065.076757:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848588032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686065.076821:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686065.076876:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848588032 00000100:00100000:0.0:1734686065.076887:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848588032 00000100:00100000:0.0:1734686065.076959:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7143 00000100:00100000:0.0:1734686065.076965:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848588032:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734686065.076974:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686035 00002000:00000024:0.0:1734686065.076994:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686065.077053:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848588032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686065.077058:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7143 00000100:00100000:2.0:1734686065.077068:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848588032:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734686065.480699:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686065.735365:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686065.735407:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686065.735438:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686065.735470:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686065.735507:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872756480 00000100:00100000:0.0:1734686065.735510:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872756608 00000100:00100000:0.0:1734686065.735515:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872756608 00000100:00100000:2.0:1734686065.735515:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872756480 00000100:00100000:1.0:1734686065.735574:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872756352 00000100:00100000:1.0:1734686065.735578:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872756352 00000100:00100000:1.0:1734686065.735603:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1181 00000100:00100000:1.0:1734686065.735609:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872756352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686065.735617:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3631 00000100:00100000:2.0:1734686065.735622:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872756480:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686065.735657:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872756480:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686065.735658:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872756352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686065.735663:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1181 00000100:00100000:2.0:1734686065.735663:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3631 00000100:00100000:1.0:1734686065.735689:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872756736 00000100:00100000:1.0:1734686065.735691:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872756736 00000100:00100000:1.0:1734686065.735706:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54576 00000100:00100000:1.0:1734686065.735710:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872756736:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734686065.735727:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686065.735745:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872756736:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 34us (274us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686065.735750:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54576 00000100:00100000:0.0:1734686065.735833:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3632 00000100:00100000:0.0:1734686065.735837:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872756608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686065.735861:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872756608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686065.735866:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3632 00000100:00080000:0.0:1734686065.735880:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686035 00000100:00080000:0.0:1734686065.735883:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686035 00000100:00080000:0.0:1734686065.735884:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686035 00010000:00010000:3.0:1734686066.482705:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686067.484730:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686068.260705:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848588160:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686068.260755:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686068.260787:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848588160 00000100:00100000:3.0:1734686068.260793:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848588160 00000100:00100000:3.0:1734686068.260822:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41721 00000100:00100000:3.0:1734686068.260827:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848588160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686068.260855:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686068.260900:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848588160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686068.260907:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41721 00000100:00100000:2.0:1734686068.260934:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848588160:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686068.308915:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686068.308922:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848588288:0@lo:400:kworker.0 00000100:00100000:2.0:1734686068.308929:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848588416:0@lo:400:kworker.0 00000100:00100000:1.0:1734686068.309119:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686068.309119:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686068.309255:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848588288 00000100:00100000:0.0:1734686068.309262:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848588288 00000100:00100000:0.0:1734686068.309306:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1734686068.309312:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848588288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686068.309356:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848588288:12345-0@lo:400:kworker.0 Request processed in 44us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686068.309361:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:0.0:1734686068.309394:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848588288:0@lo:400:kworker.0 00000100:00080000:1.0:1734686068.309454:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686038 00000100:00100000:3.0:1734686068.309511:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848588416 00000100:00100000:3.0:1734686068.309515:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848588416 00000100:00080000:1.0:1734686068.309554:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686038 00000100:00100000:3.0:1734686068.309570:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3633 00000100:00100000:3.0:1734686068.309579:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848588416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686068.309609:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848588416:12345-0@lo:400:kworker.0 Request processed in 30us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686068.309613:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3633 00000100:00100000:2.0:1734686068.309681:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848588416:0@lo:400:kworker.0 00000100:00080000:0.0:1734686068.309694:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734686068.309694:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848588544:0@lo:400:kworker.0 00000100:00080000:0.0:1734686068.309699:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686068.309701:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686068.309705:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10863 00000100:00080000:0.0:1734686068.309708:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734686068.309710:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686068.309712:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686068.309716:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686068.309729:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848588544 00000100:00100000:2.0:1734686068.309731:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848588544 00000100:00080000:1.0:1734686068.309744:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686038 00000100:00100000:2.0:1734686068.309750:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3634 00000100:00100000:2.0:1734686068.309754:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848588544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686068.309779:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848588544:12345-0@lo:400:kworker.0 Request processed in 23us (67us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686068.309857:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848588672:0@lo:400:kworker.0 00000100:00100000:0.0:1734686068.309879:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686068.310037:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848588672 00000100:00100000:3.0:1734686068.310041:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848588672 00000100:00100000:0.0:1734686068.310046:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979ca300 x1818938848588800/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686068.310064:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848588800:0@lo:8:kworker.0 00000100:00100000:3.0:1734686068.310074:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41722 00000100:00100000:3.0:1734686068.310078:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848588672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686068.310085:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686068.310107:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848588672:12345-0@lo:400:kworker.0 Request processed in 28us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686068.310112:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848588672:0@lo:400:kworker.0 00000100:00100000:3.0:1734686068.310112:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41722 00000100:00100000:0.0:1734686068.310134:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848588928:0@lo:400:kworker.0 00000100:00100000:3.0:1734686068.310137:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848588800 00000100:00100000:3.0:1734686068.310140:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848588800 00000100:00100000:0.0:1734686068.310165:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686068.310165:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54577 00000100:00100000:3.0:1734686068.310169:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848588800:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686068.310182:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734686068.310194:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686068.310197:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686068.310199:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686068.310201:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848588800:12345-0@lo:8:kworker.0 Request processed in 32us (116us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734686068.310202:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10863 00000100:00080000:0.0:1734686068.310204:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1734686068.310206:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54577 00000100:00080000:0.0:1734686068.310207:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686068.310212:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848588928 00000100:00100000:0.0:1734686068.310213:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848589056:0@lo:400:kworker.0 00000100:00100000:3.0:1734686068.310214:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848588928 00000100:00100000:3.0:1734686068.310226:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8017 00000100:00100000:3.0:1734686068.310229:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848588928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686068.310238:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686068.310251:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848588928:12345-0@lo:400:kworker.0 Request processed in 20us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686068.310255:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8017 00000100:00080000:0.0:1734686068.310257:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686068.310259:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686068.310261:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848588800:0@lo:8:kworker.0 00000100:00100000:0.0:1734686068.310271:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848588928:0@lo:400:kworker.0 00000100:00100000:0.0:1734686068.310278:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848589056 00000100:00100000:0.0:1734686068.310280:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848589056 00000100:00100000:0.0:1734686068.310295:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3635 00000100:00100000:0.0:1734686068.310297:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848589056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686068.310314:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848589056:12345-0@lo:400:kworker.0 Request processed in 16us (76us total) trans 0 rc 0/0 00000100:00080000:1.0:1734686068.310314:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686038 00000100:00100000:0.0:1734686068.310317:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3635 00000100:00080000:1.0:1734686068.310317:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686038 00000100:00100000:0.0:1734686068.310328:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848589056:0@lo:400:kworker.0 00000100:00100000:0.0:1734686068.310341:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eed4380 x1818938848589184/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686068.310343:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3634 00000100:00100000:0.0:1734686068.310355:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686068.310360:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848589312:0@lo:400:kworker.0 00000100:00100000:2.0:1734686068.310368:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848588544:0@lo:400:kworker.0 00000100:00100000:0.0:1734686068.310373:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686068.310395:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686068.310399:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848589440:0@lo:400:kworker.0 00000100:00100000:0.0:1734686068.310413:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686068.310427:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848589312 00000100:00100000:1.0:1734686068.310431:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848589312 00000100:00100000:0.0:1734686068.310434:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848589184:0@lo:8:kworker.0 00000100:00100000:0.0:1734686068.310447:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686068.310448:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8018 00000100:00100000:1.0:1734686068.310452:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848589312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686068.310475:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848589312:12345-0@lo:400:kworker.0 Request processed in 23us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686068.310480:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8018 00000100:00100000:0.0:1734686068.310483:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848589312:0@lo:400:kworker.0 00000100:00100000:1.0:1734686068.310488:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848589184 00000100:00100000:1.0:1734686068.310490:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848589184 00000100:00100000:1.0:1734686068.310499:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54578 00000100:00100000:1.0:1734686068.310508:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848589184:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686068.310546:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848589440 00000100:00100000:2.0:1734686068.310548:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848589440 00000100:00100000:2.0:1734686068.310561:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3636 00000100:00100000:2.0:1734686068.310564:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848589440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686068.310586:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848589440:12345-0@lo:400:kworker.0 Request processed in 21us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686068.310590:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848589440:0@lo:400:kworker.0 00000100:00100000:2.0:1734686068.310594:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3636 00010000:00020000:1.0:1734686068.310668:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686068.310687:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848589184:12345-0@lo:8:kworker.0 Request processed in 177us (239us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686068.310692:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54578 00000100:00080000:0.0:1734686068.310696:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686068.310698:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686068.310701:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848589184:0@lo:8:kworker.0 00000100:00080000:1.0:1734686068.310706:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686038 00000100:00100000:2.0:1734686068.324728:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734686068.324747:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848589568:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686068.324798:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686068.324917:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848589568 00000100:00100000:3.0:1734686068.324924:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848589568 00000100:00100000:3.0:1734686068.324959:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41723 00000100:00100000:3.0:1734686068.324964:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848589568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686068.325020:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686068.325134:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848589568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 168us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686068.325140:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41723 00000100:00100000:2.0:1734686068.325218:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848589568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686068.388699:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848589696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686068.388754:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686068.388785:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848589696 00000100:00100000:2.0:1734686068.388791:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848589696 00000100:00100000:2.0:1734686068.388817:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7144 00000100:00100000:2.0:1734686068.388821:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848589696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686068.388843:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686068.388874:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848589696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686068.388880:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7144 00000100:00100000:0.0:1734686068.388889:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848589696:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686068.486722:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686069.488749:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686070.084758:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848589824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686070.084828:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686070.084879:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848589824 00000100:00100000:2.0:1734686070.084887:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848589824 00000100:00080000:1.0:1734686070.084931:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686040 00000100:00100000:2.0:1734686070.084937:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7145 00000100:00100000:2.0:1734686070.084944:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848589824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686070.084975:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686070.085012:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848589824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686070.085018:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7145 00000100:00100000:0.0:1734686070.085036:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848589824:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734686070.490798:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686070.742895:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686070.742932:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686070.742962:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686070.742967:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872756864 00000100:00100000:2.0:1734686070.742974:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872756864 00000100:00100000:2.0:1734686070.743016:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1183 00000100:00100000:2.0:1734686070.743022:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872756864:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686070.743029:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686070.743040:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872756992 00000100:00100000:1.0:1734686070.743049:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872756992 00000100:00080000:0.0:1734686070.743058:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686040 00000100:00080000:0.0:1734686070.743063:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686040 00000100:00100000:2.0:1734686070.743073:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872756864:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686070.743079:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1183 00000100:00100000:1.0:1734686070.743100:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3637 00000100:00100000:2.0:1734686070.743125:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872757248 00000100:00100000:0.0:1734686070.743129:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872757120 00000100:00100000:2.0:1734686070.743129:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872757248 00000100:00100000:0.0:1734686070.743132:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872757120 00000100:00100000:1.0:1734686070.743132:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872756992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686070.743145:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54579 00000100:00100000:2.0:1734686070.743149:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872757248:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686070.743157:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3638 00000100:00100000:0.0:1734686070.743162:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872757120:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:2.0:1734686070.743169:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686070.743188:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872756992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686070.743189:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872757120:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686070.743191:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872757248:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (161us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686070.743194:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3637 00000100:00100000:2.0:1734686070.743197:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54579 00000100:00100000:0.0:1734686070.743584:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3638 00000100:00080000:0.0:1734686070.743601:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686040 00010000:00010000:3.0:1734686071.492724:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686072.494747:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686073.268824:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686073.268842:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848589952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686073.268894:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686073.268954:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848589952 00000100:00100000:3.0:1734686073.268962:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848589952 00000100:00100000:3.0:1734686073.269006:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41724 00000100:00100000:3.0:1734686073.269012:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848589952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686073.269042:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686073.269103:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848589952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686073.269109:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41724 00000100:00100000:1.0:1734686073.269179:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848589952:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686073.316725:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686073.316739:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734686073.316745:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848590208:0@lo:400:kworker.0 00000100:00100000:2.0:1734686073.316748:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848590080:0@lo:400:kworker.0 00000100:00100000:0.0:1734686073.316992:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686073.316992:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686073.317043:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848590336:0@lo:400:kworker.0 00000100:00100000:0.0:1734686073.317070:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686073.317095:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848590208 00000100:00100000:1.0:1734686073.317102:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848590208 00000100:00080000:0.0:1734686073.317104:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686073.317109:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686073.317112:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734686073.317115:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848590336 00000100:00080000:0.0:1734686073.317116:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10868 00000100:00080000:0.0:1734686073.317119:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:2.0:1734686073.317119:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848590336 00000100:00080000:0.0:1734686073.317123:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686073.317127:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686073.317132:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848590464:0@lo:400:kworker.0 00000100:00100000:1.0:1734686073.317139:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3639 00000100:00100000:1.0:1734686073.317145:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848590208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686073.317148:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3640 00000100:00100000:2.0:1734686073.317153:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848590336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686073.317187:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848590208:12345-0@lo:400:kworker.0 Request processed in 42us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686073.317187:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848590336:12345-0@lo:400:kworker.0 Request processed in 33us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686073.317192:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3640 00000100:00100000:1.0:1734686073.317201:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3639 00000100:00080000:2.0:1734686073.317224:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686043 00000100:00080000:2.0:1734686073.317227:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686043 00000100:00100000:3.0:1734686073.317293:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848590080 00000100:00100000:3.0:1734686073.317297:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848590080 00000100:00080000:2.0:1734686073.317325:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686043 00000100:00100000:3.0:1734686073.317326:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:3.0:1734686073.317330:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848590080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686073.317365:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848590080:12345-0@lo:400:kworker.0 Request processed in 34us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686073.317370:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:2.0:1734686073.317382:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848590080:0@lo:400:kworker.0 00000100:00100000:0.0:1734686073.317775:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686073.317809:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848590336:0@lo:400:kworker.0 00000100:00100000:0.0:1734686073.317816:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848590208:0@lo:400:kworker.0 00000100:00100000:2.0:1734686073.317820:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848590464 00000100:00100000:2.0:1734686073.317824:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848590464 00000100:00100000:0.0:1734686073.317844:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eed6300 x1818938848590592/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686073.317847:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41725 00000100:00100000:2.0:1734686073.317851:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848590464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686073.317876:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848590720:0@lo:400:kworker.0 00000100:00100000:2.0:1734686073.317878:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848590464:12345-0@lo:400:kworker.0 Request processed in 26us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686073.317883:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41725 00000100:00100000:0.0:1734686073.317894:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686073.317907:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848590720 00000100:00100000:0.0:1734686073.317909:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848590464:0@lo:400:kworker.0 00000100:00100000:2.0:1734686073.317910:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848590720 00000100:00100000:2.0:1734686073.317925:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8019 00000100:00080000:0.0:1734686073.317929:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1734686073.317929:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848590720:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686073.317932:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686073.317934:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686073.317937:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10868 00000100:00080000:0.0:1734686073.317939:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686073.317942:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686073.317946:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686073.317951:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848590848:0@lo:400:kworker.0 00000100:00100000:2.0:1734686073.317954:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848590720:12345-0@lo:400:kworker.0 Request processed in 24us (59us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686073.317958:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8019 00000100:00100000:0.0:1734686073.317967:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686073.317980:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686043 00000100:00080000:3.0:1734686073.317983:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686043 00000100:00100000:0.0:1734686073.317985:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848590720:0@lo:400:kworker.0 00000100:00100000:3.0:1734686073.317998:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848590848 00000100:00100000:3.0:1734686073.318000:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848590848 00000100:00100000:3.0:1734686073.318016:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3641 00000100:00100000:3.0:1734686073.318020:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848590848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686073.318025:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848590592:0@lo:8:kworker.0 00000100:00100000:1.0:1734686073.318042:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686073.318045:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848590848:12345-0@lo:400:kworker.0 Request processed in 25us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686073.318050:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3641 00000100:00100000:2.0:1734686073.318120:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848590592 00000100:00100000:2.0:1734686073.318123:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848590592 00000100:00100000:0.0:1734686073.318134:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848590848:0@lo:400:kworker.0 00000100:00100000:2.0:1734686073.318144:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54580 00000100:00100000:2.0:1734686073.318148:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848590592:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686073.318152:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eed7100 x1818938848590976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00010000:00020000:2.0:1734686073.318163:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686073.318313:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848590976:0@lo:8:kworker.0 00000100:00100000:2.0:1734686073.318314:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848590592:12345-0@lo:8:kworker.0 Request processed in 164us (270us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686073.318320:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54580 00000100:00100000:1.0:1734686073.318329:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734686073.318340:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686073.318342:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686073.318344:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848590592:0@lo:8:kworker.0 00000100:00100000:2.0:1734686073.318344:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848590976 00000100:00100000:2.0:1734686073.318346:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848590976 00000100:00100000:2.0:1734686073.318366:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54581 00000100:00100000:2.0:1734686073.318370:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848590976:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686073.318383:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686073.318388:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686073.318392:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686073.318395:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848591104:0@lo:400:kworker.0 00000100:00100000:0.0:1734686073.318397:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848591232:0@lo:400:kworker.0 00000100:00100000:2.0:1734686073.318404:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848590976:12345-0@lo:8:kworker.0 Request processed in 33us (74us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686073.318409:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54581 00000100:00100000:0.0:1734686073.318413:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686073.318414:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686073.318419:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848591104 00000100:00100000:2.0:1734686073.318421:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848591104 00000100:00100000:3.0:1734686073.318428:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848591232 00000100:00100000:3.0:1734686073.318430:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848591232 00000100:00100000:2.0:1734686073.318436:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8020 00000100:00100000:2.0:1734686073.318440:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848591104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686073.318443:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3642 00000100:00100000:3.0:1734686073.318446:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848591232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686073.318464:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848591104:12345-0@lo:400:kworker.0 Request processed in 24us (49us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686073.318468:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8020 00000100:00100000:3.0:1734686073.318481:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848591232:12345-0@lo:400:kworker.0 Request processed in 33us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686073.318486:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3642 00000100:00080000:1.0:1734686073.318487:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686073.318487:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848591104:0@lo:400:kworker.0 00000100:00080000:1.0:1734686073.318489:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686073.318492:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848590976:0@lo:8:kworker.0 00000100:00080000:3.0:1734686073.318497:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686043 00000100:00100000:0.0:1734686073.318551:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848591232:0@lo:400:kworker.0 00000100:00100000:0.0:1734686073.333034:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848591360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686073.333101:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686073.333141:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848591360 00000100:00100000:2.0:1734686073.333148:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848591360 00000100:00100000:2.0:1734686073.333181:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41726 00000100:00100000:2.0:1734686073.333186:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848591360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686073.333218:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686073.333255:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848591360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686073.333260:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41726 00000100:00100000:0.0:1734686073.333284:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848591360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686073.396734:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686073.396755:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848591488:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686073.396806:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686073.396840:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848591488 00000100:00100000:2.0:1734686073.396846:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848591488 00000100:00100000:2.0:1734686073.396874:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7146 00000100:00100000:2.0:1734686073.396880:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848591488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686073.396904:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686073.396932:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848591488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686073.396940:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7146 00000100:00100000:0.0:1734686073.396952:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848591488:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686073.496740:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686074.498744:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686075.092745:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686075.092766:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848591616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686075.092817:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686075.092901:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848591616 00000100:00100000:2.0:1734686075.092907:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848591616 00000100:00080000:3.0:1734686075.092958:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686045 00000100:00100000:2.0:1734686075.092959:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7147 00000100:00100000:2.0:1734686075.092966:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848591616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686075.092994:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686075.093041:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848591616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686075.093048:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7147 00000100:00100000:3.0:1734686075.093077:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848591616:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734686075.500702:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686075.750745:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686075.750790:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686075.750814:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686075.750815:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872757376 00000100:00100000:3.0:1734686075.750822:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872757376 00000100:00100000:2.0:1734686075.750834:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872757632 00000100:00100000:2.0:1734686075.750837:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872757632 00000100:00100000:0.0:1734686075.750858:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686075.750859:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872757504 00000100:00100000:2.0:1734686075.750861:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872757504 00000100:00100000:3.0:1734686075.750862:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1185 00000100:00100000:1.0:1734686075.750869:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3643 00000100:00100000:3.0:1734686075.750869:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872757376:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686075.750875:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872757632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686075.750878:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872757760 00000100:00100000:2.0:1734686075.750880:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3644 00000100:00100000:0.0:1734686075.750881:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872757760 00000100:00100000:2.0:1734686075.750884:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872757504:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686075.750898:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54582 00000100:00100000:0.0:1734686075.750902:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872757760:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686075.750918:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872757632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686075.750918:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872757504:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686075.750918:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872757376:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (180us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686075.750922:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686075.750924:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3644 00000100:00100000:3.0:1734686075.750924:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1185 00000100:00100000:1.0:1734686075.750927:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3643 00000100:00100000:0.0:1734686075.750945:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872757760:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (86us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734686075.750945:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686045 00000100:00080000:3.0:1734686075.750948:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686045 00000100:00100000:0.0:1734686075.750950:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54582 00000100:00080000:3.0:1734686075.750950:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686045 00010000:00010000:3.0:1734686076.502820:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686077.504753:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686078.276742:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686078.276764:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848591744:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686078.276817:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686078.276944:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848591744 00000100:00100000:2.0:1734686078.276951:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848591744 00000100:00100000:2.0:1734686078.277016:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41727 00000100:00100000:2.0:1734686078.277023:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848591744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686078.277060:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686078.277107:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848591744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686078.277117:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41727 00000100:00100000:0.0:1734686078.277187:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848591744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686078.324744:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848591872:0@lo:400:kworker.0 00000100:00080000:0.0:1734686078.324749:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686078.324754:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686078.324757:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686078.324762:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10873 00000100:00080000:0.0:1734686078.324765:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734686078.324770:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686078.324787:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae4a80 x1818938848592384/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686078.324798:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686078.324818:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686078.324823:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848592256:0@lo:400:kworker.0 00000100:00100000:2.0:1734686078.324839:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686078.324856:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848592128:0@lo:400:kworker.0 00000100:00100000:2.0:1734686078.324873:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686078.324884:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848592000:0@lo:400:kworker.0 00000100:00100000:2.0:1734686078.324894:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848592128 00000100:00100000:2.0:1734686078.324899:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848592128 00000100:00100000:3.0:1734686078.324910:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686078.325057:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848592000 00000100:00100000:2.0:1734686078.325060:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848592000 00000100:00100000:1.0:1734686078.325063:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848592384:0@lo:8:kworker.0 00000100:00100000:2.0:1734686078.325076:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3645 00000100:00100000:2.0:1734686078.325081:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848592128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686078.325086:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686078.325113:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3646 00000100:00100000:2.0:1734686078.325117:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848592128:12345-0@lo:400:kworker.0 Request processed in 35us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686078.325118:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848592000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686078.325122:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3645 00000100:00100000:2.0:1734686078.325154:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848592128:0@lo:400:kworker.0 00000100:00100000:3.0:1734686078.325159:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848591872 00000100:00100000:2.0:1734686078.325163:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686078.325163:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848591872 00000100:00100000:2.0:1734686078.325166:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848592640:0@lo:400:kworker.0 00000100:00100000:2.0:1734686078.325180:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686078.325185:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1734686078.325189:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848591872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686078.325191:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848592640 00000100:00100000:2.0:1734686078.325193:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848592640 00000100:00100000:2.0:1734686078.325204:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3647 00000100:00100000:2.0:1734686078.325207:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848592640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686078.325213:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848591872:12345-0@lo:400:kworker.0 Request processed in 23us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686078.325219:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:2.0:1734686078.325228:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848592640:12345-0@lo:400:kworker.0 Request processed in 20us (48us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686078.325232:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3647 00000100:00100000:3.0:1734686078.325240:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686078.325247:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848592512:0@lo:400:kworker.0 00000100:00100000:2.0:1734686078.325248:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848592640:0@lo:400:kworker.0 00000100:00080000:2.0:1734686078.325257:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686048 00000100:00080000:2.0:1734686078.325260:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686048 00000100:00080000:2.0:1734686078.325261:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686048 00000100:00100000:3.0:1734686078.325263:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686078.325268:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848592256 00000100:00100000:2.0:1734686078.325270:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848592256 00000100:00100000:3.0:1734686078.325280:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848592384 00000100:00100000:2.0:1734686078.325286:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41728 00000100:00100000:2.0:1734686078.325289:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848592256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686078.325307:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848592256:12345-0@lo:400:kworker.0 Request processed in 17us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686078.325311:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41728 00000100:00080000:2.0:1734686078.325321:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686048 00000100:00100000:2.0:1734686078.325334:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848592512 00000100:00100000:2.0:1734686078.325336:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848592512 00000100:00100000:2.0:1734686078.325352:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8021 00000100:00100000:2.0:1734686078.325355:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848592512:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686078.325364:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686078.325368:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686078.325369:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686078.325373:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10873 00000100:00080000:0.0:1734686078.325375:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734686078.325376:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848592512:12345-0@lo:400:kworker.0 Request processed in 20us (113us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686078.325378:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686078.325381:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8021 00000100:00100000:0.0:1734686078.325390:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae5500 x1818938848592768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686078.325391:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686048 00000100:00100000:2.0:1734686078.325421:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848592896:0@lo:400:kworker.0 00000100:00100000:2.0:1734686078.325443:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686078.325461:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848592896 00000100:00100000:2.0:1734686078.325463:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848592896 00000100:00100000:1.0:1734686078.325464:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848592000:12345-0@lo:400:kworker.0 Request processed in 345us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686078.325470:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3646 00000100:00100000:2.0:1734686078.325481:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8022 00000100:00100000:2.0:1734686078.325485:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848592896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686078.325490:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848592768:0@lo:8:kworker.0 00000100:00100000:2.0:1734686078.325506:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848592896:12345-0@lo:400:kworker.0 Request processed in 20us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686078.325508:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686078.325510:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8022 00000100:00100000:2.0:1734686078.325517:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848592768 00000100:00100000:2.0:1734686078.325519:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848592768 00000100:00100000:2.0:1734686078.325561:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54583 00000100:00100000:2.0:1734686078.325565:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848592768:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686078.325577:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848592256:0@lo:400:kworker.0 00010000:00020000:2.0:1734686078.325580:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686078.325583:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848591872:0@lo:400:kworker.0 00000100:00100000:0.0:1734686078.325594:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686078.325597:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848593024:0@lo:400:kworker.0 00000100:00100000:2.0:1734686078.325602:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848592768:12345-0@lo:8:kworker.0 Request processed in 36us (94us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686078.325606:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54583 00000100:00100000:0.0:1734686078.325616:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686078.325634:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848593024 00000100:00100000:0.0:1734686078.325637:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848593024 00000100:00100000:0.0:1734686078.325651:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3648 00000100:00100000:3.0:1734686078.325690:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848592384 00000100:00100000:2.0:1734686078.325731:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54584 00000100:00100000:2.0:1734686078.325734:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848592384:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686078.325742:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734686078.325751:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686078.325754:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686078.325756:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848592384:12345-0@lo:8:kworker.0 Request processed in 21us (670us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686078.325757:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848592768:0@lo:8:kworker.0 00000100:00100000:2.0:1734686078.325760:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54584 00000100:00080000:1.0:1734686078.325764:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686078.325765:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686078.325768:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848592384:0@lo:8:kworker.0 00000100:00100000:2.0:1734686078.325777:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848592896:0@lo:400:kworker.0 00000100:00080000:2.0:1734686078.325786:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686048 00000100:00100000:1.0:1734686078.325795:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848592512:0@lo:400:kworker.0 00000100:00100000:2.0:1734686078.325806:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848592000:0@lo:400:kworker.0 00000100:00100000:0.0:1734686078.325866:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848593024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686078.325895:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848593024:12345-0@lo:400:kworker.0 Request processed in 30us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686078.325900:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3648 00000100:00100000:2.0:1734686078.325920:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848593024:0@lo:400:kworker.0 00000100:00100000:1.0:1734686078.340752:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686078.340773:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848593152:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686078.340833:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686078.341032:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848593152 00000100:00100000:3.0:1734686078.341041:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848593152 00000100:00100000:3.0:1734686078.341084:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41729 00000100:00100000:3.0:1734686078.341092:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848593152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686078.341128:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686078.341168:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848593152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686078.341174:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41729 00000100:00100000:1.0:1734686078.341336:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848593152:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686078.404795:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848593280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686078.404850:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686078.404929:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848593280 00000100:00100000:0.0:1734686078.404935:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848593280 00000100:00100000:0.0:1734686078.404964:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7148 00000100:00100000:0.0:1734686078.404970:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848593280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686078.405027:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686078.405111:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848593280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 140us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686078.405118:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7148 00000100:00100000:3.0:1734686078.405119:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848593280:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686078.506719:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686079.508708:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686080.100717:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848593408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686080.100768:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686080.100865:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848593408 00000100:00100000:2.0:1734686080.100872:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848593408 00000100:00100000:2.0:1734686080.100921:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7149 00000100:00080000:0.0:1734686080.100922:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686050 00000100:00100000:2.0:1734686080.100926:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848593408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686080.101009:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686080.101045:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848593408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686080.101051:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7149 00000100:00100000:0.0:1734686080.101084:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848593408:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734686080.510931:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686080.758915:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686080.758991:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686080.759012:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872757888 00000100:00100000:0.0:1734686080.759024:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686080.759024:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872757888 00000100:00100000:1.0:1734686080.759053:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872758016 00000100:00100000:0.0:1734686080.759057:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686080.759059:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872758016 00000100:00100000:0.0:1734686080.759083:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872758144 00000100:00100000:0.0:1734686080.759089:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872758144 00000100:00100000:3.0:1734686080.759094:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1187 00000100:00100000:1.0:1734686080.759101:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3649 00000100:00100000:3.0:1734686080.759101:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872757888:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686080.759106:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872758016:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686080.759126:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3650 00000100:00100000:0.0:1734686080.759133:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872758144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734686080.759156:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686050 00000100:00100000:3.0:1734686080.759159:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872757888:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (256us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686080.759162:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686050 00000100:00080000:2.0:1734686080.759163:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686050 00000100:00100000:3.0:1734686080.759164:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1187 00000100:00100000:1.0:1734686080.759165:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872758016:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686080.759171:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3649 00000100:00100000:0.0:1734686080.759176:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872758144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686080.759183:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3650 00000100:00100000:1.0:1734686080.759194:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872758272 00000100:00100000:1.0:1734686080.759198:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872758272 00000100:00100000:1.0:1734686080.759221:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54585 00000100:00100000:1.0:1734686080.759226:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872758272:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734686080.759244:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686080.759264:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872758272:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (239us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686080.759269:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54585 00010000:00010000:3.0:1734686081.512724:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686082.514700:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686083.284723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848593536:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686083.284782:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686083.284844:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848593536 00000100:00100000:3.0:1734686083.284851:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848593536 00000100:00100000:3.0:1734686083.284917:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41730 00000100:00100000:3.0:1734686083.284924:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848593536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686083.284953:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686083.284996:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848593536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686083.285002:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41730 00000100:00100000:1.0:1734686083.285070:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848593536:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686083.332747:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734686083.332747:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848593664:0@lo:400:kworker.0 00000100:00080000:0.0:1734686083.332753:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686083.332755:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686083.332755:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848594048:0@lo:400:kworker.0 00000100:00080000:0.0:1734686083.332760:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10878 00000100:00080000:0.0:1734686083.332764:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686083.332769:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686083.332772:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848593792:0@lo:400:kworker.0 00000100:00100000:0.0:1734686083.332800:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae5f80 x1818938848594176/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686083.332809:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686083.332809:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686083.332809:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686083.332824:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686083.332826:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686083.332828:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686083.332831:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10878 00000100:00080000:0.0:1734686083.332832:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686083.332836:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686083.332842:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848594432:0@lo:400:kworker.0 00000100:00100000:2.0:1734686083.332843:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848594304:0@lo:400:kworker.0 00000100:00100000:0.0:1734686083.332844:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae4e00 x1818938848594560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686083.332853:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848594176:0@lo:8:kworker.0 00000100:00100000:3.0:1734686083.332861:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686083.332864:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686083.332872:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848593920:0@lo:400:kworker.0 00000100:00100000:2.0:1734686083.332877:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686083.332879:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848593792 00000100:00100000:2.0:1734686083.332881:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848594816:0@lo:400:kworker.0 00000100:00100000:1.0:1734686083.332884:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848593792 00000100:00100000:3.0:1734686083.332885:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848594432 00000100:00100000:3.0:1734686083.332889:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848594432 00000100:00100000:2.0:1734686083.332911:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686083.332926:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848594816 00000100:00100000:3.0:1734686083.332929:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848594816 00000100:00100000:1.0:1734686083.332932:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3651 00000100:00100000:0.0:1734686083.332938:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3652 00000100:00100000:1.0:1734686083.332938:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848594432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686083.332942:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848593792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686083.332942:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848594304 00000100:00100000:2.0:1734686083.332944:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848594304 00000100:00100000:3.0:1734686083.332949:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3653 00000100:00100000:3.0:1734686083.332953:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848594816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686083.332962:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8023 00000100:00100000:2.0:1734686083.332965:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848594304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686083.332984:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848593792:12345-0@lo:400:kworker.0 Request processed in 40us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686083.332985:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848594432:12345-0@lo:400:kworker.0 Request processed in 46us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686083.332989:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848594816:12345-0@lo:400:kworker.0 Request processed in 35us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686083.332990:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3652 00000100:00100000:2.0:1734686083.332990:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848594304:12345-0@lo:400:kworker.0 Request processed in 24us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686083.332993:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3651 00000100:00100000:2.0:1734686083.332996:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8023 00000100:00100000:3.0:1734686083.332997:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3653 00000100:00080000:2.0:1734686083.333008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686053 00000100:00080000:2.0:1734686083.333010:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686053 00000100:00100000:0.0:1734686083.333012:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686083.333012:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686083.333026:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848594816:0@lo:400:kworker.0 00000100:00100000:3.0:1734686083.333026:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848594432:0@lo:400:kworker.0 00000100:00100000:1.0:1734686083.333027:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848594560:0@lo:8:kworker.0 00000100:00100000:0.0:1734686083.333028:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848594688:0@lo:400:kworker.0 00000100:00100000:2.0:1734686083.333033:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848594304:0@lo:400:kworker.0 00000100:00100000:3.0:1734686083.333035:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848593792:0@lo:400:kworker.0 00000100:00100000:1.0:1734686083.333043:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686083.333049:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848593664 00000100:00100000:2.0:1734686083.333050:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848593920 00000100:00100000:0.0:1734686083.333052:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848593664 00000100:00100000:2.0:1734686083.333053:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848593920 00000100:00100000:3.0:1734686083.333053:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848594176 00000100:00100000:3.0:1734686083.333056:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848594176 00000100:00100000:3.0:1734686083.333067:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848594560 00000100:00100000:3.0:1734686083.333069:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848594560 00000100:00100000:2.0:1734686083.333072:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3654 00000100:00100000:0.0:1734686083.333075:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1734686083.333076:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848593920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686083.333078:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848593664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686083.333079:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54586 00000100:00100000:1.0:1734686083.333083:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54587 00000100:00100000:3.0:1734686083.333084:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848594176:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686083.333087:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848594560:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686083.333099:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686083.333101:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848593920:12345-0@lo:400:kworker.0 Request processed in 24us (88us total) trans 0 rc 0/0 00010000:00020000:1.0:1734686083.333103:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686083.333105:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848593664:12345-0@lo:400:kworker.0 Request processed in 25us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686083.333106:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3654 00000100:00100000:0.0:1734686083.333110:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:1.0:1734686083.333124:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848594560:12345-0@lo:8:kworker.0 Request processed in 37us (80us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686083.333127:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848594176:12345-0@lo:8:kworker.0 Request processed in 43us (114us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734686083.333129:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686053 00000100:00100000:1.0:1734686083.333129:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54587 00000100:00080000:0.0:1734686083.333131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686053 00000100:00100000:3.0:1734686083.333133:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54586 00000100:00100000:0.0:1734686083.333138:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686083.333142:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848594688 00000100:00100000:3.0:1734686083.333145:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848594688 00000100:00080000:1.0:1734686083.333147:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686083.333150:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686083.333153:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848594560:0@lo:8:kworker.0 00000100:00100000:0.0:1734686083.333159:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848593920:0@lo:400:kworker.0 00000100:00080000:1.0:1734686083.333159:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686083.333160:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8024 00000100:00080000:1.0:1734686083.333161:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686083.333163:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848594176:0@lo:8:kworker.0 00000100:00100000:3.0:1734686083.333164:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848594688:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686083.333171:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686053 00000100:00100000:0.0:1734686083.333180:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848593664:0@lo:400:kworker.0 00000100:00100000:1.0:1734686083.333182:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848594048 00000100:00100000:1.0:1734686083.333185:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848594048 00000100:00100000:3.0:1734686083.333187:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848594688:12345-0@lo:400:kworker.0 Request processed in 23us (49us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686083.333193:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8024 00000100:00100000:0.0:1734686083.333195:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848594688:0@lo:400:kworker.0 00000100:00100000:1.0:1734686083.333205:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41731 00000100:00080000:0.0:1734686083.333208:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686053 00000100:00100000:1.0:1734686083.333208:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848594048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686083.333234:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848594048:12345-0@lo:400:kworker.0 Request processed in 25us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686083.333242:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848594048:0@lo:400:kworker.0 00000100:00100000:1.0:1734686083.333243:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41731 00000100:00100000:2.0:1734686083.348899:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848594944:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686083.348958:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686083.349003:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848594944 00000100:00100000:1.0:1734686083.349009:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848594944 00000100:00100000:1.0:1734686083.349048:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41732 00000100:00100000:1.0:1734686083.349053:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848594944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686083.349082:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686083.349118:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848594944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686083.349124:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41732 00000100:00100000:2.0:1734686083.349135:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848594944:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686083.412932:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686083.412970:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848595072:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686083.413172:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686083.413278:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848595072 00000100:00100000:2.0:1734686083.413288:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848595072 00000100:00100000:2.0:1734686083.413347:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7150 00000100:00100000:2.0:1734686083.413356:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848595072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686083.413390:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686083.413456:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848595072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686083.413463:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7150 00000100:00100000:1.0:1734686083.413508:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848595072:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686083.516931:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686084.518912:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686085.108849:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848595200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686085.108913:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686085.108963:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848595200 00000100:00100000:2.0:1734686085.108969:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848595200 00000100:00080000:0.0:1734686085.109014:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686055 00000100:00100000:2.0:1734686085.109018:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7151 00000100:00100000:2.0:1734686085.109024:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848595200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686085.109047:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686085.109083:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848595200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686085.109088:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7151 00000100:00100000:1.0:1734686085.109116:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848595200:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734686085.520714:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686085.767166:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686085.767216:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686085.767248:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686085.767291:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686085.767327:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872758784 00000100:00100000:0.0:1734686085.767335:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872758784 00000100:00100000:0.0:1734686085.767364:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54588 00000100:00100000:0.0:1734686085.767370:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872758784:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686085.767393:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686085.767396:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872758400 00000100:00100000:3.0:1734686085.767398:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872758528 00000100:00100000:1.0:1734686085.767406:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872758400 00000100:00100000:3.0:1734686085.767406:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872758528 00000100:00100000:3.0:1734686085.767458:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872758656 00000100:00100000:1.0:1734686085.767461:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1189 00000100:00100000:3.0:1734686085.767461:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872758656 00000100:00100000:1.0:1734686085.767467:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872758400:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686085.767480:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3655 00000100:00100000:3.0:1734686085.767485:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872758528:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686085.767487:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3656 00000100:00100000:2.0:1734686085.767495:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872758656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686085.767565:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872758528:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686085.767573:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3655 00000100:00100000:1.0:1734686085.767576:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872758400:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 108us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686085.767582:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1189 00000100:00100000:2.0:1734686085.767611:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872758656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 115us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686085.767618:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3656 00000100:00080000:3.0:1734686085.767620:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686055 00000100:00080000:3.0:1734686085.767624:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686055 00000100:00080000:3.0:1734686085.767626:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686055 00000100:00100000:0.0:1734686085.767710:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872758784:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 339us (418us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686085.767725:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54588 00010000:00010000:3.0:1734686086.522721:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686087.524752:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686088.292727:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848595328:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686088.292784:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686088.292857:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848595328 00000100:00100000:1.0:1734686088.292863:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848595328 00000100:00100000:1.0:1734686088.292901:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41733 00000100:00100000:1.0:1734686088.292906:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848595328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686088.292934:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686088.292971:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848595328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686088.292976:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41733 00000100:00100000:3.0:1734686088.293003:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848595328:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686088.340769:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734686088.340769:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848595584:0@lo:400:kworker.0 00000100:00080000:0.0:1734686088.340775:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686088.340777:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686088.340782:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10883 00000100:00080000:0.0:1734686088.340789:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686088.340794:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686088.340822:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae7800 x1818938848595968/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686088.340833:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686088.340842:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686088.340844:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686088.340846:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686088.340848:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10883 00000100:00080000:0.0:1734686088.340850:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734686088.340853:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686088.340860:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae4a80 x1818938848596352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686088.340861:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848596224:0@lo:400:kworker.0 00000100:00100000:2.0:1734686088.340876:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686088.340886:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734686088.340891:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848595712:0@lo:400:kworker.0 00000100:00100000:2.0:1734686088.340903:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686088.340910:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848595968:0@lo:8:kworker.0 00000100:00100000:2.0:1734686088.340913:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848596480:0@lo:400:kworker.0 00000100:00100000:2.0:1734686088.340929:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686088.340948:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848596480 00000100:00100000:3.0:1734686088.340951:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848595584 00000100:00100000:0.0:1734686088.340953:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848596480 00000100:00100000:2.0:1734686088.340959:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848596224 00000100:00100000:3.0:1734686088.340961:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848595584 00000100:00100000:2.0:1734686088.340963:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848596224 00000100:00100000:2.0:1734686088.340986:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848595712 00000100:00100000:0.0:1734686088.340987:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8025 00000100:00100000:2.0:1734686088.340988:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848595712 00000100:00100000:0.0:1734686088.340992:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848596480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686088.341004:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3657 00000100:00100000:2.0:1734686088.341010:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848596224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686088.341020:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3658 00000100:00100000:3.0:1734686088.341027:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848595584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686088.341037:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848596480:12345-0@lo:400:kworker.0 Request processed in 44us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686088.341042:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8025 00000100:00100000:2.0:1734686088.341044:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848596224:12345-0@lo:400:kworker.0 Request processed in 34us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686088.341050:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3657 00000100:00100000:2.0:1734686088.341063:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3659 00000100:00100000:2.0:1734686088.341067:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848595712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686088.341078:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686088.341082:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848595456:0@lo:400:kworker.0 00000100:00100000:3.0:1734686088.341094:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848595584:12345-0@lo:400:kworker.0 Request processed in 67us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686088.341096:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848596352:0@lo:8:kworker.0 00000100:00100000:2.0:1734686088.341096:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848595712:12345-0@lo:400:kworker.0 Request processed in 29us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686088.341101:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3658 00000100:00100000:2.0:1734686088.341105:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3659 00000100:00100000:1.0:1734686088.341109:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686088.341113:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686088.341122:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848596096:0@lo:400:kworker.0 00000100:00080000:0.0:1734686088.341132:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686058 00000100:00100000:2.0:1734686088.341133:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848595712:0@lo:400:kworker.0 00000100:00080000:0.0:1734686088.341136:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686058 00000100:00100000:1.0:1734686088.341136:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686088.341138:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686058 00000100:00100000:2.0:1734686088.341140:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848596480:0@lo:400:kworker.0 00000100:00100000:3.0:1734686088.341141:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848595840:0@lo:400:kworker.0 00000100:00100000:0.0:1734686088.341144:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848595968 00000100:00100000:0.0:1734686088.341146:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848595968 00000100:00100000:2.0:1734686088.341146:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848596224:0@lo:400:kworker.0 00000100:00100000:1.0:1734686088.341155:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848596352 00000100:00100000:2.0:1734686088.341155:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848595584:0@lo:400:kworker.0 00000100:00100000:0.0:1734686088.341158:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848596096 00000100:00100000:1.0:1734686088.341158:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848596352 00000100:00100000:0.0:1734686088.341159:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848596096 00000100:00100000:3.0:1734686088.341172:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686088.341173:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8026 00000100:00100000:0.0:1734686088.341177:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54589 00000100:00100000:1.0:1734686088.341178:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848596096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686088.341181:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848595968:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686088.341187:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54590 00000100:00100000:3.0:1734686088.341190:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848596608:0@lo:400:kworker.0 00000100:00100000:2.0:1734686088.341191:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848596352:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686088.341197:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734686088.341201:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686088.341204:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848596096:12345-0@lo:400:kworker.0 Request processed in 26us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686088.341209:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8026 00000100:00100000:3.0:1734686088.341216:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686088.341223:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848595968:12345-0@lo:8:kworker.0 Request processed in 41us (145us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686088.341223:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848596352:12345-0@lo:8:kworker.0 Request processed in 31us (109us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686088.341228:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54589 00000100:00100000:1.0:1734686088.341230:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848596096:0@lo:400:kworker.0 00000100:00100000:2.0:1734686088.341231:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54590 00000100:00100000:3.0:1734686088.341238:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848596608 00000100:00080000:0.0:1734686088.341240:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686058 00000100:00100000:3.0:1734686088.341241:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848596608 00000100:00100000:1.0:1734686088.341249:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848595456 00000100:00080000:0.0:1734686088.341250:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686088.341250:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848595840 00000100:00100000:1.0:1734686088.341251:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848595456 00000100:00080000:0.0:1734686088.341252:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686088.341253:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848595840 00000100:00100000:0.0:1734686088.341255:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848595968:0@lo:8:kworker.0 00000100:00100000:3.0:1734686088.341257:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3660 00000100:00080000:0.0:1734686088.341261:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686088.341261:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848596608:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686088.341262:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686088.341265:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848596352:0@lo:8:kworker.0 00000100:00100000:2.0:1734686088.341272:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41734 00000100:00100000:1.0:1734686088.341273:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:2.0:1734686088.341275:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848595840:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686088.341276:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686058 00000100:00100000:1.0:1734686088.341277:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848595456:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686088.341278:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686058 00000100:00100000:3.0:1734686088.341286:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848596608:12345-0@lo:400:kworker.0 Request processed in 24us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686088.341291:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3660 00000100:00100000:1.0:1734686088.341302:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848595456:12345-0@lo:400:kworker.0 Request processed in 25us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686088.341303:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848595840:12345-0@lo:400:kworker.0 Request processed in 26us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686088.341308:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:2.0:1734686088.341308:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41734 00000100:00100000:3.0:1734686088.341322:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848595840:0@lo:400:kworker.0 00000100:00100000:1.0:1734686088.341330:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848595456:0@lo:400:kworker.0 00000100:00100000:3.0:1734686088.341333:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848596608:0@lo:400:kworker.0 00000100:00100000:1.0:1734686088.356793:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848596736:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686088.356855:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686088.356900:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848596736 00000100:00100000:2.0:1734686088.356907:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848596736 00000100:00100000:2.0:1734686088.356940:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41735 00000100:00100000:2.0:1734686088.356945:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848596736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686088.356968:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686088.357010:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848596736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686088.357016:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41735 00000100:00100000:1.0:1734686088.357098:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848596736:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686088.420760:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848596864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686088.420829:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686088.420867:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848596864 00000100:00100000:0.0:1734686088.420874:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848596864 00000100:00100000:0.0:1734686088.420923:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7152 00000100:00100000:0.0:1734686088.420928:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848596864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686088.420955:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686088.421001:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848596864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686088.421010:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7152 00000100:00100000:2.0:1734686088.421029:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848596864:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686088.526728:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686089.528705:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686090.116716:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848596992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686090.116767:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686090.116815:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848596992 00000100:00100000:2.0:1734686090.116822:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848596992 00000100:00080000:0.0:1734686090.116843:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686060 00000100:00100000:2.0:1734686090.116869:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7153 00000100:00100000:2.0:1734686090.116875:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848596992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686090.116900:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686090.116938:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848596992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686090.116943:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7153 00000100:00100000:0.0:1734686090.116974:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848596992:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734686090.530718:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686090.774980:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686090.775019:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686090.775044:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872759296 00000100:00100000:2.0:1734686090.775051:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872759296 00000100:00100000:0.0:1734686090.775057:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686090.775077:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54591 00000100:00100000:2.0:1734686090.775082:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872759296:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686090.775082:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872759040 00000100:00100000:3.0:1734686090.775087:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872759040 00000100:00100000:0.0:1734686090.775097:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00020000:2.0:1734686090.775102:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734686090.775112:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686060 00000100:00100000:3.0:1734686090.775117:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872759168 00000100:00100000:3.0:1734686090.775120:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872759168 00000100:00100000:1.0:1734686090.775121:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872758912 00000100:00100000:1.0:1734686090.775126:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872758912 00000100:00100000:0.0:1734686090.775136:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3661 00000100:00100000:0.0:1734686090.775142:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872759040:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686090.775145:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872759296:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 61us (172us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686090.775147:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3662 00000100:00100000:1.0:1734686090.775151:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1191 00000100:00100000:2.0:1734686090.775151:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54591 00000100:00100000:3.0:1734686090.775152:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872759168:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686090.775155:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872758912:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686090.775173:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872759040:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686090.775178:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3661 00000100:00100000:3.0:1734686090.775178:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872759168:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686090.775181:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872758912:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686090.775184:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3662 00000100:00100000:1.0:1734686090.775186:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1191 00000100:00080000:0.0:1734686090.775193:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686060 00000100:00080000:0.0:1734686090.775195:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686060 00010000:00010000:3.0:1734686091.532983:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686092.534803:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686093.300792:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848597120:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686093.300846:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686093.300919:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848597120 00000100:00100000:2.0:1734686093.300925:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848597120 00000100:00100000:2.0:1734686093.300964:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41736 00000100:00100000:2.0:1734686093.300971:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848597120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686093.301002:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686093.301045:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848597120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686093.301051:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41736 00000100:00100000:0.0:1734686093.301062:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072efa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848597120:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686093.348823:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686093.348829:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686093.348833:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686093.348840:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10888 00000100:00080000:0.0:1734686093.348845:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686093.348850:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686093.348869:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009564ed80 x1818938848597760/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686093.348875:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848597376:0@lo:400:kworker.0 00000100:00080000:0.0:1734686093.348892:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686093.348895:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686093.348896:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686093.348899:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10888 00000100:00080000:0.0:1734686093.348902:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734686093.348905:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686093.348915:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009564f800 x1818938848598144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686093.348953:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848597504:0@lo:400:kworker.0 00000100:00100000:3.0:1734686093.348966:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686093.349044:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848597248:0@lo:400:kworker.0 00000100:00100000:2.0:1734686093.349117:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848597632:0@lo:400:kworker.0 00000100:00100000:3.0:1734686093.350026:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848598016:0@lo:400:kworker.0 00000100:00100000:3.0:1734686093.350058:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686093.350098:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848597376 00000100:00100000:3.0:1734686093.350105:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848597376 00000100:00100000:3.0:1734686093.350137:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848598016 00000100:00100000:3.0:1734686093.350139:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848598016 00000100:00100000:3.0:1734686093.350159:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3663 00000100:00100000:3.0:1734686093.350165:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848597376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686093.350205:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848597376:12345-0@lo:400:kworker.0 Request processed in 39us (1240us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686093.350211:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3663 00000100:00100000:3.0:1734686093.350227:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3664 00000100:00100000:3.0:1734686093.350230:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848598016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686093.350248:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848598016:12345-0@lo:400:kworker.0 Request processed in 17us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686093.350252:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3664 00000100:00100000:3.0:1734686093.350281:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848598016:0@lo:400:kworker.0 00000100:00100000:3.0:1734686093.350291:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848597376:0@lo:400:kworker.0 00000100:00080000:3.0:1734686093.350322:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686063 00000100:00100000:0.0:1734686093.350857:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686093.350883:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848598272:0@lo:400:kworker.0 00000100:00100000:0.0:1734686093.350903:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686093.350928:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848598272 00000100:00100000:0.0:1734686093.350931:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848598272 00000100:00100000:3.0:1734686093.350943:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848597504 00000100:00100000:3.0:1734686093.350946:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848597504 00000100:00100000:0.0:1734686093.350953:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8027 00000100:00100000:0.0:1734686093.350958:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848598272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686093.350963:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3665 00000100:00100000:3.0:1734686093.350967:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848597504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686093.350989:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848598272:12345-0@lo:400:kworker.0 Request processed in 30us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686093.350994:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8027 00000100:00100000:3.0:1734686093.350994:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848597504:12345-0@lo:400:kworker.0 Request processed in 26us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686093.350999:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3665 00000100:00080000:3.0:1734686093.351011:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686063 00000100:00080000:3.0:1734686093.351013:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686063 00000100:00100000:0.0:1734686093.351021:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848597504:0@lo:400:kworker.0 00000100:00100000:0.0:1734686093.351028:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848598272:0@lo:400:kworker.0 00000100:00100000:1.0:1734686093.351705:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686093.351711:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686093.351737:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848597760:0@lo:8:kworker.0 00000100:00100000:2.0:1734686093.351747:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848598400:0@lo:400:kworker.0 00000100:00100000:0.0:1734686093.351759:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686093.351798:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848597632 00000100:00100000:3.0:1734686093.351802:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848597632 00000100:00100000:2.0:1734686093.351833:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686093.351854:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848598400 00000100:00100000:2.0:1734686093.351857:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848598400 00000100:00100000:1.0:1734686093.351870:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848597888:0@lo:400:kworker.0 00000100:00100000:2.0:1734686093.351873:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3666 00000100:00100000:2.0:1734686093.351877:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848598400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686093.351901:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848597248 00000100:00100000:2.0:1734686093.351903:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848598400:12345-0@lo:400:kworker.0 Request processed in 25us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686093.351904:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848597248 00000100:00100000:2.0:1734686093.351910:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3666 00000100:00100000:1.0:1734686093.351927:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:1.0:1734686093.351931:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848597248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686093.351936:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848598400:0@lo:400:kworker.0 00000100:00080000:2.0:1734686093.351952:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686063 00000100:00080000:2.0:1734686093.351955:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686063 00000100:00100000:1.0:1734686093.351958:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848597248:12345-0@lo:400:kworker.0 Request processed in 26us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686093.351963:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:3.0:1734686093.352037:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41737 00000100:00100000:3.0:1734686093.352042:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848597632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686093.352048:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848598144:0@lo:8:kworker.0 00000100:00100000:0.0:1734686093.352068:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686093.352074:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848597632:12345-0@lo:400:kworker.0 Request processed in 31us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686093.352078:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41737 00000100:00100000:0.0:1734686093.352090:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848597760 00000100:00100000:0.0:1734686093.352093:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848597760 00000100:00100000:3.0:1734686093.352100:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848598144 00000100:00100000:3.0:1734686093.352104:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848598144 00000100:00100000:0.0:1734686093.352106:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54592 00000100:00100000:0.0:1734686093.352111:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848597760:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686093.352116:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54593 00000100:00100000:3.0:1734686093.352120:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848598144:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686093.352126:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734686093.352129:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686093.352153:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848597760:12345-0@lo:8:kworker.0 Request processed in 41us (393us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686093.352153:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848598144:12345-0@lo:8:kworker.0 Request processed in 32us (84us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686093.352158:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54593 00000100:00100000:1.0:1734686093.352191:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686093.352201:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848597632:0@lo:400:kworker.0 00000100:00100000:1.0:1734686093.352212:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848597248:0@lo:400:kworker.0 00000100:00100000:2.0:1734686093.352223:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848597888 00000100:00100000:2.0:1734686093.352226:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848597888 00000100:00080000:3.0:1734686093.352260:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686063 00000100:00100000:0.0:1734686093.352267:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54592 00000100:00080000:0.0:1734686093.352289:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686093.352299:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686093.352302:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848597760:0@lo:8:kworker.0 00000100:00080000:0.0:1734686093.352309:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686093.352311:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686093.352311:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8028 00000100:00100000:0.0:1734686093.352313:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848598144:0@lo:8:kworker.0 00000100:00100000:2.0:1734686093.352315:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848597888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686093.352345:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848597888:12345-0@lo:400:kworker.0 Request processed in 29us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686093.352350:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8028 00000100:00100000:0.0:1734686093.352356:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848597888:0@lo:400:kworker.0 00000100:00100000:0.0:1734686093.364810:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848598528:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686093.364889:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686093.365034:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848598528 00000100:00100000:3.0:1734686093.365042:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848598528 00000100:00100000:3.0:1734686093.365094:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41738 00000100:00100000:3.0:1734686093.365101:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848598528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686093.365131:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686093.365190:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848598528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686093.365196:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41738 00000100:00100000:1.0:1734686093.365580:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848598528:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686093.428821:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848598656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686093.428866:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686093.428903:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848598656 00000100:00100000:2.0:1734686093.428910:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848598656 00000100:00100000:2.0:1734686093.428935:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7154 00000100:00100000:2.0:1734686093.428939:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848598656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686093.428964:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686093.429003:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848598656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686093.429009:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7154 00000100:00100000:0.0:1734686093.429074:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848598656:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686093.536745:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686094.538738:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686095.124746:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848598784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686095.124816:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686095.124880:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848598784 00000100:00100000:3.0:1734686095.124887:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848598784 00000100:00080000:0.0:1734686095.124929:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686065 00000100:00100000:3.0:1734686095.124933:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7155 00000100:00100000:3.0:1734686095.124939:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848598784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686095.124966:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686095.124997:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848598784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686095.125004:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7155 00000100:00100000:2.0:1734686095.125018:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848598784:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1734686095.540768:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686095.783018:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686095.783067:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686095.783094:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686095.783129:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872759424 00000100:00100000:1.0:1734686095.783137:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872759424 00000100:00100000:0.0:1734686095.783142:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686095.783147:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872759552 00000100:00100000:2.0:1734686095.783151:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872759552 00000100:00080000:0.0:1734686095.783161:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686065 00000100:00080000:0.0:1734686095.783164:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686065 00000100:00100000:2.0:1734686095.783178:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872759680 00000100:00100000:2.0:1734686095.783180:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872759680 00000100:00100000:0.0:1734686095.783182:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872759808 00000100:00100000:1.0:1734686095.783182:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1193 00000100:00100000:0.0:1734686095.783185:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872759808 00000100:00100000:1.0:1734686095.783188:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872759424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686095.783196:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3667 00000100:00100000:0.0:1734686095.783201:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54594 00000100:00100000:2.0:1734686095.783201:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872759552:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686095.783205:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872759808:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686095.783219:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3668 00010000:00020000:0.0:1734686095.783224:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686095.783225:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872759680:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686095.783238:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872759424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686095.783238:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872759552:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686095.783243:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872759808:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (101us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686095.783244:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3667 00000100:00100000:1.0:1734686095.783245:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1193 00000100:00100000:0.0:1734686095.783248:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54594 00000100:00100000:3.0:1734686095.783251:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872759680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686095.783256:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3668 00000100:00080000:0.0:1734686095.783348:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686065 00010000:00010000:3.0:1734686096.542829:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686097.544787:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686098.308778:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848598912:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686098.308835:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686098.308920:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848598912 00000100:00100000:0.0:1734686098.308927:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848598912 00000100:00100000:0.0:1734686098.309010:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41739 00000100:00100000:0.0:1734686098.309016:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848598912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686098.309045:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686098.309096:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848598912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686098.309102:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41739 00000100:00100000:2.0:1734686098.309211:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848598912:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686098.356788:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686098.356793:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686098.356796:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686098.356804:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10893 00000100:00080000:0.0:1734686098.356808:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734686098.356813:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686098.356822:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848599296:0@lo:400:kworker.0 00000100:00100000:0.0:1734686098.356829:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009564fb80 x1818938848599552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686098.356851:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686098.356854:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686098.356855:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686098.356858:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10893 00000100:00080000:0.0:1734686098.356860:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686098.356862:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686098.356870:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009564df80 x1818938848599936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686098.356876:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686098.356895:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848599552:0@lo:8:kworker.0 00000100:00100000:3.0:1734686098.356904:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848600064:0@lo:400:kworker.0 00000100:00100000:0.0:1734686098.356918:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686098.356940:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848599296 00000100:00100000:3.0:1734686098.356945:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848599296 00000100:00100000:1.0:1734686098.356965:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848599168:0@lo:400:kworker.0 00000100:00100000:3.0:1734686098.356979:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3669 00000100:00100000:3.0:1734686098.356985:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848599296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686098.357017:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848599424:0@lo:400:kworker.0 00000100:00100000:1.0:1734686098.357582:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686098.357586:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b568380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848599296:12345-0@lo:400:kworker.0 Request processed in 599us (708us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686098.357592:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3669 00000100:00100000:1.0:1734686098.357601:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848599808:0@lo:400:kworker.0 00000100:00100000:3.0:1734686098.357607:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848599168 00000100:00100000:3.0:1734686098.357610:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848599168 00000100:00100000:1.0:1734686098.357617:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686098.357729:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848599936:0@lo:8:kworker.0 00000100:00100000:0.0:1734686098.357744:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686098.357768:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848599552 00000100:00100000:0.0:1734686098.357771:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848599552 00000100:00100000:3.0:1734686098.357817:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848599808 00000100:00100000:3.0:1734686098.357820:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848599808 00000100:00100000:3.0:1734686098.357835:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3670 00000100:00100000:3.0:1734686098.357839:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848599168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686098.357840:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3671 00000100:00100000:1.0:1734686098.357844:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848599808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686098.357867:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848599168:12345-0@lo:400:kworker.0 Request processed in 27us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686098.357869:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848599808:12345-0@lo:400:kworker.0 Request processed in 25us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686098.357873:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3670 00000100:00100000:1.0:1734686098.357875:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3671 00000100:00080000:3.0:1734686098.357885:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686068 00000100:00080000:3.0:1734686098.357888:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686068 00000100:00100000:1.0:1734686098.357891:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848599040:0@lo:400:kworker.0 00000100:00100000:3.0:1734686098.357896:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686098.357912:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686098.357918:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848599296:0@lo:400:kworker.0 00000100:00100000:1.0:1734686098.357921:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848599680:0@lo:400:kworker.0 00000100:00100000:1.0:1734686098.357934:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686098.357938:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848599936 00000100:00100000:3.0:1734686098.357941:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848599936 00000100:00100000:1.0:1734686098.357951:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848599040 00000100:00100000:3.0:1734686098.357952:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848600064 00000100:00100000:1.0:1734686098.357954:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848599040 00000100:00100000:3.0:1734686098.357954:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848600064 00000100:00100000:3.0:1734686098.357975:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848599680 00000100:00100000:3.0:1734686098.357976:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848599680 00000100:00100000:1.0:1734686098.357980:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1734686098.357984:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848599040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686098.357992:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8029 00000100:00100000:3.0:1734686098.357996:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848600064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686098.358004:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848599040:12345-0@lo:400:kworker.0 Request processed in 20us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686098.358009:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:3.0:1734686098.358019:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848600064:12345-0@lo:400:kworker.0 Request processed in 23us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686098.358024:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8029 00000100:00100000:1.0:1734686098.358032:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8030 00000100:00100000:3.0:1734686098.358034:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54595 00000100:00100000:1.0:1734686098.358035:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848599680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686098.358037:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848599936:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686098.358052:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848599680:12345-0@lo:400:kworker.0 Request processed in 16us (116us total) trans 0 rc 0/0 00010000:00020000:3.0:1734686098.358053:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686098.358056:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8030 00000100:00100000:1.0:1734686098.358073:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848599040:0@lo:400:kworker.0 00000100:00100000:3.0:1734686098.358073:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848599936:12345-0@lo:8:kworker.0 Request processed in 34us (328us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686098.358078:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54595 00000100:00100000:1.0:1734686098.358080:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848599680:0@lo:400:kworker.0 00000100:00080000:3.0:1734686098.358092:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686068 00000100:00080000:3.0:1734686098.358094:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686068 00000100:00100000:1.0:1734686098.358097:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848599168:0@lo:400:kworker.0 00000100:00100000:1.0:1734686098.358104:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848599808:0@lo:400:kworker.0 00000100:00100000:3.0:1734686098.358105:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848600064:0@lo:400:kworker.0 00000100:00100000:3.0:1734686098.358136:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686098.358150:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848599424 00000100:00100000:3.0:1734686098.358153:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848599424 00000100:00100000:3.0:1734686098.358179:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41740 00000100:00100000:3.0:1734686098.358183:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848599424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686098.358202:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54596 00000100:00100000:3.0:1734686098.358205:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848599424:12345-0@lo:400:kworker.0 Request processed in 21us (68us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686098.358206:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848599552:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686098.358209:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41740 00010000:00020000:0.0:1734686098.358215:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686098.358219:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686068 00000100:00100000:3.0:1734686098.358224:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848600192:0@lo:400:kworker.0 00000100:00100000:3.0:1734686098.358238:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686098.358248:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848600192 00000100:00100000:2.0:1734686098.358251:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848600192 00000100:00100000:3.0:1734686098.358252:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848599424:0@lo:400:kworker.0 00000100:00100000:2.0:1734686098.358266:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3672 00000100:00100000:2.0:1734686098.358269:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848600192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686098.358317:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848600192:12345-0@lo:400:kworker.0 Request processed in 47us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686098.358322:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3672 00000100:00100000:3.0:1734686098.358341:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848600192:0@lo:400:kworker.0 00000100:00100000:0.0:1734686098.358375:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848599552:12345-0@lo:8:kworker.0 Request processed in 167us (1455us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686098.358380:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54596 00000100:00080000:0.0:1734686098.358402:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686098.358406:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686098.358408:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848599552:0@lo:8:kworker.0 00000100:00080000:0.0:1734686098.358414:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686098.358416:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686098.358418:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848599936:0@lo:8:kworker.0 00000100:00100000:1.0:1734686098.372757:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848600320:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686098.372810:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686098.372833:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848600320 00000100:00100000:3.0:1734686098.372839:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848600320 00000100:00100000:3.0:1734686098.372871:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41741 00000100:00100000:3.0:1734686098.372881:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848600320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686098.372912:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686098.372953:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848600320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686098.372958:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41741 00000100:00100000:1.0:1734686098.372972:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848600320:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686098.436763:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848600448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686098.436818:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686098.436861:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848600448 00000100:00100000:3.0:1734686098.436868:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848600448 00000100:00100000:3.0:1734686098.436902:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7156 00000100:00100000:3.0:1734686098.436908:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848600448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686098.436933:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686098.436963:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848600448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686098.436968:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7156 00000100:00100000:2.0:1734686098.436984:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848600448:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686098.546754:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686099.548826:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686100.132789:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848600576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686100.132844:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686100.132894:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848600576 00000100:00100000:0.0:1734686100.132905:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848600576 00000100:00080000:3.0:1734686100.132954:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686070 00000100:00100000:2.0:1734686100.133227:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7157 00000100:00100000:2.0:1734686100.133240:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848600576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686100.133275:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686100.133339:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848600576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686100.133345:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7157 00000100:00100000:3.0:1734686100.133378:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848600576:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686100.550907:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686100.791098:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686100.791149:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686100.791177:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686100.791210:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686100.791220:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872759936 00000100:00100000:3.0:1734686100.791231:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872759936 00000100:00100000:0.0:1734686100.791268:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872760064 00000100:00100000:0.0:1734686100.791272:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872760064 00000100:00100000:3.0:1734686100.791283:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1195 00000100:00100000:3.0:1734686100.791290:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872759936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686100.791298:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872760192 00000100:00100000:0.0:1734686100.791300:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872760192 00000100:00100000:0.0:1734686100.791314:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3673 00000100:00100000:0.0:1734686100.791318:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872760064:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686100.791350:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872760064:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686100.791359:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872759936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 69us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686100.791365:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1195 00000100:00080000:3.0:1734686100.791396:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686070 00000100:00080000:3.0:1734686100.791400:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686070 00000100:00080000:3.0:1734686100.791402:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686070 00000100:00100000:2.0:1734686100.791562:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3674 00000100:00100000:1.0:1734686100.791564:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872760320 00000100:00100000:1.0:1734686100.791572:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872760320 00000100:00100000:2.0:1734686100.791575:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872760192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686100.791594:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54597 00000100:00100000:1.0:1734686100.791612:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872760320:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734686100.791635:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686100.791667:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872760320:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 55us (456us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686100.791673:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54597 00000100:00100000:2.0:1734686100.791691:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872760192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 118us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686100.791706:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3674 00000100:00100000:0.0:1734686100.791771:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3673 00010000:00010000:3.0:1734686101.552754:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686102.554741:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686103.316882:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848600704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686103.316938:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686103.317048:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848600704 00000100:00100000:2.0:1734686103.317055:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848600704 00000100:00100000:2.0:1734686103.317100:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41742 00000100:00100000:2.0:1734686103.317106:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848600704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686103.317136:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686103.317178:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848600704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686103.317185:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41742 00000100:00100000:3.0:1734686103.317205:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848600704:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686103.365033:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848600832:0@lo:400:kworker.0 00000100:00080000:2.0:1734686103.365033:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686103.365039:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686103.365043:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686103.365046:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848601088:0@lo:400:kworker.0 00000100:00080000:2.0:1734686103.365048:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10898 00000100:00100000:0.0:1734686103.365049:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848600960:0@lo:400:kworker.0 00000100:00080000:2.0:1734686103.365053:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686103.365059:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686103.365078:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0c700 x1818938848601344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686103.365102:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686103.365105:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686103.365106:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686103.365109:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10898 00000100:00100000:0.0:1734686103.365110:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686103.365110:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686103.365111:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734686103.365113:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848601216:0@lo:400:kworker.0 00000100:00080000:2.0:1734686103.365114:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686103.365121:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae6a00 x1818938848601728/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686103.365139:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848600832 00000100:00100000:3.0:1734686103.365146:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848600832 00000100:00100000:0.0:1734686103.365148:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848601600:0@lo:400:kworker.0 00000100:00100000:1.0:1734686103.365149:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848601472:0@lo:400:kworker.0 00000100:00100000:2.0:1734686103.365161:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848600960 00000100:00100000:2.0:1734686103.365164:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848600960 00000100:00100000:0.0:1734686103.365168:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686103.365173:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686103.365180:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686103.365183:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848601856:0@lo:400:kworker.0 00000100:00100000:1.0:1734686103.365184:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686103.365185:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848601600 00000100:00100000:2.0:1734686103.365186:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848601600 00000100:00100000:1.0:1734686103.365189:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848601984:0@lo:400:kworker.0 00000100:00100000:3.0:1734686103.365189:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:3.0:1734686103.365196:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848600832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686103.365197:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3675 00000100:00100000:0.0:1734686103.365198:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686103.365202:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848600960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686103.365205:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686103.365215:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848601344:0@lo:8:kworker.0 00000100:00100000:1.0:1734686103.365224:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848601472 00000100:00100000:1.0:1734686103.365227:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848601472 00000100:00100000:0.0:1734686103.365231:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686103.365242:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848601728:0@lo:8:kworker.0 00000100:00100000:2.0:1734686103.365243:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848600960:12345-0@lo:400:kworker.0 Request processed in 40us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686103.365243:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848600832:12345-0@lo:400:kworker.0 Request processed in 47us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686103.365247:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848601856 00000100:00100000:1.0:1734686103.365249:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848601856 00000100:00100000:3.0:1734686103.365249:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1734686103.365250:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3675 00000100:00100000:0.0:1734686103.365257:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686103.365263:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848601344 00000100:00100000:1.0:1734686103.365265:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848601344 00000100:00100000:2.0:1734686103.365266:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848601984 00000100:00100000:2.0:1734686103.365269:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848601984 00000100:00100000:1.0:1734686103.365273:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848601728 00000100:00100000:1.0:1734686103.365275:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848601728 00000100:00080000:3.0:1734686103.365279:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686073 00000100:00080000:3.0:1734686103.365283:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686073 00000100:00100000:1.0:1734686103.365284:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8031 00000100:00100000:2.0:1734686103.365284:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3676 00000100:00080000:3.0:1734686103.365285:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686073 00000100:00100000:1.0:1734686103.365288:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848601472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686103.365288:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848601600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686103.365289:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3677 00000100:00100000:0.0:1734686103.365295:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848601984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686103.365297:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8032 00000100:00100000:3.0:1734686103.365302:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848601856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686103.365310:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848601600:12345-0@lo:400:kworker.0 Request processed in 22us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686103.365315:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3676 00000100:00100000:1.0:1734686103.365317:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848601472:12345-0@lo:400:kworker.0 Request processed in 28us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686103.365323:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848601984:12345-0@lo:400:kworker.0 Request processed in 28us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686103.365323:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8031 00000100:00100000:0.0:1734686103.365329:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3677 00000100:00100000:2.0:1734686103.365335:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54598 00000100:00100000:1.0:1734686103.365338:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54599 00000100:00100000:2.0:1734686103.365339:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848601344:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686103.365342:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848601728:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686103.365342:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848601856:12345-0@lo:400:kworker.0 Request processed in 39us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686103.365348:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8032 00010000:00020000:1.0:1734686103.365358:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734686103.365362:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686103.365367:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848601856:0@lo:400:kworker.0 00000100:00100000:3.0:1734686103.365370:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686103.365377:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848601600:0@lo:400:kworker.0 00000100:00100000:0.0:1734686103.365385:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848600960:0@lo:400:kworker.0 00000100:00100000:2.0:1734686103.365388:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848601344:12345-0@lo:8:kworker.0 Request processed in 47us (154us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686103.365390:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848601728:12345-0@lo:8:kworker.0 Request processed in 46us (132us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686103.365393:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54598 00000100:00100000:1.0:1734686103.365396:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54599 00000100:00100000:3.0:1734686103.365402:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686103.365410:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848601088 00000100:00080000:0.0:1734686103.365412:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686103.365412:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848601088 00000100:00080000:0.0:1734686103.365414:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686103.365417:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848601344:0@lo:8:kworker.0 00000100:00080000:0.0:1734686103.365421:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686103.365421:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848601984:0@lo:400:kworker.0 00000100:00100000:3.0:1734686103.365422:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848601216 00000100:00080000:0.0:1734686103.365423:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686103.365424:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848601728:0@lo:8:kworker.0 00000100:00100000:3.0:1734686103.365424:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848601216 00000100:00100000:1.0:1734686103.365428:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848601472:0@lo:400:kworker.0 00000100:00100000:2.0:1734686103.365430:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3678 00000100:00100000:1.0:1734686103.365434:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848600832:0@lo:400:kworker.0 00000100:00100000:2.0:1734686103.365434:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848601088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686103.365444:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41743 00000100:00100000:3.0:1734686103.365449:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848601216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686103.365462:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848601088:12345-0@lo:400:kworker.0 Request processed in 27us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686103.365467:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3678 00000100:00100000:3.0:1734686103.365474:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848601216:12345-0@lo:400:kworker.0 Request processed in 25us (72us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686103.365480:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41743 00000100:00080000:3.0:1734686103.365489:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686073 00000100:00080000:3.0:1734686103.365491:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686073 00000100:00100000:3.0:1734686103.365501:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848601088:0@lo:400:kworker.0 00000100:00100000:3.0:1734686103.365510:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848601216:0@lo:400:kworker.0 00000100:00100000:2.0:1734686103.380825:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848602112:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686103.380901:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686103.380931:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848602112 00000100:00100000:3.0:1734686103.380994:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848602112 00000100:00100000:3.0:1734686103.381053:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41744 00000100:00100000:3.0:1734686103.381060:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848602112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686103.381096:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686103.381247:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848602112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 187us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686103.381254:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41744 00000100:00100000:2.0:1734686103.381337:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848602112:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686103.444940:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848602240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686103.444993:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686103.445079:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848602240 00000100:00100000:1.0:1734686103.445086:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848602240 00000100:00100000:1.0:1734686103.445187:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7158 00000100:00100000:1.0:1734686103.445193:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848602240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686103.445219:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686103.445248:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848602240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686103.445254:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7158 00000100:00100000:0.0:1734686103.445330:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848602240:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686103.556987:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686104.558773:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686105.140745:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686105.140765:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848602368:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686105.140822:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686105.140916:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848602368 00000100:00100000:2.0:1734686105.140923:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848602368 00000100:00100000:2.0:1734686105.140979:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7159 00000100:00100000:2.0:1734686105.140986:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848602368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686105.141010:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686105.141053:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848602368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686105.141060:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7159 00000100:00080000:3.0:1734686105.141111:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686075 00000100:00100000:0.0:1734686105.141178:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848602368:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686105.560773:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686105.799347:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686105.799388:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686105.799405:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686105.799421:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872760448 00000100:00100000:0.0:1734686105.799430:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686105.799432:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872760448 00000100:00100000:2.0:1734686105.799455:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872760576 00000100:00080000:0.0:1734686105.799464:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686075 00000100:00100000:2.0:1734686105.799468:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872760576 00000100:00100000:0.0:1734686105.799481:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872760704 00000100:00100000:3.0:1734686105.799482:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1197 00000100:00100000:0.0:1734686105.799484:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872760704 00000100:00100000:3.0:1734686105.799490:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872760448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686105.799582:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872760832 00000100:00100000:1.0:1734686105.799585:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872760832 00000100:00100000:2.0:1734686105.799596:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3679 00000100:00100000:3.0:1734686105.799596:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872760448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 107us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686105.799604:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872760704:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686105.799604:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1197 00000100:00100000:1.0:1734686105.799608:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54600 00000100:00100000:1.0:1734686105.799613:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872760832:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734686105.799635:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686105.799662:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872760704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686105.799669:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3679 00000100:00100000:1.0:1734686105.799676:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872760832:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 62us (244us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686105.799682:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54600 00000100:00100000:0.0:1734686105.799685:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3680 00000100:00100000:0.0:1734686105.799690:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872760576:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686105.799718:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872760576:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686105.799723:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3680 00000100:00080000:0.0:1734686105.799741:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686075 00000100:00080000:0.0:1734686105.799744:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686075 00010000:00010000:3.0:1734686106.562896:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686107.564782:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686108.324728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848602496:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686108.324784:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686108.324826:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848602496 00000100:00100000:3.0:1734686108.324833:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848602496 00000100:00100000:3.0:1734686108.324869:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41745 00000100:00100000:3.0:1734686108.324874:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848602496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686108.324905:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686108.324959:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848602496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686108.324964:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41745 00000100:00100000:0.0:1734686108.324985:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848602496:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686108.373166:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848602624:0@lo:400:kworker.0 00000100:00080000:0.0:1734686108.373167:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686108.373172:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686108.373175:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686108.373180:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10903 00000100:00080000:0.0:1734686108.373184:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686108.373189:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686108.373208:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eed4a80 x1818938848603136/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686108.373221:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686108.373231:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686108.373234:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686108.373236:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686108.373239:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10903 00000100:00080000:0.0:1734686108.373241:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686108.373244:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686108.373244:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848603264:0@lo:400:kworker.0 00000100:00100000:0.0:1734686108.373253:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009eed7800 x1818938848603520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686108.373259:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686108.373300:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686108.373304:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848603008:0@lo:400:kworker.0 00000100:00100000:3.0:1734686108.373318:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686108.373324:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848602880:0@lo:400:kworker.0 00000100:00100000:2.0:1734686108.373324:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848603264 00000100:00100000:2.0:1734686108.373330:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848603264 00000100:00100000:3.0:1734686108.373336:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848603008 00000100:00100000:3.0:1734686108.373339:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848603008 00000100:00100000:1.0:1734686108.373352:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686108.373360:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41746 00000100:00100000:2.0:1734686108.373361:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8033 00000100:00100000:2.0:1734686108.373366:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848603264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686108.373366:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848603008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686108.373367:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c97e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848603648:0@lo:400:kworker.0 00000100:00100000:1.0:1734686108.373382:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686108.373397:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734686108.373400:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848603008:12345-0@lo:400:kworker.0 Request processed in 34us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686108.373402:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848602752:0@lo:400:kworker.0 00000100:00100000:2.0:1734686108.373404:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848603264:12345-0@lo:400:kworker.0 Request processed in 38us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686108.373405:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41746 00000100:00100000:2.0:1734686108.373409:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8033 00000100:00100000:1.0:1734686108.373418:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686108.373420:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848603648 00000100:00100000:2.0:1734686108.373422:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848603648 00000100:00100000:1.0:1734686108.373427:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848603392:0@lo:400:kworker.0 00000100:00100000:2.0:1734686108.373433:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8034 00000100:00100000:3.0:1734686108.373433:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848603008:0@lo:400:kworker.0 00000100:00100000:2.0:1734686108.373436:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848603648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686108.373441:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848603264:0@lo:400:kworker.0 00000100:00100000:1.0:1734686108.373453:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686108.373453:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848603648:12345-0@lo:400:kworker.0 Request processed in 16us (70us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686108.373458:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8034 00000100:00100000:2.0:1734686108.373469:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848602624 00000100:00100000:1.0:1734686108.373485:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c97e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848603648:0@lo:400:kworker.0 00000100:00100000:2.0:1734686108.373485:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848602624 00000100:00100000:1.0:1734686108.373503:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848603136:0@lo:8:kworker.0 00000100:00100000:2.0:1734686108.373504:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:3.0:1734686108.373504:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848602880 00000100:00100000:3.0:1734686108.373507:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848602880 00000100:00100000:2.0:1734686108.373508:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848602624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686108.373521:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686108.373524:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848602752 00000100:00100000:3.0:1734686108.373526:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848602752 00000100:00100000:2.0:1734686108.373548:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848602624:12345-0@lo:400:kworker.0 Request processed in 39us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686108.373552:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:3.0:1734686108.373553:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848603392 00000100:00100000:1.0:1734686108.373554:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848603520:0@lo:8:kworker.0 00000100:00100000:3.0:1734686108.373555:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848603392 00000100:00100000:3.0:1734686108.373567:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3681 00000100:00100000:1.0:1734686108.373571:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686108.373571:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848602880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686108.373580:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3682 00000100:00100000:2.0:1734686108.373584:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848602752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686108.373593:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848603136 00000100:00100000:1.0:1734686108.373596:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848603136 00000100:00100000:3.0:1734686108.373599:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848602880:12345-0@lo:400:kworker.0 Request processed in 27us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686108.373604:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3681 00000100:00100000:2.0:1734686108.373605:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848602752:12345-0@lo:400:kworker.0 Request processed in 19us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686108.373609:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848603520 00000100:00100000:2.0:1734686108.373609:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3682 00000100:00100000:1.0:1734686108.373611:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848603520 00000100:00100000:3.0:1734686108.373612:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3683 00000100:00100000:3.0:1734686108.373615:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848603392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686108.373621:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54601 00000100:00100000:1.0:1734686108.373625:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848603136:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686108.373630:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54602 00000100:00100000:3.0:1734686108.373631:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848603392:12345-0@lo:400:kworker.0 Request processed in 15us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686108.373633:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848603520:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686108.373636:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3683 00010000:00020000:1.0:1734686108.373640:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734686108.373643:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686108.373653:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848602624:0@lo:400:kworker.0 00000100:00080000:3.0:1734686108.373683:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686078 00000100:00080000:3.0:1734686108.373687:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686078 00000100:00080000:3.0:1734686108.373689:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686078 00000100:00080000:3.0:1734686108.373690:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686078 00000100:00100000:3.0:1734686108.373719:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686108.373724:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848603776:0@lo:400:kworker.0 00000100:00100000:3.0:1734686108.373742:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686108.373753:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848603776 00000100:00100000:3.0:1734686108.373755:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848603776 00000100:00100000:3.0:1734686108.373768:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3684 00000100:00100000:3.0:1734686108.373771:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848603776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686108.373782:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848603136:12345-0@lo:8:kworker.0 Request processed in 39us (144us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686108.373791:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848603776:12345-0@lo:400:kworker.0 Request processed in 19us (48us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686108.373793:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54601 00000100:00100000:3.0:1734686108.373795:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3684 00000100:00100000:3.0:1734686108.373810:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848603776:0@lo:400:kworker.0 00000100:00080000:1.0:1734686108.373873:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686108.373876:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686108.373879:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848603136:0@lo:8:kworker.0 00000100:00080000:1.0:1734686108.373887:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686108.373889:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686108.373891:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848603520:0@lo:8:kworker.0 00000100:00100000:1.0:1734686108.373914:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848602752:0@lo:400:kworker.0 00000100:00100000:1.0:1734686108.373921:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848603392:0@lo:400:kworker.0 00000100:00100000:1.0:1734686108.373927:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848602880:0@lo:400:kworker.0 00000100:00100000:2.0:1734686108.373974:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848603520:12345-0@lo:8:kworker.0 Request processed in 240us (304us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686108.373981:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54602 00000100:00100000:0.0:1734686108.388754:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734686108.388776:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848603904:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686108.388843:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686108.388900:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848603904 00000100:00100000:3.0:1734686108.388913:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848603904 00000100:00100000:3.0:1734686108.388977:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41747 00000100:00100000:3.0:1734686108.388985:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848603904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686108.389030:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686108.389108:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848603904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686108.389114:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41747 00000100:00100000:1.0:1734686108.389158:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848603904:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686108.452933:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686108.452950:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848604032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686108.453005:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686108.453069:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848604032 00000100:00100000:2.0:1734686108.453075:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848604032 00000100:00100000:2.0:1734686108.453121:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7160 00000100:00100000:2.0:1734686108.453127:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848604032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686108.453153:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686108.453244:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098492300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848604032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686108.453284:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848604032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686108.453292:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7160 00010000:00010000:2.0:1734686108.566769:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686109.568756:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686110.148698:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848604160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686110.148750:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686110.148812:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848604160 00000100:00100000:2.0:1734686110.148818:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848604160 00000100:00100000:2.0:1734686110.148859:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7161 00000100:00080000:3.0:1734686110.148863:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686080 00000100:00100000:2.0:1734686110.148865:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848604160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686110.148891:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686110.148936:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848604160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686110.148945:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7161 00000100:00100000:1.0:1734686110.148977:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848604160:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686110.570726:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686110.806934:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686110.806989:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686110.807022:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686110.807053:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872761088 00000100:00100000:0.0:1734686110.807056:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686110.807064:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872761088 00000100:00100000:2.0:1734686110.807068:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872760960 00000100:00100000:2.0:1734686110.807072:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872760960 00000100:00100000:0.0:1734686110.807095:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872761344 00000100:00100000:0.0:1734686110.807101:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872761344 00000100:00100000:3.0:1734686110.807106:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872761216 00000100:00100000:3.0:1734686110.807109:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872761216 00000100:00100000:2.0:1734686110.807111:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1199 00000100:00100000:2.0:1734686110.807115:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872760960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686110.807128:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3685 00000100:00100000:3.0:1734686110.807133:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872761088:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686110.807142:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54603 00000100:00100000:0.0:1734686110.807147:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872761344:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686110.807167:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872760960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (178us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686110.807169:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686110.807172:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1199 00000100:00100000:3.0:1734686110.807173:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872761088:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686110.807178:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3685 00000100:00100000:3.0:1734686110.807191:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3686 00000100:00100000:3.0:1734686110.807194:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872761216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686110.807198:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872761344:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 51us (142us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686110.807203:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54603 00000100:00100000:3.0:1734686110.807211:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872761216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 16us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686110.807214:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3686 00000100:00080000:2.0:1734686110.807217:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686080 00000100:00080000:2.0:1734686110.807220:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686080 00000100:00080000:2.0:1734686110.807222:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686080 00010000:00010000:3.0:1734686111.572703:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686112.574696:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686113.332689:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848604288:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686113.332742:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686113.332780:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848604288 00000100:00100000:3.0:1734686113.332786:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848604288 00000100:00100000:3.0:1734686113.332815:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41748 00000100:00100000:3.0:1734686113.332820:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848604288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686113.332844:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686113.332874:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848604288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686113.332878:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41748 00000100:00100000:1.0:1734686113.332908:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848604288:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686113.380736:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734686113.380736:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848604544:0@lo:400:kworker.0 00000100:00080000:2.0:1734686113.380742:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686113.380744:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848604800:0@lo:400:kworker.0 00000100:00080000:2.0:1734686113.380745:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686113.380747:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848604672:0@lo:400:kworker.0 00000100:00080000:2.0:1734686113.380749:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10908 00000100:00080000:2.0:1734686113.380752:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686113.380757:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686113.380773:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae4000 x1818938848604928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686113.380784:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686113.380784:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686113.380796:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686113.380799:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686113.380800:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686113.380803:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686113.380803:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10908 00000100:00080000:2.0:1734686113.380805:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:1.0:1734686113.380808:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00080000:2.0:1734686113.380808:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686113.380810:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848605184:0@lo:400:kworker.0 00000100:00100000:1.0:1734686113.380812:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848604416:0@lo:400:kworker.0 00000100:00100000:2.0:1734686113.380816:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae7480 x1818938848605312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686113.380829:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686113.380829:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686113.380830:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848604544 00000100:00100000:0.0:1734686113.380835:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848604544 00000100:00100000:1.0:1734686113.380836:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848605056:0@lo:400:kworker.0 00000100:00100000:3.0:1734686113.380841:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734686113.380845:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848604416 00000100:00100000:1.0:1734686113.380846:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686113.380846:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848605440:0@lo:400:kworker.0 00000100:00100000:2.0:1734686113.380848:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848604416 00000100:00100000:1.0:1734686113.380853:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848605568:0@lo:400:kworker.0 00000100:00100000:0.0:1734686113.380859:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848604672 00000100:00100000:0.0:1734686113.380861:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848604672 00000100:00100000:3.0:1734686113.380862:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686113.380867:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686113.380868:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1734686113.380873:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3687 00000100:00100000:2.0:1734686113.380874:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848604416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686113.380877:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848604544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686113.380883:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848605184 00000100:00100000:1.0:1734686113.380886:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848604928:0@lo:8:kworker.0 00000100:00100000:3.0:1734686113.380886:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848605184 00000100:00100000:3.0:1734686113.380903:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848605568 00000100:00100000:0.0:1734686113.380905:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848604544:12345-0@lo:400:kworker.0 Request processed in 28us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686113.380905:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848605568 00000100:00100000:1.0:1734686113.380907:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686113.380909:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3687 00000100:00100000:3.0:1734686113.380915:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3688 00000100:00100000:1.0:1734686113.380917:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848605312:0@lo:8:kworker.0 00000100:00100000:2.0:1734686113.380918:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848604416:12345-0@lo:400:kworker.0 Request processed in 39us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686113.380920:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848604672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686113.380921:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3689 00000100:00100000:0.0:1734686113.380923:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848605184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686113.380924:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:1.0:1734686113.380930:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686113.380933:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848605184:12345-0@lo:400:kworker.0 Request processed in 10us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686113.380936:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3689 00000100:00100000:3.0:1734686113.380945:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848604672:12345-0@lo:400:kworker.0 Request processed in 25us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686113.380946:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3690 00000100:00100000:0.0:1734686113.380949:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848605568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686113.380950:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3688 00000100:00100000:1.0:1734686113.380951:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848605056 00000100:00100000:1.0:1734686113.380953:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848605056 00000100:00080000:2.0:1734686113.380954:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686083 00000100:00080000:2.0:1734686113.380957:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686083 00000100:00080000:2.0:1734686113.380959:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686083 00000100:00080000:2.0:1734686113.380961:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686083 00000100:00100000:0.0:1734686113.380968:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848605568:12345-0@lo:400:kworker.0 Request processed in 18us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686113.380968:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848605440 00000100:00100000:1.0:1734686113.380969:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848605440 00000100:00100000:0.0:1734686113.380972:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3690 00000100:00100000:3.0:1734686113.380974:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848604928 00000100:00100000:3.0:1734686113.380976:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848604928 00000100:00100000:1.0:1734686113.380977:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848605312 00000100:00100000:1.0:1734686113.380978:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848605312 00000100:00100000:2.0:1734686113.380983:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8035 00000100:00100000:0.0:1734686113.380987:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8036 00000100:00100000:2.0:1734686113.380987:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848605056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686113.380989:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848605440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686113.380993:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54604 00000100:00100000:1.0:1734686113.380997:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848604928:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686113.380997:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54605 00000100:00100000:3.0:1734686113.381001:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848605312:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686113.381004:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848605440:12345-0@lo:400:kworker.0 Request processed in 14us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686113.381007:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8036 00010000:00020000:1.0:1734686113.381008:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686113.381010:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848605056:12345-0@lo:400:kworker.0 Request processed in 23us (163us total) trans 0 rc 0/0 00010000:00020000:3.0:1734686113.381012:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686113.381015:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8035 00000100:00100000:1.0:1734686113.381026:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848604928:12345-0@lo:8:kworker.0 Request processed in 29us (120us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734686113.381027:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686083 00000100:00100000:1.0:1734686113.381029:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54604 00000100:00100000:3.0:1734686113.381033:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848605312:12345-0@lo:8:kworker.0 Request processed in 31us (102us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686113.381036:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848604672:0@lo:400:kworker.0 00000100:00100000:2.0:1734686113.381036:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848604800 00000100:00100000:3.0:1734686113.381037:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54605 00000100:00100000:2.0:1734686113.381038:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848604800 00000100:00080000:1.0:1734686113.381045:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686113.381047:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686113.381049:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848604928:0@lo:8:kworker.0 00000100:00080000:1.0:1734686113.381053:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686113.381054:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686113.381055:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848605312:0@lo:8:kworker.0 00000100:00100000:2.0:1734686113.381057:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41749 00000100:00100000:3.0:1734686113.381060:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848605440:0@lo:400:kworker.0 00000100:00100000:2.0:1734686113.381061:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848604800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686113.381067:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848605184:0@lo:400:kworker.0 00000100:00100000:1.0:1734686113.381069:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848605568:0@lo:400:kworker.0 00000100:00100000:1.0:1734686113.381073:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848604416:0@lo:400:kworker.0 00000100:00100000:3.0:1734686113.381073:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848604544:0@lo:400:kworker.0 00000100:00100000:1.0:1734686113.381077:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848605056:0@lo:400:kworker.0 00000100:00100000:2.0:1734686113.381099:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848604800:12345-0@lo:400:kworker.0 Request processed in 37us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686113.381104:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41749 00000100:00100000:1.0:1734686113.381107:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848604800:0@lo:400:kworker.0 00000100:00080000:2.0:1734686113.381115:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686083 00000100:00100000:2.0:1734686113.396697:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848605696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686113.396746:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686113.396783:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848605696 00000100:00100000:0.0:1734686113.396789:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848605696 00000100:00100000:0.0:1734686113.396838:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41750 00000100:00100000:0.0:1734686113.396844:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848605696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686113.396872:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686113.396923:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848605696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686113.396929:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41750 00000100:00100000:3.0:1734686113.396957:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848605696:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686113.460712:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686113.460730:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848605824:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686113.460780:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686113.460831:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848605824 00000100:00100000:2.0:1734686113.460838:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848605824 00000100:00100000:2.0:1734686113.460877:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7162 00000100:00100000:2.0:1734686113.460883:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848605824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686113.460911:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686113.460950:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848605824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686113.460955:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7162 00000100:00100000:1.0:1734686113.460985:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848605824:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686113.576706:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686114.578738:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686115.156692:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848605952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686115.156737:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686115.156788:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848605952 00000100:00100000:0.0:1734686115.156799:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848605952 00000100:00080000:2.0:1734686115.156833:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686085 00000100:00100000:0.0:1734686115.156845:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7163 00000100:00100000:0.0:1734686115.156851:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848605952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686115.156875:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686115.156918:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848605952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686115.156924:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7163 00000100:00100000:2.0:1734686115.156931:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848605952:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686115.580713:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686115.814750:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686115.814779:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686115.814795:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686115.814806:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872761600 00000100:00100000:1.0:1734686115.814814:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872761600 00000100:00100000:2.0:1734686115.814824:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872761472 00000100:00100000:2.0:1734686115.814827:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872761472 00000100:00100000:1.0:1734686115.814859:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872761728 00000100:00100000:2.0:1734686115.814861:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1201 00000100:00100000:1.0:1734686115.814862:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872761728 00000100:00100000:0.0:1734686115.814863:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686115.814865:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872761472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686115.814875:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686085 00000100:00100000:1.0:1734686115.814876:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3691 00000100:00080000:3.0:1734686115.814879:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686085 00000100:00100000:1.0:1734686115.814881:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872761600:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686115.814881:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686085 00000100:00100000:0.0:1734686115.814884:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3692 00000100:00100000:0.0:1734686115.814888:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872761728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686115.814893:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872761856 00000100:00100000:3.0:1734686115.814897:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872761856 00000100:00100000:2.0:1734686115.814903:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872761472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686115.814907:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1201 00000100:00100000:1.0:1734686115.814911:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872761600:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686115.814914:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872761728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686115.814915:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54606 00000100:00100000:1.0:1734686115.814916:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3691 00000100:00100000:0.0:1734686115.814918:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3692 00000100:00100000:3.0:1734686115.814920:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872761856:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734686115.814938:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686115.814963:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872761856:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (100us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686115.814969:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54606 00010000:00010000:2.0:1734686116.582805:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686117.584750:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686118.340751:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848606080:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686118.340814:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686118.340870:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848606080 00000100:00100000:2.0:1734686118.340879:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848606080 00000100:00100000:2.0:1734686118.340925:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41751 00000100:00100000:2.0:1734686118.340932:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848606080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686118.340966:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686118.341007:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848606080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686118.341013:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41751 00000100:00100000:0.0:1734686118.341027:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848606080:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686118.388786:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686118.388793:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686118.388796:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686118.388797:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848606592:0@lo:400:kworker.0 00000100:00100000:2.0:1734686118.388797:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848606336:0@lo:400:kworker.0 00000100:00080000:0.0:1734686118.388802:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10913 00000100:00080000:0.0:1734686118.388805:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686118.388812:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686118.388814:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ba8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848606208:0@lo:400:kworker.0 00000100:00100000:0.0:1734686118.388833:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099ba9500 x1818938848606720/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686118.388859:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686118.388862:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686118.388863:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686118.388867:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10913 00000100:00080000:0.0:1734686118.388869:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:1.0:1734686118.388869:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686118.388869:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686118.388871:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686118.388873:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686118.388882:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099ba9f80 x1818938848607104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686118.388898:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734686118.388899:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848606976:0@lo:400:kworker.0 00000100:00100000:1.0:1734686118.388903:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099baa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848607360:0@lo:400:kworker.0 00000100:00100000:3.0:1734686118.388913:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848606208 00000100:00100000:3.0:1734686118.388918:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848606208 00000100:00100000:2.0:1734686118.388919:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686118.388923:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848606720:0@lo:8:kworker.0 00000100:00100000:2.0:1734686118.388933:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734686118.388937:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848606336 00000100:00100000:2.0:1734686118.388937:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ba8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848606464:0@lo:400:kworker.0 00000100:00100000:1.0:1734686118.388941:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686118.388943:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848606336 00000100:00100000:3.0:1734686118.388946:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:3.0:1734686118.388951:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848606208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686118.388952:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848607104:0@lo:8:kworker.0 00000100:00100000:2.0:1734686118.388953:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686118.388963:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099baa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848607232:0@lo:400:kworker.0 00000100:00100000:1.0:1734686118.388965:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686118.388977:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848606976 00000100:00100000:0.0:1734686118.388979:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848606976 00000100:00100000:3.0:1734686118.388980:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848606208:12345-0@lo:400:kworker.0 Request processed in 29us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686118.388981:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686118.388984:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1734686118.388994:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848606464 00000100:00100000:1.0:1734686118.388994:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848606720 00000100:00100000:0.0:1734686118.388996:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848606464 00000100:00100000:1.0:1734686118.388997:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848606720 00000100:00080000:3.0:1734686118.389004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686088 00000100:00080000:3.0:1734686118.389007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686088 00000100:00080000:3.0:1734686118.389008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686088 00000100:00100000:1.0:1734686118.389010:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848607104 00000100:00100000:1.0:1734686118.389012:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848607104 00000100:00100000:0.0:1734686118.389013:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3693 00000100:00100000:2.0:1734686118.389015:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848607232 00000100:00100000:0.0:1734686118.389018:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848606336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686118.389018:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848607232 00000100:00100000:3.0:1734686118.389021:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54607 00000100:00100000:1.0:1734686118.389026:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54608 00000100:00100000:3.0:1734686118.389026:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848606720:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686118.389030:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848607104:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686118.389044:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8037 00010000:00020000:3.0:1734686118.389044:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686118.389049:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848607232:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734686118.389052:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686118.389067:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848606336:12345-0@lo:400:kworker.0 Request processed in 48us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686118.389073:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3693 00000100:00100000:3.0:1734686118.389079:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848606720:12345-0@lo:8:kworker.0 Request processed in 52us (137us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686118.389081:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848607104:12345-0@lo:8:kworker.0 Request processed in 51us (115us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686118.389082:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848607232:12345-0@lo:400:kworker.0 Request processed in 32us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686118.389083:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54607 00000100:00100000:0.0:1734686118.389087:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3694 00000100:00100000:1.0:1734686118.389087:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54608 00000100:00100000:2.0:1734686118.389090:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8037 00000100:00100000:0.0:1734686118.389091:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848606976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686118.389101:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3695 00000100:00100000:3.0:1734686118.389104:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848606464:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686118.389109:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686088 00000100:00100000:0.0:1734686118.389114:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848606976:12345-0@lo:400:kworker.0 Request processed in 23us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686118.389114:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686118.389118:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848606592 00000100:00100000:0.0:1734686118.389119:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3694 00000100:00100000:2.0:1734686118.389120:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848606592 00000100:00100000:1.0:1734686118.389124:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848606848:0@lo:400:kworker.0 00000100:00100000:3.0:1734686118.389125:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848606464:12345-0@lo:400:kworker.0 Request processed in 20us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686118.389129:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848607360 00000100:00100000:3.0:1734686118.389130:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3695 00000100:00100000:0.0:1734686118.389131:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848607360 00000100:00100000:1.0:1734686118.389137:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686118.389140:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41752 00000100:00100000:2.0:1734686118.389144:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848606592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686118.389146:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3696 00000100:00100000:1.0:1734686118.389150:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848606848 00000100:00100000:3.0:1734686118.389150:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848607360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686118.389152:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848606848 00000100:00100000:1.0:1734686118.389165:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8038 00000100:00100000:1.0:1734686118.389169:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848606848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686118.389172:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848606592:12345-0@lo:400:kworker.0 Request processed in 27us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686118.389177:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41752 00000100:00100000:3.0:1734686118.389177:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848607360:12345-0@lo:400:kworker.0 Request processed in 25us (62us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686118.389182:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3696 00000100:00080000:2.0:1734686118.389185:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686088 00000100:00080000:2.0:1734686118.389187:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686088 00000100:00100000:1.0:1734686118.389190:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848606848:12345-0@lo:400:kworker.0 Request processed in 21us (52us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686118.389195:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8038 00000100:00100000:2.0:1734686118.389208:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ba8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848606464:0@lo:400:kworker.0 00000100:00080000:3.0:1734686118.389211:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686118.389214:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099baa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848607360:0@lo:400:kworker.0 00000100:00100000:2.0:1734686118.389214:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099baa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848607232:0@lo:400:kworker.0 00000100:00080000:3.0:1734686118.389214:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686118.389218:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848606720:0@lo:8:kworker.0 00000100:00100000:1.0:1734686118.389221:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ba9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848606848:0@lo:400:kworker.0 00000100:00100000:2.0:1734686118.389221:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ba9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848606976:0@lo:400:kworker.0 00000100:00080000:3.0:1734686118.389226:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686118.389228:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848606592:0@lo:400:kworker.0 00000100:00100000:2.0:1734686118.389228:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848606336:0@lo:400:kworker.0 00000100:00080000:3.0:1734686118.389228:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686118.389231:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ba9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848607104:0@lo:8:kworker.0 00000100:00100000:3.0:1734686118.389259:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ba8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848606208:0@lo:400:kworker.0 00000100:00100000:0.0:1734686118.404735:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848607488:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686118.404822:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686118.404891:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848607488 00000100:00100000:2.0:1734686118.404899:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848607488 00000100:00100000:2.0:1734686118.404942:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41753 00000100:00100000:2.0:1734686118.404948:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848607488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686118.404981:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686118.405020:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848607488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686118.405026:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41753 00000100:00100000:0.0:1734686118.405050:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848607488:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686118.468752:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848607616:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686118.468835:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686118.468890:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848607616 00000100:00100000:0.0:1734686118.468898:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848607616 00000100:00100000:0.0:1734686118.468938:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7164 00000100:00100000:0.0:1734686118.468943:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848607616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686118.468973:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686118.469022:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848607616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686118.469029:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7164 00000100:00100000:2.0:1734686118.469055:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848607616:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686118.586780:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686119.588781:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686120.164762:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848607744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686120.164837:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686120.164887:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848607744 00000100:00100000:0.0:1734686120.164895:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848607744 00000100:00080000:2.0:1734686120.164945:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686090 00000100:00100000:0.0:1734686120.164946:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7165 00000100:00100000:0.0:1734686120.164952:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848607744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686120.164990:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686120.165041:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848607744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686120.165048:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7165 00000100:00100000:3.0:1734686120.165074:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848607744:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686120.590732:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686120.822867:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686120.822912:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686120.822934:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872761984 00000100:00100000:0.0:1734686120.822940:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686120.822944:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872761984 00000100:00100000:1.0:1734686120.822965:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872762112 00000100:00100000:1.0:1734686120.822969:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872762112 00000100:00100000:0.0:1734686120.822985:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686120.822987:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1203 00000100:00100000:2.0:1734686120.822992:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872761984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686120.822993:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872762240 00000100:00100000:1.0:1734686120.822994:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872762240 00000100:00100000:1.0:1734686120.823005:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3697 00000100:00100000:1.0:1734686120.823009:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099baad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872762112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686120.823014:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3698 00000100:00100000:3.0:1734686120.823021:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872762240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686120.823042:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872762368 00000100:00100000:2.0:1734686120.823044:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872761984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686120.823046:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872762368 00000100:00100000:1.0:1734686120.823047:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099baad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872762112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686120.823048:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1203 00000100:00100000:1.0:1734686120.823051:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3697 00000100:00100000:3.0:1734686120.823051:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872762240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686120.823058:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3698 00000100:00100000:0.0:1734686120.823064:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54609 00000100:00100000:0.0:1734686120.823069:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872762368:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:2.0:1734686120.823076:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686090 00000100:00080000:2.0:1734686120.823080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686090 00000100:00080000:2.0:1734686120.823081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686090 00010000:00020000:0.0:1734686120.823092:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686120.823114:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872762368:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (129us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686120.823120:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54609 00010000:00010000:2.0:1734686121.592802:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686122.594757:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686123.348773:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099bab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848607872:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686123.348848:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686123.348893:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848607872 00000100:00100000:2.0:1734686123.348902:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848607872 00000100:00100000:2.0:1734686123.348946:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41754 00000100:00100000:2.0:1734686123.348953:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848607872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686123.348989:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686123.349034:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848607872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686123.349040:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41754 00000100:00100000:1.0:1734686123.349064:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099bab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848607872:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686123.396754:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848608000:0@lo:400:kworker.0 00000100:00080000:2.0:1734686123.396820:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686123.396826:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734686123.396829:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686123.396830:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686123.396836:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10918 00000100:00080000:2.0:1734686123.396841:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686123.396848:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686123.396862:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686123.396867:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848608384:0@lo:400:kworker.0 00000100:00100000:2.0:1734686123.396867:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b64380 x1818938848608512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686123.396886:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686123.396887:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848608256:0@lo:400:kworker.0 00000100:00100000:0.0:1734686123.396903:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848608128:0@lo:400:kworker.0 00000100:00100000:0.0:1734686123.396923:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686123.396941:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848608512:0@lo:8:kworker.0 00000100:00100000:3.0:1734686123.396949:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686123.396960:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848608128 00000100:00100000:0.0:1734686123.396967:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848608128 00000100:00100000:1.0:1734686123.396979:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686123.396997:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848608256 00000100:00100000:0.0:1734686123.397003:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3699 00000100:00100000:3.0:1734686123.397003:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848608256 00000100:00100000:0.0:1734686123.397008:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848608128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686123.397011:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848608000 00000100:00100000:1.0:1734686123.397015:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848608000 00000100:00080000:2.0:1734686123.397023:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686123.397027:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686123.397030:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686123.397034:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10918 00000100:00100000:3.0:1734686123.397034:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3700 00000100:00100000:1.0:1734686123.397036:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00080000:2.0:1734686123.397038:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1734686123.397040:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848608256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686123.397041:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848608000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686123.397042:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848608128:12345-0@lo:400:kworker.0 Request processed in 34us (118us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686123.397042:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686123.397047:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3699 00000100:00100000:2.0:1734686123.397058:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b64e00 x1818938848608896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686123.397064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686093 00000100:00080000:0.0:1734686123.397067:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686093 00000100:00080000:0.0:1734686123.397069:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686093 00000100:00100000:0.0:1734686123.397077:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848608512 00000100:00100000:0.0:1734686123.397079:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848608512 00000100:00100000:3.0:1734686123.397079:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848608256:12345-0@lo:400:kworker.0 Request processed in 39us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686123.397085:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848608000:12345-0@lo:400:kworker.0 Request processed in 44us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686123.397087:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3700 00000100:00100000:0.0:1734686123.397089:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54610 00000100:00100000:1.0:1734686123.397091:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1734686123.397092:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848608512:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686123.397096:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848608768:0@lo:400:kworker.0 00000100:00100000:3.0:1734686123.397110:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848609024:0@lo:400:kworker.0 00010000:00020000:0.0:1734686123.397111:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686123.397117:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848608896:0@lo:8:kworker.0 00000100:00100000:2.0:1734686123.397117:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686123.397144:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686123.397146:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848608512:12345-0@lo:8:kworker.0 Request processed in 52us (165us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686123.397148:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848608128:0@lo:400:kworker.0 00000100:00100000:3.0:1734686123.397149:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848608768 00000100:00100000:0.0:1734686123.397152:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54610 00000100:00100000:3.0:1734686123.397152:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848608768 00000100:00100000:0.0:1734686123.397159:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848608896 00000100:00080000:1.0:1734686123.397161:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686123.397162:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848608896 00000100:00080000:1.0:1734686123.397164:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686123.397166:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848608512:0@lo:8:kworker.0 00000100:00100000:3.0:1734686123.397168:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3701 00000100:00100000:3.0:1734686123.397171:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848608768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686123.397173:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848608384 00000100:00100000:0.0:1734686123.397174:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54611 00000100:00100000:2.0:1734686123.397176:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848608384 00000100:00100000:0.0:1734686123.397178:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848608896:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686123.397182:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848609152:0@lo:400:kworker.0 00010000:00020000:0.0:1734686123.397186:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686123.397199:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41755 00000100:00100000:3.0:1734686123.397203:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848608768:12345-0@lo:400:kworker.0 Request processed in 31us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686123.397204:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099babb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848608384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686123.397208:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686123.397208:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3701 00000100:00100000:0.0:1734686123.397210:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848608896:12345-0@lo:8:kworker.0 Request processed in 31us (65us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686123.397214:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54611 00000100:00100000:3.0:1734686123.397217:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848609152 00000100:00100000:3.0:1734686123.397233:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848609152 00000100:00100000:1.0:1734686123.397237:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686123.397242:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848608640:0@lo:400:kworker.0 00000100:00100000:2.0:1734686123.397242:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099babb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848608384:12345-0@lo:400:kworker.0 Request processed in 38us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686123.397244:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3702 00000100:00100000:3.0:1734686123.397246:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848609152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686123.397247:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41755 00000100:00080000:0.0:1734686123.397252:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686093 00000100:00100000:1.0:1734686123.397256:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686123.397262:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848609152:12345-0@lo:400:kworker.0 Request processed in 15us (54us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686123.397265:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3702 00000100:00100000:2.0:1734686123.397268:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848608640 00000100:00100000:2.0:1734686123.397270:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848608640 00000100:00100000:1.0:1734686123.397273:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848609152:0@lo:400:kworker.0 00000100:00100000:3.0:1734686123.397280:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686123.397282:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686093 00000100:00080000:1.0:1734686123.397290:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686123.397292:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686123.397294:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848609024 00000100:00100000:0.0:1734686123.397295:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8039 00000100:00100000:1.0:1734686123.397295:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848608896:0@lo:8:kworker.0 00000100:00100000:2.0:1734686123.397295:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848609024 00000100:00100000:0.0:1734686123.397299:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848608640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686123.397303:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848608256:0@lo:400:kworker.0 00000100:00100000:2.0:1734686123.397310:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8040 00000100:00100000:2.0:1734686123.397314:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848609024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686123.397328:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848608640:12345-0@lo:400:kworker.0 Request processed in 28us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686123.397334:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8039 00000100:00100000:2.0:1734686123.397346:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848609024:12345-0@lo:400:kworker.0 Request processed in 31us (65us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686123.397347:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848608640:0@lo:400:kworker.0 00000100:00080000:0.0:1734686123.397350:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686093 00000100:00100000:2.0:1734686123.397352:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8040 00000100:00100000:3.0:1734686123.397369:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848609024:0@lo:400:kworker.0 00000100:00100000:0.0:1734686123.397370:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848608384:0@lo:400:kworker.0 00000100:00100000:2.0:1734686123.397374:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848608768:0@lo:400:kworker.0 00000100:00100000:0.0:1734686123.397379:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848608000:0@lo:400:kworker.0 00000100:00100000:2.0:1734686123.412809:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ba8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848609280:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686123.412868:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686123.412923:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848609280 00000100:00100000:0.0:1734686123.412933:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848609280 00000100:00100000:0.0:1734686123.412982:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41756 00000100:00100000:0.0:1734686123.412988:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848609280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686123.413026:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686123.413099:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848609280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686123.413106:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41756 00000100:00100000:2.0:1734686123.413127:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ba8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848609280:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686123.477116:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848609408:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686123.477231:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686123.477355:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848609408 00000100:00100000:0.0:1734686123.477367:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848609408 00000100:00100000:0.0:1734686123.477416:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7166 00000100:00100000:0.0:1734686123.477423:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848609408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686123.477457:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686123.477503:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848609408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686123.477510:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7166 00000100:00100000:2.0:1734686123.477546:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848609408:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686123.596761:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734686124.598763:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686125.172809:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848609536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686125.172882:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686125.172966:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848609536 00000100:00100000:0.0:1734686125.172976:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848609536 00000100:00080000:2.0:1734686125.173030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686095 00000100:00100000:0.0:1734686125.173053:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7167 00000100:00100000:0.0:1734686125.173060:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848609536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686125.173091:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686125.173164:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848609536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686125.173168:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7167 00000100:00100000:3.0:1734686125.173279:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848609536:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686125.600750:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686125.830851:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686125.830907:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686125.830931:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872762624 00000100:00100000:0.0:1734686125.830933:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686125.830942:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872762624 00000100:00100000:1.0:1734686125.830965:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872762496 00000100:00100000:1.0:1734686125.830970:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872762496 00000100:00100000:0.0:1734686125.830981:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686125.830991:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872762752 00000100:00100000:3.0:1734686125.830994:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872762752 00000100:00100000:1.0:1734686125.830999:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1205 00000100:00100000:0.0:1734686125.831002:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3703 00000100:00100000:0.0:1734686125.831007:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872762624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686125.831007:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872762496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686125.831013:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3704 00000100:00100000:3.0:1734686125.831018:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872762752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734686125.831027:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686095 00000100:00080000:2.0:1734686125.831037:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686095 00000100:00080000:2.0:1734686125.831039:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686095 00000100:00100000:0.0:1734686125.831061:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872762624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686125.831062:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872762752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686125.831063:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872762496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686125.831064:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872762880 00000100:00100000:0.0:1734686125.831067:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3703 00000100:00100000:1.0:1734686125.831069:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1205 00000100:00100000:2.0:1734686125.831070:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872762880 00000100:00100000:3.0:1734686125.831071:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3704 00000100:00100000:2.0:1734686125.831109:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54612 00000100:00100000:2.0:1734686125.831114:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872762880:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734686125.831132:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686125.831176:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872762880:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 62us (195us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686125.831195:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54612 00010000:00010000:2.0:1734686126.602754:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686127.604660:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686128.356824:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848609664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686128.356886:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686128.356958:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848609664 00000100:00100000:0.0:1734686128.356966:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848609664 00000100:00100000:0.0:1734686128.357014:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41757 00000100:00100000:0.0:1734686128.357021:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848609664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686128.357056:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686128.357111:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848609664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686128.357122:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41757 00000100:00100000:3.0:1734686128.357239:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848609664:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686128.404718:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686128.404722:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686128.404724:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686128.404730:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10923 00000100:00080000:2.0:1734686128.404733:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1734686128.404733:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848609792:0@lo:400:kworker.0 00000100:00100000:0.0:1734686128.404734:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848610176:0@lo:400:kworker.0 00000100:00080000:2.0:1734686128.404737:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686128.404754:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b67480 x1818938848610304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686128.404770:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848609920:0@lo:400:kworker.0 00000100:00080000:2.0:1734686128.404779:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686128.404782:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686128.404783:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686128.404786:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10923 00000100:00080000:2.0:1734686128.404788:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734686128.404790:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686128.404791:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686128.404792:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686128.404800:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b65f80 x1818938848610688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686128.404827:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848610944:0@lo:400:kworker.0 00000100:00100000:3.0:1734686128.404827:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848610432:0@lo:400:kworker.0 00000100:00100000:2.0:1734686128.404836:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848610176 00000100:00100000:1.0:1734686128.404837:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686128.404841:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848610176 00000100:00100000:3.0:1734686128.404849:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686128.404866:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848610304:0@lo:8:kworker.0 00000100:00100000:2.0:1734686128.404883:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41758 00000100:00100000:0.0:1734686128.404884:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686128.404886:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848610048:0@lo:400:kworker.0 00000100:00100000:1.0:1734686128.404887:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848610560:0@lo:400:kworker.0 00000100:00100000:2.0:1734686128.404889:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848610176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686128.404895:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848610688:0@lo:8:kworker.0 00000100:00100000:3.0:1734686128.404908:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686128.404910:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686128.404926:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848610432 00000100:00100000:1.0:1734686128.404930:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848610432 00000100:00100000:3.0:1734686128.404933:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848610816:0@lo:400:kworker.0 00000100:00100000:2.0:1734686128.404943:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848610176:12345-0@lo:400:kworker.0 Request processed in 54us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686128.404947:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848609792 00000100:00100000:2.0:1734686128.404949:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41758 00000100:00100000:3.0:1734686128.404950:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686128.404951:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848609792 00000100:00100000:1.0:1734686128.404958:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848610304 00000100:00100000:1.0:1734686128.404960:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848610304 00000100:00100000:2.0:1734686128.404971:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848609920 00000100:00100000:0.0:1734686128.404972:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:1.0:1734686128.404975:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848610688 00000100:00100000:2.0:1734686128.404975:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848609920 00000100:00100000:0.0:1734686128.404976:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848609792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686128.404976:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848610688 00000100:00100000:3.0:1734686128.404981:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848610816 00000100:00100000:3.0:1734686128.404984:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848610816 00000100:00100000:1.0:1734686128.404987:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8041 00000100:00100000:1.0:1734686128.404991:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848610432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686128.404991:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848610048 00000100:00100000:2.0:1734686128.404993:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848610048 00000100:00100000:0.0:1734686128.405004:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848609792:12345-0@lo:400:kworker.0 Request processed in 27us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686128.405005:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3705 00000100:00100000:0.0:1734686128.405009:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:2.0:1734686128.405009:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848609920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686128.405011:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8042 00000100:00100000:3.0:1734686128.405016:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848610816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686128.405026:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848610432:12345-0@lo:400:kworker.0 Request processed in 34us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686128.405030:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8041 00000100:00100000:2.0:1734686128.405036:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848609920:12345-0@lo:400:kworker.0 Request processed in 26us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686128.405038:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54613 00000100:00100000:0.0:1734686128.405042:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848610304:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686128.405042:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3705 00000100:00100000:1.0:1734686128.405043:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54614 00000100:00100000:1.0:1734686128.405045:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848610688:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686128.405045:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848610816:12345-0@lo:400:kworker.0 Request processed in 28us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686128.405051:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3706 00000100:00100000:3.0:1734686128.405051:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8042 00000100:00100000:2.0:1734686128.405054:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848610048:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734686128.405058:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734686128.405065:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686128.405075:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686128.405080:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848610048:12345-0@lo:400:kworker.0 Request processed in 25us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686128.405083:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848610304:12345-0@lo:8:kworker.0 Request processed in 41us (199us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686128.405085:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3706 00000100:00100000:0.0:1734686128.405088:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54613 00000100:00100000:2.0:1734686128.405092:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848610560 00000100:00100000:2.0:1734686128.405094:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848610560 00000100:00100000:1.0:1734686128.405096:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848610688:12345-0@lo:8:kworker.0 Request processed in 49us (184us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686128.405104:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848609920:0@lo:400:kworker.0 00000100:00100000:1.0:1734686128.405105:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54614 00000100:00100000:2.0:1734686128.405109:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3707 00000100:00100000:2.0:1734686128.405112:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848610560:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686128.405121:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686128.405124:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686128.405127:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848610304:0@lo:8:kworker.0 00000100:00100000:3.0:1734686128.405133:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848610432:0@lo:400:kworker.0 00000100:00080000:0.0:1734686128.405149:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686128.405151:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686128.405154:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848610688:0@lo:8:kworker.0 00000100:00100000:2.0:1734686128.405154:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848610560:12345-0@lo:400:kworker.0 Request processed in 40us (78us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686128.405157:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848609792:0@lo:400:kworker.0 00000100:00100000:2.0:1734686128.405159:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3707 00000100:00100000:1.0:1734686128.405164:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686128.405176:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848610944 00000100:00100000:3.0:1734686128.405176:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848610560:0@lo:400:kworker.0 00000100:00100000:2.0:1734686128.405178:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848610944 00000100:00080000:0.0:1734686128.405192:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686098 00000100:00100000:3.0:1734686128.405193:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848610048:0@lo:400:kworker.0 00000100:00100000:2.0:1734686128.405195:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3708 00000100:00080000:0.0:1734686128.405196:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686098 00000100:00080000:0.0:1734686128.405197:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686098 00000100:00100000:1.0:1734686128.405198:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848610176:0@lo:400:kworker.0 00000100:00100000:2.0:1734686128.405198:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848610944:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686128.405199:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686098 00000100:00100000:3.0:1734686128.405199:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848610816:0@lo:400:kworker.0 00000100:00100000:2.0:1734686128.405224:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848610944:12345-0@lo:400:kworker.0 Request processed in 25us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686128.405227:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3708 00000100:00100000:0.0:1734686128.405241:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848610944:0@lo:400:kworker.0 00000100:00100000:3.0:1734686128.420734:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848611072:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686128.420786:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686128.420828:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848611072 00000100:00100000:0.0:1734686128.420834:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848611072 00000100:00100000:0.0:1734686128.420876:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41759 00000100:00100000:0.0:1734686128.420882:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848611072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686128.420909:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686128.420953:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848611072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686128.420963:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41759 00000100:00100000:3.0:1734686128.420979:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848611072:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686128.484720:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848611200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686128.484772:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686128.484808:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848611200 00000100:00100000:0.0:1734686128.484814:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848611200 00000100:00100000:0.0:1734686128.484854:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7168 00000100:00100000:0.0:1734686128.484859:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848611200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686128.484893:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686128.485021:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848611200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 161us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686128.485027:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7168 00000100:00100000:3.0:1734686128.485044:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848611200:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686128.606692:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686129.608744:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686130.180860:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848611328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686130.180917:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686130.181019:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848611328 00000100:00100000:1.0:1734686130.181026:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848611328 00000100:00100000:1.0:1734686130.181070:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7169 00000100:00100000:1.0:1734686130.181076:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848611328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686130.181100:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:0.0:1734686130.181223:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686100 00000100:00100000:1.0:1734686130.181330:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099baa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848611328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 253us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686130.181336:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7169 00000100:00100000:2.0:1734686130.181346:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848611328:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686130.610754:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686130.839232:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686130.839275:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686130.839313:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686130.839314:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872763136 00000100:00100000:2.0:1734686130.839322:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872763136 00000100:00100000:0.0:1734686130.839342:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686130.839363:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872763008 00000100:00100000:0.0:1734686130.839366:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872763008 00000100:00100000:1.0:1734686130.839376:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872763392 00000100:00100000:2.0:1734686130.839382:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872763264 00000100:00100000:2.0:1734686130.839384:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872763264 00000100:00100000:1.0:1734686130.839386:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872763392 00000100:00100000:2.0:1734686130.839400:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3709 00000100:00100000:2.0:1734686130.839407:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872763136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686130.839411:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686100 00000100:00080000:3.0:1734686130.839418:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686100 00000100:00080000:3.0:1734686130.839420:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686100 00000100:00100000:1.0:1734686130.839426:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54615 00000100:00100000:1.0:1734686130.839432:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872763392:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686130.839449:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1207 00000100:00100000:0.0:1734686130.839454:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872763008:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734686130.839458:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686130.839466:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3710 00000100:00100000:2.0:1734686130.839469:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099baa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872763136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686130.839471:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872763008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686130.839473:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872763264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686130.839476:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1207 00000100:00100000:2.0:1734686130.839476:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3709 00000100:00100000:1.0:1734686130.839510:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872763392:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 77us (233us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686130.839510:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872763264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686130.839518:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54615 00000100:00100000:3.0:1734686130.839519:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3710 00010000:00010000:2.0:1734686131.614021:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686132.616711:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686133.364718:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848611456:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686133.364783:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686133.364818:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848611456 00000100:00100000:2.0:1734686133.364825:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848611456 00000100:00100000:2.0:1734686133.364869:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41760 00000100:00100000:2.0:1734686133.364875:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848611456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686133.364907:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686133.364943:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848611456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686133.364950:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41760 00000100:00100000:0.0:1734686133.364959:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848611456:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686133.412725:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848611584:0@lo:400:kworker.0 00000100:00080000:2.0:1734686133.412739:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734686133.412743:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848611968:0@lo:400:kworker.0 00000100:00080000:2.0:1734686133.412744:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686133.412747:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686133.412752:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10928 00000100:00080000:2.0:1734686133.412755:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686133.412760:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686133.412785:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686133.412786:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686133.412810:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848611712:0@lo:400:kworker.0 00000100:00100000:0.0:1734686133.412824:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848611584 00000100:00100000:1.0:1734686133.412824:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848611968 00000100:00100000:0.0:1734686133.412829:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848611584 00000100:00100000:1.0:1734686133.412829:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848611968 00000100:00100000:3.0:1734686133.412840:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686133.412855:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686133.412859:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848611840:0@lo:400:kworker.0 00000100:00100000:0.0:1734686133.412862:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1734686133.412862:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41761 00000100:00100000:0.0:1734686133.412867:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848611584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686133.412868:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848611968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686133.412885:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686133.412902:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848611584:12345-0@lo:400:kworker.0 Request processed in 35us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686133.412902:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848611968:12345-0@lo:400:kworker.0 Request processed in 35us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686133.412906:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1734686133.412907:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41761 00000100:00100000:3.0:1734686133.412908:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848611712 00000100:00100000:3.0:1734686133.412911:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848611712 00000100:00100000:1.0:1734686133.412930:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848611968:0@lo:400:kworker.0 00000100:00100000:3.0:1734686133.412930:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848611840 00000100:00100000:3.0:1734686133.412932:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848611840 00000100:00100000:0.0:1734686133.412933:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848611584:0@lo:400:kworker.0 00000100:00100000:3.0:1734686133.412944:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3711 00000100:00100000:3.0:1734686133.412948:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848611712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686133.412962:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3712 00000100:00100000:0.0:1734686133.412966:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848611840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686133.412974:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848611712:12345-0@lo:400:kworker.0 Request processed in 25us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686133.412979:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3711 00000100:00100000:0.0:1734686133.412991:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848611840:12345-0@lo:400:kworker.0 Request processed in 24us (104us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686133.412995:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686103 00000100:00080000:3.0:1734686133.412998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686103 00000100:00100000:0.0:1734686133.412999:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3712 00000100:00080000:3.0:1734686133.413000:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686103 00000100:00100000:3.0:1734686133.413014:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848611840:0@lo:400:kworker.0 00000100:00100000:3.0:1734686133.413021:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848611712:0@lo:400:kworker.0 00000100:00100000:2.0:1734686133.413089:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b65180 x1818938848612096/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686133.413136:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734686133.413138:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848612096:0@lo:8:kworker.0 00000100:00080000:2.0:1734686133.413139:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686133.413140:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1734686133.413140:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686133.413143:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10928 00000100:00080000:2.0:1734686133.413145:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686133.413146:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848612224:0@lo:400:kworker.0 00000100:00080000:2.0:1734686133.413148:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686133.413157:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b66d80 x1818938848612480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686133.413162:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686133.413174:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848612096 00000100:00100000:1.0:1734686133.413177:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848612096 00000100:00100000:0.0:1734686133.413181:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848612480:0@lo:8:kworker.0 00000100:00100000:2.0:1734686133.413181:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686133.413186:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848612736:0@lo:400:kworker.0 00000100:00100000:1.0:1734686133.413188:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54616 00000100:00100000:1.0:1734686133.413192:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848612096:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686133.413197:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1734686133.413206:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686133.413219:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686133.413226:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848612096:12345-0@lo:8:kworker.0 Request processed in 33us (64us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734686133.413230:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686133.413231:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54616 00000100:00080000:0.0:1734686133.413233:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686133.413235:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848612096:0@lo:8:kworker.0 00000100:00100000:2.0:1734686133.413238:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848612480 00000100:00100000:2.0:1734686133.413241:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848612480 00000100:00100000:1.0:1734686133.413245:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686133.413249:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848612736 00000100:00100000:0.0:1734686133.413251:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848612736 00000100:00100000:2.0:1734686133.413254:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848612224 00000100:00100000:2.0:1734686133.413255:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848612224 00000100:00100000:1.0:1734686133.413257:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54617 00000100:00100000:1.0:1734686133.413260:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848612480:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686133.413262:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3713 00000100:00100000:0.0:1734686133.413265:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848612736:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734686133.413265:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686133.413271:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8043 00000100:00100000:2.0:1734686133.413275:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848612224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686133.413278:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848612480:12345-0@lo:8:kworker.0 Request processed in 18us (81us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686133.413281:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54617 00000100:00100000:0.0:1734686133.413284:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848612736:12345-0@lo:400:kworker.0 Request processed in 19us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686133.413288:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3713 00000100:00100000:0.0:1734686133.413296:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848612608:0@lo:400:kworker.0 00000100:00080000:1.0:1734686133.413298:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686133.413300:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686133.413300:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848612224:12345-0@lo:400:kworker.0 Request processed in 24us (53us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686133.413302:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848612480:0@lo:8:kworker.0 00000100:00100000:2.0:1734686133.413305:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8043 00000100:00100000:0.0:1734686133.413308:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686133.413315:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848612608 00000100:00100000:0.0:1734686133.413317:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686133.413317:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848612608 00000100:00100000:1.0:1734686133.413319:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848612224:0@lo:400:kworker.0 00000100:00100000:0.0:1734686133.413320:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848612352:0@lo:400:kworker.0 00000100:00100000:2.0:1734686133.413327:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8044 00000100:00100000:0.0:1734686133.413328:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686133.413330:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848612608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686133.413334:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848612352 00000100:00100000:0.0:1734686133.413336:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848612352 00000100:00100000:0.0:1734686133.413343:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3714 00000100:00100000:0.0:1734686133.413346:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848612352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686133.413350:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848612608:12345-0@lo:400:kworker.0 Request processed in 20us (41us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686133.413355:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8044 00000100:00100000:0.0:1734686133.413359:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848612352:12345-0@lo:400:kworker.0 Request processed in 13us (30us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686133.413360:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848612608:0@lo:400:kworker.0 00000100:00100000:0.0:1734686133.413362:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3714 00000100:00100000:1.0:1734686133.413372:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848612352:0@lo:400:kworker.0 00000100:00080000:3.0:1734686133.413412:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686103 00000100:00100000:2.0:1734686133.413518:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848612736:0@lo:400:kworker.0 00000100:00100000:2.0:1734686133.428725:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848612864:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686133.428779:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686133.428836:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848612864 00000100:00100000:0.0:1734686133.428842:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848612864 00000100:00100000:0.0:1734686133.428878:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41762 00000100:00100000:0.0:1734686133.428884:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848612864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686133.428914:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686133.428962:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848612864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686133.428968:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41762 00000100:00100000:2.0:1734686133.428989:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848612864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686133.492733:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848612992:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686133.492792:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686133.492845:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848612992 00000100:00100000:1.0:1734686133.492851:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848612992 00000100:00100000:1.0:1734686133.492893:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7170 00000100:00100000:1.0:1734686133.492899:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848612992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686133.492925:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686133.492970:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848612992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686133.492976:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7170 00000100:00100000:0.0:1734686133.493093:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848612992:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1734686133.618845:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686134.620776:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686135.188724:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848613120:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686135.188781:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686135.188839:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848613120 00000100:00100000:3.0:1734686135.188846:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848613120 00000100:00080000:0.0:1734686135.188889:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686105 00000100:00100000:3.0:1734686135.188891:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7171 00000100:00100000:3.0:1734686135.188896:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848613120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686135.188962:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686135.188991:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848613120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686135.188998:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7171 00000100:00100000:1.0:1734686135.189071:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848613120:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686135.622712:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686135.846798:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686135.846837:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686135.846859:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686135.846864:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872763520 00000100:00100000:2.0:1734686135.846871:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872763520 00000100:00100000:3.0:1734686135.846897:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872763776 00000100:00100000:3.0:1734686135.846902:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872763776 00000100:00100000:1.0:1734686135.846911:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872763648 00000100:00100000:2.0:1734686135.846912:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1209 00000100:00100000:1.0:1734686135.846916:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872763648 00000100:00100000:2.0:1734686135.846917:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872763520:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686135.846924:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686135.846928:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3715 00000100:00100000:3.0:1734686135.846933:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872763776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734686135.846938:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686105 00000100:00080000:0.0:1734686135.846942:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686105 00000100:00080000:0.0:1734686135.846944:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686105 00000100:00100000:1.0:1734686135.846947:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3716 00000100:00100000:1.0:1734686135.846952:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872763648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686135.846962:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872763520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686135.846962:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872763776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686135.846966:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872763904 00000100:00100000:2.0:1734686135.846967:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1209 00000100:00100000:3.0:1734686135.846968:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3715 00000100:00100000:0.0:1734686135.846969:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872763904 00000100:00100000:1.0:1734686135.846978:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872763648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686135.846983:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54618 00000100:00100000:1.0:1734686135.846983:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3716 00000100:00100000:0.0:1734686135.846988:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872763904:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686135.847006:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686135.847053:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872763904:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 64us (128us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686135.847057:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54618 00010000:00010000:2.0:1734686136.624883:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686137.626713:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686138.372912:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686138.372931:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848613248:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686138.373014:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686138.373157:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848613248 00000100:00100000:0.0:1734686138.373164:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848613248 00000100:00100000:0.0:1734686138.373202:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41763 00000100:00100000:0.0:1734686138.373208:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848613248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686138.373236:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686138.373280:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848613248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686138.373286:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41763 00000100:00100000:3.0:1734686138.373395:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848613248:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686138.420859:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848613376:0@lo:400:kworker.0 00000100:00100000:3.0:1734686138.420919:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686138.420983:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848613376 00000100:00100000:3.0:1734686138.420989:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848613376 00000100:00100000:3.0:1734686138.421033:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1734686138.421038:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848613376:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686138.421047:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686108 00000100:00100000:3.0:1734686138.421073:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848613376:12345-0@lo:400:kworker.0 Request processed in 34us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686138.421079:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1734686138.421115:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848613376:0@lo:400:kworker.0 00000100:00100000:0.0:1734686138.421133:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848613504:0@lo:400:kworker.0 00000100:00100000:0.0:1734686138.421160:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686138.421645:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686138.421647:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848613504 00000100:00100000:0.0:1734686138.421650:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848613632:0@lo:400:kworker.0 00000100:00100000:1.0:1734686138.421650:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848613504 00000100:00080000:2.0:1734686138.421658:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686138.421663:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734686138.421664:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686138.421665:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686138.421670:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10933 00000100:00080000:2.0:1734686138.421672:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686138.421676:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686108 00000100:00100000:1.0:1734686138.421676:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848613632 00000100:00080000:2.0:1734686138.421676:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686138.421677:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848613632 00000100:00100000:0.0:1734686138.421688:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3717 00000100:00100000:2.0:1734686138.421692:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b64000 x1818938848613888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686138.421693:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848613504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686138.421694:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3718 00000100:00100000:3.0:1734686138.421699:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848613632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686138.421712:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848613504:12345-0@lo:400:kworker.0 Request processed in 20us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686138.421715:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3717 00000100:00080000:2.0:1734686138.421716:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734686138.421717:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1734686138.421718:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686138.421720:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686138.421723:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10933 00000100:00100000:1.0:1734686138.421725:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848614144:0@lo:400:kworker.0 00000100:00080000:2.0:1734686138.421725:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:3.0:1734686138.421727:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848613632:12345-0@lo:400:kworker.0 Request processed in 26us (61us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686138.421728:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686108 00000100:00080000:2.0:1734686138.421728:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686138.421732:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3718 00000100:00100000:2.0:1734686138.421736:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b66d80 x1818938848614272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686138.421743:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848613632:0@lo:400:kworker.0 00000100:00100000:1.0:1734686138.421748:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686138.421751:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848613760:0@lo:400:kworker.0 00000100:00100000:0.0:1734686138.421752:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848613504:0@lo:400:kworker.0 00000100:00100000:1.0:1734686138.421761:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848614400:0@lo:400:kworker.0 00000100:00100000:2.0:1734686138.421761:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848613888:0@lo:8:kworker.0 00000100:00100000:3.0:1734686138.421772:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686138.421779:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686138.421787:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848614528:0@lo:400:kworker.0 00000100:00100000:0.0:1734686138.421791:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848614400 00000100:00100000:0.0:1734686138.421794:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848614400 00000100:00100000:1.0:1734686138.421802:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848614016:0@lo:400:kworker.0 00000100:00100000:3.0:1734686138.421802:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686138.421805:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686138.421815:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848614144 00000100:00100000:0.0:1734686138.421816:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848613888 00000100:00100000:0.0:1734686138.421817:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848613888 00000100:00100000:1.0:1734686138.421817:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686138.421817:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848614272:0@lo:8:kworker.0 00000100:00100000:3.0:1734686138.421818:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848614144 00000100:00100000:0.0:1734686138.421826:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848614016 00000100:00100000:0.0:1734686138.421827:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848614016 00000100:00100000:3.0:1734686138.421829:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848614528 00000100:00100000:2.0:1734686138.421831:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686138.421831:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848614528 00000100:00100000:3.0:1734686138.421840:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3719 00000100:00100000:1.0:1734686138.421841:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848614272 00000100:00100000:1.0:1734686138.421843:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848614272 00000100:00100000:3.0:1734686138.421843:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848614144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686138.421844:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8045 00000100:00100000:0.0:1734686138.421848:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848614400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686138.421854:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8046 00000100:00100000:1.0:1734686138.421858:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848614016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686138.421859:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54619 00000100:00100000:2.0:1734686138.421863:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848613888:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686138.421866:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848614144:12345-0@lo:400:kworker.0 Request processed in 22us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686138.421871:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3719 00000100:00100000:0.0:1734686138.421874:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848614400:12345-0@lo:400:kworker.0 Request processed in 26us (95us total) trans 0 rc 0/0 00010000:00020000:2.0:1734686138.421879:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686138.421880:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8045 00000100:00100000:3.0:1734686138.421880:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3720 00000100:00100000:1.0:1734686138.421881:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848614016:12345-0@lo:400:kworker.0 Request processed in 23us (63us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686138.421884:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848614528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686138.421886:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8046 00000100:00100000:0.0:1734686138.421889:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54620 00000100:00100000:0.0:1734686138.421893:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848614272:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686138.421900:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848613888:12345-0@lo:8:kworker.0 Request processed in 37us (95us total) trans 0 rc -19/-19 00010000:00020000:0.0:1734686138.421901:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686138.421905:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848614528:12345-0@lo:400:kworker.0 Request processed in 20us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686138.421906:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848614400:0@lo:400:kworker.0 00000100:00100000:2.0:1734686138.421906:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54619 00000100:00100000:3.0:1734686138.421909:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3720 00000100:00100000:1.0:1734686138.421914:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848614144:0@lo:400:kworker.0 00000100:00100000:0.0:1734686138.421917:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848614272:12345-0@lo:8:kworker.0 Request processed in 23us (86us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686138.421922:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54620 00000100:00080000:2.0:1734686138.421925:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686138.421928:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686138.421930:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848614016:0@lo:400:kworker.0 00000100:00100000:2.0:1734686138.421931:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848613888:0@lo:8:kworker.0 00000100:00100000:3.0:1734686138.421932:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848614528:0@lo:400:kworker.0 00000100:00080000:0.0:1734686138.421935:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686108 00000100:00080000:2.0:1734686138.421937:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686138.421938:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686138.421941:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848614272:0@lo:8:kworker.0 00000100:00100000:0.0:1734686138.421942:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848613760 00000100:00100000:0.0:1734686138.421945:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848613760 00000100:00080000:1.0:1734686138.421954:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686108 00000100:00100000:0.0:1734686138.421962:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41764 00000100:00100000:0.0:1734686138.421965:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848613760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686138.422012:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848613760:12345-0@lo:400:kworker.0 Request processed in 46us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686138.422018:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41764 00000100:00100000:3.0:1734686138.422034:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848613760:0@lo:400:kworker.0 00000100:00100000:3.0:1734686138.436727:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686138.436746:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848614656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686138.436801:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686138.436857:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848614656 00000100:00100000:0.0:1734686138.436864:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848614656 00000100:00100000:0.0:1734686138.436908:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41765 00000100:00100000:0.0:1734686138.436915:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848614656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686138.436944:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686138.437008:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848614656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686138.437015:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41765 00000100:00100000:3.0:1734686138.437088:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848614656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686138.500749:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686138.500768:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848614784:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686138.500816:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686138.500953:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848614784 00000100:00100000:3.0:1734686138.500979:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848614784 00000100:00100000:3.0:1734686138.501044:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7172 00000100:00100000:3.0:1734686138.501051:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848614784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686138.501085:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686138.501156:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848614784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686138.501162:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7172 00000100:00100000:0.0:1734686138.501264:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848614784:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686138.629502:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686139.630997:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686140.198046:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848614912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686140.198114:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686140.198176:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848614912 00000100:00100000:3.0:1734686140.198183:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848614912 00000100:00080000:1.0:1734686140.198223:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686110 00000100:00100000:3.0:1734686140.198238:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7173 00000100:00100000:3.0:1734686140.198245:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848614912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686140.198271:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686140.198306:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848614912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686140.198312:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7173 00000100:00100000:0.0:1734686140.198332:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848614912:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686140.632790:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686140.854978:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686140.855022:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686140.855060:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872764032 00000100:00100000:0.0:1734686140.855066:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686140.855071:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872764032 00000100:00100000:2.0:1734686140.855083:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872764288 00000100:00100000:2.0:1734686140.855088:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872764288 00000100:00100000:0.0:1734686140.855097:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872764160 00000100:00100000:0.0:1734686140.855101:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872764160 00000100:00100000:0.0:1734686140.855132:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3721 00000100:00080000:1.0:1734686140.855136:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686110 00000100:00100000:2.0:1734686140.855138:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3722 00000100:00100000:0.0:1734686140.855139:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872764160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734686140.855141:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686110 00000100:00080000:1.0:1734686140.855143:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686110 00000100:00100000:2.0:1734686140.855143:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872764288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686140.855211:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1211 00000100:00100000:3.0:1734686140.855216:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872764032:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686140.855246:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872764160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 106us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686140.855254:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3721 00000100:00100000:3.0:1734686140.855285:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872764032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686140.855299:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1211 00000100:00100000:2.0:1734686140.855342:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872764288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 197us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686140.855348:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3722 00000100:00100000:1.0:1734686140.855417:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686140.855498:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872764416 00000100:00100000:2.0:1734686140.855502:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872764416 00000100:00100000:2.0:1734686140.855518:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54621 00000100:00100000:2.0:1734686140.855522:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872764416:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734686140.855561:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686140.855634:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872764416:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 110us (217us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686140.855640:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54621 00010000:00010000:0.0:1734686141.635032:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686142.638967:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686143.380782:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848615040:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686143.380835:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686143.380871:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848615040 00000100:00100000:0.0:1734686143.380877:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848615040 00000100:00100000:0.0:1734686143.380960:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41766 00000100:00100000:0.0:1734686143.380967:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848615040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686143.380999:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686143.381049:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848615040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686143.381055:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41766 00000100:00100000:3.0:1734686143.381119:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848615040:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686143.430335:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686143.430341:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686143.430343:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686143.430348:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10938 00000100:00100000:2.0:1734686143.430349:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848615296:0@lo:400:kworker.0 00000100:00080000:0.0:1734686143.430351:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686143.430357:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686143.430374:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008d7c5c00 x1818938848615680/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686143.430395:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686143.430399:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686143.430400:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686143.430402:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10938 00000100:00080000:0.0:1734686143.430404:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734686143.430406:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686143.430411:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686143.430417:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905bea00 x1818938848616064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686143.430434:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848615936:0@lo:400:kworker.0 00000100:00100000:0.0:1734686143.430442:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848615424:0@lo:400:kworker.0 00000100:00100000:2.0:1734686143.430449:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686143.430459:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686143.430470:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848615680:0@lo:8:kworker.0 00000100:00100000:0.0:1734686143.430472:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848616192:0@lo:400:kworker.0 00000100:00100000:2.0:1734686143.430487:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686143.430495:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848615296 00000100:00100000:2.0:1734686143.430497:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848616064:0@lo:8:kworker.0 00000100:00100000:0.0:1734686143.430500:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848615296 00000100:00100000:2.0:1734686143.430508:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686143.430526:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848615680 00000100:00100000:2.0:1734686143.430543:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848615680 00000100:00100000:2.0:1734686143.430556:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848616064 00000100:00100000:0.0:1734686143.430557:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848615936 00000100:00100000:2.0:1734686143.430558:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848616064 00000100:00100000:0.0:1734686143.430559:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848615936 00000100:00100000:0.0:1734686143.430568:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848615424 00000100:00100000:0.0:1734686143.430569:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848615424 00000100:00100000:2.0:1734686143.430569:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54622 00000100:00100000:2.0:1734686143.430574:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848615680:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686143.430579:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3723 00000100:00100000:0.0:1734686143.430582:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848615296:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734686143.430592:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686143.430615:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848615680:12345-0@lo:8:kworker.0 Request processed in 40us (127us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686143.430616:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848615296:12345-0@lo:400:kworker.0 Request processed in 34us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686143.430621:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3723 00000100:00100000:2.0:1734686143.430621:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54622 00000100:00100000:0.0:1734686143.430633:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3724 00000100:00100000:2.0:1734686143.430634:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54623 00000100:00100000:0.0:1734686143.430637:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848615936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686143.430637:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848616064:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686143.430644:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686143.430653:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848615936:12345-0@lo:400:kworker.0 Request processed in 16us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686143.430656:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848616064:12345-0@lo:8:kworker.0 Request processed in 19us (147us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686143.430658:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3724 00000100:00100000:0.0:1734686143.430665:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3725 00000100:00100000:0.0:1734686143.430668:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848615424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686143.430687:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848615424:12345-0@lo:400:kworker.0 Request processed in 18us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686143.430691:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3725 00000100:00100000:0.0:1734686143.430722:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686143.430749:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848615424:0@lo:400:kworker.0 00000100:00100000:0.0:1734686143.430769:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848616192 00000100:00100000:0.0:1734686143.430771:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848616192 00000100:00080000:1.0:1734686143.430821:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686113 00000100:00100000:3.0:1734686143.430824:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848615552:0@lo:400:kworker.0 00000100:00080000:1.0:1734686143.430825:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686113 00000100:00080000:1.0:1734686143.430827:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686113 00000100:00100000:1.0:1734686143.430835:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848615168:0@lo:400:kworker.0 00000100:00100000:3.0:1734686143.430846:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686143.430856:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686143.430858:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848616320:0@lo:400:kworker.0 00000100:00100000:3.0:1734686143.430871:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686143.430876:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848615808:0@lo:400:kworker.0 00000100:00100000:3.0:1734686143.430897:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848615168 00000100:00100000:1.0:1734686143.430899:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686143.430900:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848615168 00000100:00100000:1.0:1734686143.430916:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848615808 00000100:00100000:1.0:1734686143.430918:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848615808 00000100:00100000:3.0:1734686143.430918:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1734686143.430922:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848615168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686143.430944:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848615168:12345-0@lo:400:kworker.0 Request processed in 21us (87us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686143.430948:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00080000:3.0:1734686143.430966:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686113 00000100:00080000:3.0:1734686143.430968:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686113 00000100:00100000:3.0:1734686143.430978:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848615168:0@lo:400:kworker.0 00000100:00100000:3.0:1734686143.431004:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848616320 00000100:00100000:3.0:1734686143.431006:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848616320 00000100:00100000:3.0:1734686143.431020:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3726 00000100:00100000:3.0:1734686143.431023:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848616320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686143.431145:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848616320:12345-0@lo:400:kworker.0 Request processed in 120us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686143.431152:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3726 00000100:00100000:3.0:1734686143.431169:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848616320:0@lo:400:kworker.0 00000100:00100000:3.0:1734686143.431186:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848615936:0@lo:400:kworker.0 00000100:00100000:3.0:1734686143.431193:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848615296:0@lo:400:kworker.0 00000100:00100000:2.0:1734686143.431209:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54623 00000100:00100000:3.0:1734686143.431222:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848615552 00000100:00100000:3.0:1734686143.431224:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848615552 00000100:00080000:2.0:1734686143.431228:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686143.431231:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686143.431233:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848615680:0@lo:8:kworker.0 00000100:00080000:2.0:1734686143.431239:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686143.431240:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41767 00000100:00080000:2.0:1734686143.431241:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686143.431243:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848616064:0@lo:8:kworker.0 00000100:00100000:3.0:1734686143.431244:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848615552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686143.431268:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848615552:12345-0@lo:400:kworker.0 Request processed in 24us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686143.431274:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41767 00000100:00080000:3.0:1734686143.431283:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686113 00000100:00100000:2.0:1734686143.431290:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848615552:0@lo:400:kworker.0 00000100:00100000:0.0:1734686143.433619:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8047 00000100:00100000:1.0:1734686143.433626:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8048 00000100:00100000:0.0:1734686143.433628:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848616192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686143.433633:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848615808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686143.433744:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848615808:0@lo:400:kworker.0 00000100:00100000:2.0:1734686143.433757:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848616192:0@lo:400:kworker.0 00000100:00100000:1.0:1734686143.433797:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848615808:12345-0@lo:400:kworker.0 Request processed in 164us (2896us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686143.433799:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848616192:12345-0@lo:400:kworker.0 Request processed in 172us (3075us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686143.433802:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8048 00000100:00100000:0.0:1734686143.433806:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8047 00000100:00100000:0.0:1734686143.444720:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848616448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686143.444775:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686143.444864:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848616448 00000100:00100000:3.0:1734686143.444871:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848616448 00000100:00100000:3.0:1734686143.444923:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41768 00000100:00100000:3.0:1734686143.444929:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848616448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686143.444958:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686143.445002:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848616448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686143.445008:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41768 00000100:00100000:0.0:1734686143.445075:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848616448:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686143.509105:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848616576:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686143.509157:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686143.509193:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848616576 00000100:00100000:0.0:1734686143.509199:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848616576 00000100:00100000:0.0:1734686143.509232:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7174 00000100:00100000:0.0:1734686143.509238:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848616576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686143.509261:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686143.509302:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848616576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686143.509308:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7174 00000100:00100000:3.0:1734686143.509666:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848616576:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686143.638783:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1734686144.641289:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686145.204801:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848616704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686145.204888:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686145.204970:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848616704 00000100:00100000:0.0:1734686145.204977:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848616704 00000100:00100000:0.0:1734686145.205105:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7175 00000100:00100000:0.0:1734686145.205111:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848616704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686145.205137:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:3.0:1734686145.205194:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686115 00000100:00100000:0.0:1734686145.205345:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072bf6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848616704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 233us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686145.205352:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7175 00000100:00100000:2.0:1734686145.205633:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848616704:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686145.642776:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686145.863727:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686145.863891:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872764928 00000100:00100000:0.0:1734686145.863892:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686145.863899:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872764928 00000100:00100000:0.0:1734686145.863932:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686145.863943:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54624 00000100:00100000:2.0:1734686145.863949:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872764928:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686145.863960:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00020000:2.0:1734686145.863972:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686145.863979:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872764672 00000100:00100000:0.0:1734686145.863982:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872764672 00000100:00100000:0.0:1734686145.864010:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872764800 00000100:00100000:0.0:1734686145.864012:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872764800 00000100:00100000:2.0:1734686145.864018:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872764928:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 69us (298us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686145.864023:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3727 00000100:00100000:2.0:1734686145.864024:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54624 00000100:00100000:0.0:1734686145.864027:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872764672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686145.864059:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872764672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686145.864062:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872764544 00000100:00100000:0.0:1734686145.864064:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3727 00000100:00100000:2.0:1734686145.864064:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872764544 00000100:00100000:0.0:1734686145.864077:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3728 00000100:00100000:0.0:1734686145.864080:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872764800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686145.864085:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1213 00000100:00100000:2.0:1734686145.864089:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872764544:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686145.864096:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872764800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 15us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686145.864101:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3728 00000100:00100000:2.0:1734686145.864103:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872764544:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686145.864108:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1213 00000100:00080000:0.0:1734686145.864114:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686115 00000100:00080000:0.0:1734686145.864117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686115 00000100:00080000:0.0:1734686145.864119:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686115 00010000:00010000:2.0:1734686146.645282:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686147.649830:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686148.388871:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848616832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686148.388926:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686148.389012:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848616832 00000100:00100000:0.0:1734686148.389019:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848616832 00000100:00100000:0.0:1734686148.389050:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41769 00000100:00100000:0.0:1734686148.389054:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848616832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686148.389086:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686148.389258:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848616832:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686148.389313:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848616832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 257us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686148.389320:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41769 00000100:00080000:2.0:1734686148.436829:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686148.436836:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686148.436839:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686148.436847:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10943 00000100:00080000:2.0:1734686148.436851:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686148.436857:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686148.436874:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b67480 x1818938848617472/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686148.436898:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686148.436901:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686148.436903:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686148.436905:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10943 00000100:00080000:2.0:1734686148.436907:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686148.436910:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686148.436913:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848617088:0@lo:400:kworker.0 00000100:00100000:2.0:1734686148.436920:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800905bea00 x1818938848617856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686148.436931:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848616960:0@lo:400:kworker.0 00000100:00100000:2.0:1734686148.436947:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848617216:0@lo:400:kworker.0 00000100:00100000:3.0:1734686148.436967:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686148.436977:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848617472:0@lo:8:kworker.0 00000100:00100000:3.0:1734686148.436998:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848617728:0@lo:400:kworker.0 00000100:00100000:1.0:1734686148.437001:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686148.437008:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686148.437019:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686148.437043:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848617856:0@lo:8:kworker.0 00000100:00100000:1.0:1734686148.437044:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848617600:0@lo:400:kworker.0 00000100:00100000:3.0:1734686148.437050:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848617088 00000100:00100000:3.0:1734686148.437056:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848617088 00000100:00100000:1.0:1734686148.437068:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686148.437080:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848617728 00000100:00100000:2.0:1734686148.437084:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848617728 00000100:00100000:1.0:1734686148.437091:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734686148.437093:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3729 00000100:00100000:1.0:1734686148.437098:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848617344:0@lo:400:kworker.0 00000100:00100000:3.0:1734686148.437099:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848617088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686148.437108:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3730 00000100:00100000:2.0:1734686148.437112:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848617728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686148.437113:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848617472 00000100:00100000:1.0:1734686148.437117:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686148.437118:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848617472 00000100:00100000:1.0:1734686148.437132:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848618112:0@lo:400:kworker.0 00000100:00100000:0.0:1734686148.437135:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848617600 00000100:00100000:0.0:1734686148.437137:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848617600 00000100:00100000:3.0:1734686148.437145:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848617088:12345-0@lo:400:kworker.0 Request processed in 46us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686148.437151:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3729 00000100:00100000:2.0:1734686148.437153:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848617728:12345-0@lo:400:kworker.0 Request processed in 40us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686148.437154:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8049 00000100:00100000:2.0:1734686148.437158:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3730 00000100:00100000:0.0:1734686148.437159:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848617600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686148.437159:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686148.437168:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848618112 00000100:00100000:3.0:1734686148.437170:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848618112 00000100:00100000:2.0:1734686148.437180:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54625 00000100:00100000:3.0:1734686148.437183:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3731 00000100:00100000:2.0:1734686148.437185:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848617472:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686148.437187:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848618112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686148.437198:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848617600:12345-0@lo:400:kworker.0 Request processed in 39us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686148.437200:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1734686148.437201:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686148.437204:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8049 00000100:00100000:3.0:1734686148.437213:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848618112:12345-0@lo:400:kworker.0 Request processed in 26us (54us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686148.437216:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848617856 00000100:00100000:0.0:1734686148.437218:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848617856 00000100:00100000:3.0:1734686148.437218:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3731 00000100:00100000:2.0:1734686148.437223:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848617472:12345-0@lo:8:kworker.0 Request processed in 37us (215us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686148.437228:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54625 00000100:00100000:1.0:1734686148.437233:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54626 00000100:00100000:1.0:1734686148.437240:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848617856:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686148.437244:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686148.437245:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686118 00000100:00080000:0.0:1734686148.437248:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686118 00000100:00100000:2.0:1734686148.437255:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848617984:0@lo:400:kworker.0 00000100:00100000:3.0:1734686148.437255:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848617088:0@lo:400:kworker.0 00000100:00100000:0.0:1734686148.437256:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848617216 00010000:00020000:1.0:1734686148.437256:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686148.437258:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848617216 00000100:00100000:3.0:1734686148.437264:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848617728:0@lo:400:kworker.0 00000100:00100000:2.0:1734686148.437270:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686148.437277:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3732 00000100:00100000:0.0:1734686148.437281:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848617216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686148.437284:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848617856:12345-0@lo:8:kworker.0 Request processed in 44us (83us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686148.437290:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54626 00000100:00100000:3.0:1734686148.437296:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848617984 00000100:00100000:3.0:1734686148.437298:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848617984 00000100:00100000:0.0:1734686148.437310:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848617216:12345-0@lo:400:kworker.0 Request processed in 28us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686148.437314:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8050 00000100:00100000:0.0:1734686148.437315:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3732 00000100:00080000:1.0:1734686148.437318:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686148.437318:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848617984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686148.437320:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848617216:0@lo:400:kworker.0 00000100:00080000:1.0:1734686148.437322:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686148.437325:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848617472:0@lo:8:kworker.0 00000100:00080000:0.0:1734686148.437326:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686118 00000100:00080000:0.0:1734686148.437328:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686118 00000100:00080000:1.0:1734686148.437333:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686148.437335:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686148.437336:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848616960 00000100:00100000:1.0:1734686148.437337:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848617856:0@lo:8:kworker.0 00000100:00100000:0.0:1734686148.437338:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848616960 00000100:00100000:3.0:1734686148.437345:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848617984:12345-0@lo:400:kworker.0 Request processed in 26us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686148.437350:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8050 00000100:00100000:2.0:1734686148.437351:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848617984:0@lo:400:kworker.0 00000100:00100000:0.0:1734686148.437352:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:0.0:1734686148.437354:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848616960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686148.437365:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848618112:0@lo:400:kworker.0 00000100:00100000:3.0:1734686148.437370:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848617344 00000100:00100000:0.0:1734686148.437372:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848616960:12345-0@lo:400:kworker.0 Request processed in 17us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686148.437373:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848617344 00000100:00100000:1.0:1734686148.437376:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848616960:0@lo:400:kworker.0 00000100:00100000:0.0:1734686148.437377:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:1.0:1734686148.437384:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848617600:0@lo:400:kworker.0 00000100:00080000:0.0:1734686148.437389:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686118 00000100:00080000:0.0:1734686148.437390:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686118 00000100:00100000:3.0:1734686148.437390:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41770 00000100:00100000:3.0:1734686148.437394:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848617344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686148.437420:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848617344:12345-0@lo:400:kworker.0 Request processed in 25us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686148.437425:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41770 00000100:00100000:1.0:1734686148.437429:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848617344:0@lo:400:kworker.0 00000100:00100000:3.0:1734686148.452880:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686148.452900:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848618240:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686148.452951:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686148.453074:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848618240 00000100:00100000:2.0:1734686148.453081:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848618240 00000100:00100000:2.0:1734686148.453124:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41771 00000100:00100000:2.0:1734686148.453130:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848618240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686148.453161:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686148.453195:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848618240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686148.453200:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41771 00000100:00100000:3.0:1734686148.453232:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848618240:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686148.516904:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848618368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686148.516957:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686148.517057:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848618368 00000100:00100000:2.0:1734686148.517063:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848618368 00000100:00100000:2.0:1734686148.517099:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7176 00000100:00100000:2.0:1734686148.517104:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848618368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686148.517126:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686148.517162:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848618368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686148.517168:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7176 00000100:00100000:0.0:1734686148.517229:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848618368:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686148.648854:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686149.651018:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686150.212800:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848618496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686150.212856:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686150.215849:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848618496 00000100:00100000:2.0:1734686150.215860:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848618496 00000100:00100000:2.0:1734686150.215933:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7177 00000100:00100000:2.0:1734686150.215939:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848618496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686150.215970:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686150.216039:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848618496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (3183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686150.216045:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7177 00000100:00100000:1.0:1734686150.216131:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848618496:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734686150.216205:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686120 00010000:00010000:3.0:1734686150.652728:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686150.871969:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686150.872014:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686150.872045:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686150.872124:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686150.872146:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872765184 00000100:00100000:3.0:1734686150.872154:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872765184 00000100:00100000:0.0:1734686150.872156:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872765440 00000100:00100000:0.0:1734686150.872160:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872765440 00000100:00100000:0.0:1734686150.872184:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54627 00000100:00100000:3.0:1734686150.872185:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872765312 00000100:00100000:3.0:1734686150.872187:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872765312 00000100:00100000:0.0:1734686150.872190:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872765440:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686150.872201:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3733 00000100:00100000:3.0:1734686150.872206:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872765184:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686150.872210:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686150.872254:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872765440:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 64us (130us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686150.872255:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872765184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686150.872260:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54627 00000100:00100000:3.0:1734686150.872262:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3733 00000100:00100000:3.0:1734686150.872276:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3734 00000100:00100000:3.0:1734686150.872280:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872765312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686150.872300:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872765312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686150.872305:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3734 00000100:00080000:3.0:1734686150.872333:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686120 00000100:00080000:3.0:1734686150.872335:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686120 00000100:00100000:1.0:1734686150.872397:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872765056 00000100:00100000:1.0:1734686150.872401:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872765056 00000100:00100000:1.0:1734686150.872435:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1215 00000100:00080000:3.0:1734686150.872439:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686120 00000100:00100000:1.0:1734686150.872440:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872765056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686150.872478:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872765056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686150.872483:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1215 00010000:00010000:3.0:1734686151.655060:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686152.656775:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686153.397093:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848618624:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686153.397143:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686153.397261:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848618624 00000100:00100000:0.0:1734686153.397267:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848618624 00000100:00100000:0.0:1734686153.397304:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41772 00000100:00100000:0.0:1734686153.397310:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848618624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686153.397339:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686153.397387:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848618624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686153.397393:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41772 00000100:00100000:3.0:1734686153.397454:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848618624:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686153.444762:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686153.444767:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686153.444770:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686153.444778:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10948 00000100:00100000:1.0:1734686153.444779:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848619008:0@lo:400:kworker.0 00000100:00080000:2.0:1734686153.444782:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686153.444786:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686153.444792:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848618880:0@lo:400:kworker.0 00000100:00100000:2.0:1734686153.444805:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012e174380 x1818938848619264/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686153.444818:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848619136:0@lo:400:kworker.0 00000100:00080000:2.0:1734686153.444831:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686153.444833:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686153.444834:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686153.444835:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686153.444837:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10948 00000100:00080000:2.0:1734686153.444839:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686153.444842:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686153.444850:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0ea00 x1818938848619648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686153.444866:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848618752:0@lo:400:kworker.0 00000100:00100000:3.0:1734686153.444871:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686153.444881:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848619776:0@lo:400:kworker.0 00000100:00100000:3.0:1734686153.444889:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848619904:0@lo:400:kworker.0 00000100:00100000:2.0:1734686153.444897:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848619264:0@lo:8:kworker.0 00000100:00100000:0.0:1734686153.444898:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686153.444902:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686153.444906:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686153.444922:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686153.444926:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848619392:0@lo:400:kworker.0 00000100:00100000:1.0:1734686153.444927:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848619520:0@lo:400:kworker.0 00000100:00100000:3.0:1734686153.444933:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848619008 00000100:00100000:3.0:1734686153.444939:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848619008 00000100:00100000:0.0:1734686153.444948:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686153.444948:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686153.444965:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848619904 00000100:00100000:3.0:1734686153.444967:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848619904 00000100:00100000:1.0:1734686153.444970:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848618752 00000100:00100000:1.0:1734686153.444973:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848618752 00000100:00100000:3.0:1734686153.444976:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848619520 00000100:00100000:3.0:1734686153.444979:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848619520 00000100:00100000:0.0:1734686153.444982:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848619776 00000100:00100000:0.0:1734686153.444987:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848619776 00000100:00100000:3.0:1734686153.444991:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3735 00000100:00100000:1.0:1734686153.444994:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1734686153.444996:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848619008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686153.444998:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848618752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686153.445017:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848619392 00000100:00100000:0.0:1734686153.445019:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848619392 00000100:00100000:3.0:1734686153.445032:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848619008:12345-0@lo:400:kworker.0 Request processed in 35us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686153.445036:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848618752:12345-0@lo:400:kworker.0 Request processed in 37us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686153.445037:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8051 00000100:00100000:3.0:1734686153.445038:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3735 00000100:00100000:1.0:1734686153.445041:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1734686153.445051:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3736 00000100:00100000:3.0:1734686153.445054:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848619904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686153.445072:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848619904:12345-0@lo:400:kworker.0 Request processed in 17us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686153.445075:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8052 00000100:00100000:3.0:1734686153.445076:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3736 00000100:00100000:1.0:1734686153.445080:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848619392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686153.445082:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3737 00000100:00100000:3.0:1734686153.445085:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848619520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686153.445099:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848619520:12345-0@lo:400:kworker.0 Request processed in 13us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686153.445103:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3737 00000100:00100000:1.0:1734686153.445105:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848619392:12345-0@lo:400:kworker.0 Request processed in 25us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686153.445110:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8052 00000100:00080000:3.0:1734686153.445114:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686123 00000100:00080000:3.0:1734686153.445118:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686123 00000100:00080000:3.0:1734686153.445119:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686123 00000100:00100000:3.0:1734686153.445134:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848619136 00000100:00100000:3.0:1734686153.445136:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848619136 00000100:00100000:1.0:1734686153.445140:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848619520:0@lo:400:kworker.0 00000100:00100000:1.0:1734686153.445148:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848619008:0@lo:400:kworker.0 00000100:00100000:3.0:1734686153.445154:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41773 00000100:00100000:3.0:1734686153.445158:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848619136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686153.445181:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848619136:12345-0@lo:400:kworker.0 Request processed in 22us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686153.445186:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41773 00000100:00100000:2.0:1734686153.445199:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686153.445215:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848619264 00000100:00100000:2.0:1734686153.445216:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848619648:0@lo:8:kworker.0 00000100:00100000:1.0:1734686153.445218:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848619264 00000100:00100000:2.0:1734686153.445229:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686153.445232:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54628 00000100:00100000:1.0:1734686153.445236:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848619264:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686153.445251:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686153.445251:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848619648 00000100:00100000:2.0:1734686153.445253:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848619648 00000100:00100000:2.0:1734686153.445267:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54629 00000100:00100000:2.0:1734686153.445271:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848619648:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686153.445275:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848619264:12345-0@lo:8:kworker.0 Request processed in 38us (76us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686153.445280:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54628 00010000:00020000:2.0:1734686153.445280:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686153.445293:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848619776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686153.445298:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848619648:12345-0@lo:8:kworker.0 Request processed in 27us (69us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734686153.445299:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686153.445302:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686153.445303:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54629 00000100:00100000:1.0:1734686153.445304:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e174380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848619264:0@lo:8:kworker.0 00000100:00080000:1.0:1734686153.445311:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686153.445313:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686153.445315:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848619648:0@lo:8:kworker.0 00000100:00100000:0.0:1734686153.445331:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848619776:12345-0@lo:400:kworker.0 Request processed in 288us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686153.445332:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848619776:0@lo:400:kworker.0 00000100:00100000:0.0:1734686153.445336:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8051 00000100:00100000:0.0:1734686153.445353:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686153.445386:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848618752:0@lo:400:kworker.0 00000100:00100000:0.0:1734686153.445393:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848619392:0@lo:400:kworker.0 00000100:00080000:3.0:1734686153.445442:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686123 00000100:00100000:2.0:1734686153.445469:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848618880 00000100:00100000:2.0:1734686153.445473:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848618880 00000100:00100000:2.0:1734686153.445506:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3738 00000100:00100000:2.0:1734686153.445511:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848618880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686153.445513:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848619904:0@lo:400:kworker.0 00000100:00080000:0.0:1734686153.445548:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686123 00000100:00100000:3.0:1734686153.445550:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848619136:0@lo:400:kworker.0 00000100:00100000:2.0:1734686153.445557:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848618880:12345-0@lo:400:kworker.0 Request processed in 45us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686153.445562:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3738 00000100:00100000:1.0:1734686153.445570:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848618880:0@lo:400:kworker.0 00000100:00100000:0.0:1734686153.460969:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848620032:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686153.461025:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686153.461169:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848620032 00000100:00100000:3.0:1734686153.461175:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848620032 00000100:00100000:3.0:1734686153.461216:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41774 00000100:00100000:3.0:1734686153.461223:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848620032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686153.461252:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686153.461286:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848620032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686153.461292:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41774 00000100:00100000:0.0:1734686153.461356:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848620032:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686153.524781:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686153.524800:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848620160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686153.524849:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686153.524917:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848620160 00000100:00100000:0.0:1734686153.524922:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848620160 00000100:00100000:0.0:1734686153.524956:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7178 00000100:00100000:0.0:1734686153.524961:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848620160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686153.525015:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686153.525095:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848620160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 131us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686153.525100:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7178 00000100:00100000:2.0:1734686153.525201:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848620160:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686153.658756:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686154.661614:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686155.221462:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848620288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686155.221516:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686155.221562:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848620288 00000100:00100000:0.0:1734686155.221568:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848620288 00000100:00080000:2.0:1734686155.221591:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686125 00000100:00100000:0.0:1734686155.221810:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7179 00000100:00100000:0.0:1734686155.221819:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848620288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686155.221850:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686155.222098:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848620288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 279us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686155.222105:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7179 00000100:00100000:2.0:1734686155.222187:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848620288:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686155.664823:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686155.879204:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686155.879252:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686155.879279:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686155.879317:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872765696 00000100:00100000:2.0:1734686155.879326:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872765696 00000100:00100000:0.0:1734686155.879351:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686155.879375:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872765952 00000100:00100000:0.0:1734686155.879379:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872765952 00000100:00100000:2.0:1734686155.879379:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872765824 00000100:00100000:2.0:1734686155.879382:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872765824 00000100:00100000:0.0:1734686155.879396:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54630 00000100:00100000:2.0:1734686155.879398:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3739 00000100:00100000:2.0:1734686155.879403:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872765696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686155.879404:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872765952:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686155.879424:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686155.879456:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872765696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686155.879462:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3739 00000100:00100000:2.0:1734686155.879479:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3740 00000100:00100000:2.0:1734686155.879483:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872765824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686155.879488:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872765568 00000100:00100000:1.0:1734686155.879492:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872765568 00000100:00100000:1.0:1734686155.879520:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1217 00000100:00100000:1.0:1734686155.879525:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872765568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686155.879867:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686125 00000100:00080000:3.0:1734686155.879875:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686125 00000100:00080000:3.0:1734686155.879878:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686125 00000100:00100000:0.0:1734686155.880038:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872765952:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 635us (685us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686155.880039:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872765824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 554us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686155.880046:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3740 00000100:00100000:0.0:1734686155.880049:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54630 00000100:00100000:1.0:1734686155.880126:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872765568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 599us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686155.880131:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1217 00010000:00010000:3.0:1734686156.666793:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686157.668984:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686158.404792:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848620416:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686158.404861:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686158.405009:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848620416 00000100:00100000:3.0:1734686158.405018:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848620416 00000100:00100000:3.0:1734686158.405063:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41775 00000100:00100000:3.0:1734686158.405069:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848620416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686158.405104:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686158.405145:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848620416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686158.405151:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41775 00000100:00100000:2.0:1734686158.405185:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848620416:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686158.452781:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848620544:0@lo:400:kworker.0 00000100:00080000:2.0:1734686158.452785:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686158.452790:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686158.452792:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686158.452797:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10953 00000100:00080000:2.0:1734686158.452802:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686158.452807:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686158.452826:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0c700 x1818938848621056/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686158.452843:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686158.452845:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848620672:0@lo:400:kworker.0 00000100:00080000:2.0:1734686158.452851:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686158.452854:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686158.452856:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686158.452859:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10953 00000100:00080000:2.0:1734686158.452861:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686158.452863:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686158.452872:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fed500 x1818938848621440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686158.452876:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848621184:0@lo:400:kworker.0 00000100:00100000:1.0:1734686158.452885:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686158.452895:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686158.452903:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848621312:0@lo:400:kworker.0 00000100:00100000:2.0:1734686158.452903:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848620800:0@lo:400:kworker.0 00000100:00100000:0.0:1734686158.452905:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734686158.452909:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848620928:0@lo:400:kworker.0 00000100:00100000:1.0:1734686158.452917:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686158.452926:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686158.452928:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686158.452938:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848621056:0@lo:8:kworker.0 00000100:00100000:0.0:1734686158.452940:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848621696:0@lo:400:kworker.0 00000100:00100000:2.0:1734686158.452943:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848621568:0@lo:400:kworker.0 00000100:00100000:0.0:1734686158.452957:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686158.452957:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686158.452969:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848620928 00000100:00100000:2.0:1734686158.452976:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848620672 00000100:00100000:1.0:1734686158.452978:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848621440:0@lo:8:kworker.0 00000100:00100000:2.0:1734686158.452982:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848620672 00000100:00100000:3.0:1734686158.452982:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848620928 00000100:00100000:0.0:1734686158.452987:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848620544 00000100:00100000:0.0:1734686158.452990:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848620544 00000100:00100000:1.0:1734686158.452990:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686158.453012:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848621184 00000100:00100000:2.0:1734686158.453014:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848621312 00000100:00100000:1.0:1734686158.453015:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848621184 00000100:00100000:2.0:1734686158.453017:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848621312 00000100:00100000:0.0:1734686158.453018:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:0.0:1734686158.453024:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848620544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686158.453027:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848620800 00000100:00100000:2.0:1734686158.453029:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848620800 00000100:00100000:3.0:1734686158.453032:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41776 00000100:00100000:1.0:1734686158.453036:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848621056 00000100:00100000:1.0:1734686158.453038:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848621056 00000100:00100000:3.0:1734686158.453038:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848620928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686158.453039:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848621696 00000100:00100000:2.0:1734686158.453041:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848621696 00000100:00100000:1.0:1734686158.453045:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848621440 00000100:00100000:1.0:1734686158.453047:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848621440 00000100:00100000:2.0:1734686158.453049:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3741 00000100:00100000:2.0:1734686158.453053:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848620672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686158.453055:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8053 00000100:00100000:0.0:1734686158.453059:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848620544:12345-0@lo:400:kworker.0 Request processed in 35us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686158.453059:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848621184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686158.453065:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:0.0:1734686158.453092:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3742 00000100:00100000:1.0:1734686158.453095:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848621184:12345-0@lo:400:kworker.0 Request processed in 36us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686158.453096:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848621312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686158.453098:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848620672:12345-0@lo:400:kworker.0 Request processed in 44us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686158.453100:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8053 00000100:00100000:2.0:1734686158.453104:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3741 00000100:00100000:3.0:1734686158.453108:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848620928:12345-0@lo:400:kworker.0 Request processed in 70us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686158.453113:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54631 00000100:00100000:3.0:1734686158.453115:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41776 00000100:00100000:1.0:1734686158.453116:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848621056:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686158.453116:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3743 00000100:00100000:0.0:1734686158.453118:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848621312:12345-0@lo:400:kworker.0 Request processed in 21us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686158.453119:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848620800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686158.453123:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3742 00010000:00020000:1.0:1734686158.453132:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686158.453135:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848620800:12345-0@lo:400:kworker.0 Request processed in 15us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686158.453140:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3743 00000100:00100000:3.0:1734686158.453145:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3744 00000100:00100000:3.0:1734686158.453150:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848621696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686158.453153:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848621056:12345-0@lo:8:kworker.0 Request processed in 36us (197us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734686158.453154:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686128 00000100:00080000:2.0:1734686158.453157:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686128 00000100:00100000:1.0:1734686158.453158:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54631 00000100:00080000:2.0:1734686158.453158:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686128 00000100:00080000:2.0:1734686158.453159:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686128 00000100:00100000:0.0:1734686158.453162:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54632 00000100:00100000:0.0:1734686158.453167:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848621440:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686158.453176:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686158.453178:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848621696:12345-0@lo:400:kworker.0 Request processed in 27us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686158.453179:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848621312:0@lo:400:kworker.0 00000100:00100000:3.0:1734686158.453184:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3744 00000100:00080000:1.0:1734686158.453187:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686158.453187:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848620672:0@lo:400:kworker.0 00000100:00080000:1.0:1734686158.453190:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686158.453193:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848621056:0@lo:8:kworker.0 00000100:00100000:0.0:1734686158.453198:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848621440:12345-0@lo:8:kworker.0 Request processed in 29us (206us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734686158.453200:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686158.453200:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734686158.453201:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686158.453203:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54632 00000100:00100000:1.0:1734686158.453204:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848621440:0@lo:8:kworker.0 00000100:00100000:0.0:1734686158.453211:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848621568 00000100:00100000:2.0:1734686158.453211:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848620800:0@lo:400:kworker.0 00000100:00100000:0.0:1734686158.453214:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848621568 00000100:00080000:2.0:1734686158.453230:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686128 00000100:00100000:0.0:1734686158.453233:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8054 00000100:00100000:0.0:1734686158.453236:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848621568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686158.453265:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848621568:12345-0@lo:400:kworker.0 Request processed in 28us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686158.453270:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8054 00000100:00100000:2.0:1734686158.453284:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848621568:0@lo:400:kworker.0 00000100:00100000:0.0:1734686158.453292:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848620928:0@lo:400:kworker.0 00000100:00100000:0.0:1734686158.453301:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848621696:0@lo:400:kworker.0 00000100:00100000:0.0:1734686158.453307:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848621184:0@lo:400:kworker.0 00000100:00100000:0.0:1734686158.453312:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848620544:0@lo:400:kworker.0 00000100:00100000:2.0:1734686158.468817:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848621824:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686158.468874:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686158.468949:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848621824 00000100:00100000:1.0:1734686158.468961:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848621824 00000100:00100000:1.0:1734686158.469021:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41777 00000100:00100000:1.0:1734686158.469028:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848621824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686158.469068:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686158.469141:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848621824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686158.469149:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41777 00000100:00100000:2.0:1734686158.469184:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848621824:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686158.533418:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848621952:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686158.533503:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686158.533735:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848621952 00000100:00100000:2.0:1734686158.533741:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848621952 00000100:00100000:2.0:1734686158.533787:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7180 00000100:00100000:2.0:1734686158.533792:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848621952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686158.533820:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686158.533860:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848621952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686158.533865:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7180 00000100:00100000:0.0:1734686158.533944:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848621952:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686158.670792:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686159.672747:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686160.228765:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686160.228786:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848622080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686160.228840:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686160.228907:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848622080 00000100:00100000:1.0:1734686160.228914:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848622080 00000100:00080000:2.0:1734686160.228957:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686130 00000100:00100000:1.0:1734686160.228969:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7181 00000100:00100000:1.0:1734686160.228975:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848622080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686160.229000:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686160.229040:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848622080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686160.229046:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7181 00000100:00100000:0.0:1734686160.229075:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848622080:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686160.674742:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686160.887819:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686160.887863:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686160.887874:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872766464 00000100:00100000:2.0:1734686160.887882:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872766464 00000100:00100000:0.0:1734686160.887895:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686160.887913:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54633 00000100:00100000:3.0:1734686160.887917:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872766080 00000100:00100000:2.0:1734686160.887920:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872766464:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686160.887920:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872766080 00010000:00020000:2.0:1734686160.887941:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686160.887962:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1219 00000100:00100000:3.0:1734686160.887966:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872766080:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686160.887976:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686160.887979:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872766464:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 59us (168us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686160.887984:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54633 00000100:00100000:3.0:1734686160.887991:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872766080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686160.887996:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1219 00000100:00100000:2.0:1734686160.888004:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872766336 00000100:00100000:2.0:1734686160.888006:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872766336 00000100:00100000:3.0:1734686160.888017:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872766208 00000100:00100000:3.0:1734686160.888019:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872766208 00000100:00100000:2.0:1734686160.888024:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3745 00000100:00100000:2.0:1734686160.888027:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872766336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734686160.888030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686130 00000100:00080000:1.0:1734686160.888035:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686130 00000100:00100000:3.0:1734686160.888035:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3746 00000100:00080000:1.0:1734686160.888037:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686130 00000100:00100000:3.0:1734686160.888038:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872766208:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686160.888053:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872766336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686160.888053:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872766208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 14us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686160.888057:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3746 00000100:00100000:2.0:1734686160.888065:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3745 00010000:00010000:3.0:1734686161.676757:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686162.678736:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686163.412895:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848622208:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686163.413145:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686163.413206:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848622208 00000100:00100000:1.0:1734686163.413212:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848622208 00000100:00100000:1.0:1734686163.413241:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41778 00000100:00100000:1.0:1734686163.413245:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848622208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686163.413272:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686163.413301:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848622208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686163.413305:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41778 00000100:00100000:0.0:1734686163.413424:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848622208:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686163.460760:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686163.460764:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848622464:0@lo:400:kworker.0 00000100:00080000:2.0:1734686163.460766:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686163.460769:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686163.460774:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848622720:0@lo:400:kworker.0 00000100:00080000:2.0:1734686163.460774:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10958 00000100:00080000:2.0:1734686163.460777:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686163.460782:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686163.460782:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848622592:0@lo:400:kworker.0 00000100:00100000:2.0:1734686163.460801:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fee300 x1818938848622848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686163.460821:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686163.460822:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686163.460830:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686163.460833:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686163.460834:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686163.460837:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10958 00000100:00080000:2.0:1734686163.460839:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686163.460842:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686163.460846:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848622464 00000100:00100000:1.0:1734686163.460849:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1734686163.460851:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0feed80 x1818938848623232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686163.460852:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848623104:0@lo:400:kworker.0 00000100:00100000:3.0:1734686163.460852:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848622464 00000100:00100000:1.0:1734686163.460853:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848622336:0@lo:400:kworker.0 00000100:00100000:1.0:1734686163.460871:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686163.460873:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686163.460879:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848622976:0@lo:400:kworker.0 00000100:00080000:2.0:1734686163.460884:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686133 00000100:00100000:0.0:1734686163.460885:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686163.460888:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848623104 00000100:00100000:0.0:1734686163.460889:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848623360:0@lo:400:kworker.0 00000100:00100000:1.0:1734686163.460889:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686163.460890:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848623104 00000100:00100000:2.0:1734686163.460895:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848622336 00000100:00100000:1.0:1734686163.460897:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848623488:0@lo:400:kworker.0 00000100:00100000:2.0:1734686163.460899:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848622336 00000100:00100000:3.0:1734686163.460902:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3747 00000100:00100000:0.0:1734686163.460905:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686163.460908:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686163.460908:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848622464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686163.460921:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848622848:0@lo:8:kworker.0 00000100:00100000:2.0:1734686163.460921:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:2.0:1734686163.460925:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848622336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686163.460929:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848623488 00000100:00100000:1.0:1734686163.460930:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686163.460931:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848623488 00000100:00100000:1.0:1734686163.460935:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848623232:0@lo:8:kworker.0 00000100:00100000:3.0:1734686163.460948:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848622464:12345-0@lo:400:kworker.0 Request processed in 40us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686163.460950:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3748 00000100:00100000:0.0:1734686163.460953:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848623104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686163.460954:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3747 00000100:00100000:3.0:1734686163.460967:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3749 00000100:00100000:3.0:1734686163.460971:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848623488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686163.461074:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686163.461089:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848622336:12345-0@lo:400:kworker.0 Request processed in 161us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686163.461091:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848622976 00000100:00100000:1.0:1734686163.461093:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848622976 00000100:00100000:2.0:1734686163.461095:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:1.0:1734686163.461106:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848623360 00000100:00100000:1.0:1734686163.461107:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848623360 00000100:00100000:1.0:1734686163.461113:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848622848 00000100:00100000:1.0:1734686163.461115:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848622848 00000100:00100000:1.0:1734686163.461120:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848623232 00000100:00080000:2.0:1734686163.461120:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686133 00000100:00100000:1.0:1734686163.461121:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848623232 00000100:00080000:2.0:1734686163.461122:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686133 00000100:00100000:1.0:1734686163.461127:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8055 00000100:00100000:1.0:1734686163.461129:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848622976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686163.461133:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8056 00000100:00100000:2.0:1734686163.461137:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848623360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686163.461148:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848623104:12345-0@lo:400:kworker.0 Request processed in 193us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686163.461149:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848622976:12345-0@lo:400:kworker.0 Request processed in 19us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686163.461153:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8055 00000100:00100000:0.0:1734686163.461154:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3748 00000100:00100000:2.0:1734686163.461161:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848623360:12345-0@lo:400:kworker.0 Request processed in 23us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686163.461162:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54634 00000100:00100000:1.0:1734686163.461164:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848622848:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686163.461169:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8056 00000100:00100000:0.0:1734686163.461173:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54635 00010000:00020000:1.0:1734686163.461175:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686163.461177:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848623232:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686163.461186:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686163.461189:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848622848:12345-0@lo:8:kworker.0 Request processed in 24us (258us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686163.461192:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54634 00000100:00100000:2.0:1734686163.461195:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848622336:0@lo:400:kworker.0 00000100:00100000:2.0:1734686163.461204:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848622976:0@lo:400:kworker.0 00000100:00100000:0.0:1734686163.461209:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848623232:12345-0@lo:8:kworker.0 Request processed in 31us (133us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734686163.461212:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686163.461214:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54635 00000100:00080000:1.0:1734686163.461214:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686163.461216:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848622848:0@lo:8:kworker.0 00000100:00080000:1.0:1734686163.461220:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686163.461222:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686163.461223:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848623232:0@lo:8:kworker.0 00000100:00100000:1.0:1734686163.461234:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848622720 00000100:00100000:1.0:1734686163.461236:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848622720 00000100:00100000:0.0:1734686163.461238:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848623360:0@lo:400:kworker.0 00000100:00100000:0.0:1734686163.461247:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848623104:0@lo:400:kworker.0 00000100:00080000:2.0:1734686163.461249:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686133 00000100:00100000:0.0:1734686163.461254:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848622464:0@lo:400:kworker.0 00000100:00100000:1.0:1734686163.461255:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41779 00000100:00100000:1.0:1734686163.461258:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848622720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686163.461279:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848622720:12345-0@lo:400:kworker.0 Request processed in 20us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686163.461282:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41779 00000100:00100000:3.0:1734686163.461320:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848623488:12345-0@lo:400:kworker.0 Request processed in 346us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686163.461326:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3749 00000100:00100000:3.0:1734686163.461344:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686163.461428:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848622592 00000100:00100000:0.0:1734686163.461431:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848622592 00000100:00100000:0.0:1734686163.461457:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3750 00000100:00100000:2.0:1734686163.461458:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848623488:0@lo:400:kworker.0 00000100:00100000:0.0:1734686163.461461:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848622592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686163.461465:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848622720:0@lo:400:kworker.0 00000100:00080000:3.0:1734686163.461505:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686133 00000100:00100000:0.0:1734686163.461963:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848622592:12345-0@lo:400:kworker.0 Request processed in 501us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686163.461969:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3750 00000100:00100000:3.0:1734686163.462072:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848622592:0@lo:400:kworker.0 00000100:00100000:0.0:1734686163.477020:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848623616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686163.477075:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686163.477132:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848623616 00000100:00100000:1.0:1734686163.477139:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848623616 00000100:00100000:1.0:1734686163.477177:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41780 00000100:00100000:1.0:1734686163.477183:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848623616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686163.477208:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686163.477251:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848623616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686163.477257:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41780 00000100:00100000:0.0:1734686163.477301:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848623616:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686163.540795:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848623744:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686163.540846:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686163.540931:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848623744 00000100:00100000:1.0:1734686163.540938:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848623744 00000100:00100000:1.0:1734686163.540968:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7182 00000100:00100000:1.0:1734686163.540973:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848623744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686163.540999:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686163.541038:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848623744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686163.541044:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7182 00000100:00100000:2.0:1734686163.541128:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848623744:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686163.680775:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686164.682735:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686165.237175:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848623872:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686165.237228:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686165.237356:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848623872 00000100:00100000:0.0:1734686165.237363:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848623872 00000100:00100000:0.0:1734686165.237413:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7183 00000100:00100000:0.0:1734686165.237419:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848623872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686165.237445:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:3.0:1734686165.237591:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686135 00000100:00100000:0.0:1734686165.237683:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848623872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 263us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686165.237689:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7183 00000100:00100000:2.0:1734686165.237764:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848623872:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686165.684735:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686165.895126:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686165.895167:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686165.895191:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686165.895211:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872766720 00000100:00100000:2.0:1734686165.895219:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872766720 00000100:00100000:3.0:1734686165.895229:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872766592 00000100:00100000:3.0:1734686165.895234:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872766592 00000100:00100000:1.0:1734686165.895244:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872766848 00000100:00100000:1.0:1734686165.895249:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872766848 00000100:00100000:2.0:1734686165.895262:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3751 00000100:00100000:3.0:1734686165.895262:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1221 00000100:00100000:1.0:1734686165.895267:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3752 00000100:00100000:2.0:1734686165.895268:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872766720:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686165.895268:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872766592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686165.895271:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872766848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686165.895272:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686165.895291:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872766976 00000100:00100000:0.0:1734686165.895294:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872766976 00000100:00100000:0.0:1734686165.895309:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54636 00000100:00100000:0.0:1734686165.895314:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872766976:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686165.895314:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872766720:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686165.895316:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872766848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686165.895316:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872766592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686165.895321:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3751 00000100:00100000:3.0:1734686165.895321:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1221 00000100:00100000:1.0:1734686165.895323:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3752 00010000:00020000:0.0:1734686165.895333:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686165.895342:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686135 00000100:00080000:3.0:1734686165.895345:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686135 00000100:00080000:3.0:1734686165.895346:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686135 00000100:00100000:0.0:1734686165.895351:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872766976:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (80us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686165.895357:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54636 00010000:00010000:3.0:1734686166.686776:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686167.688761:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686168.420890:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686168.420907:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848624000:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686168.420955:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686168.421013:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848624000 00000100:00100000:2.0:1734686168.421019:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848624000 00000100:00100000:2.0:1734686168.421052:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41781 00000100:00100000:2.0:1734686168.421056:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848624000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686168.421079:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686168.421107:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848624000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686168.421111:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41781 00000100:00100000:1.0:1734686168.421159:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848624000:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686168.468755:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848624128:0@lo:400:kworker.0 00000100:00080000:2.0:1734686168.468778:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686168.468783:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686168.468785:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686168.468789:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10963 00000100:00080000:2.0:1734686168.468792:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686168.468796:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686168.468804:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848624256:0@lo:400:kworker.0 00000100:00100000:2.0:1734686168.468810:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fedf80 x1818938848624640/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686168.468811:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686168.468825:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686168.468827:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686168.468828:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686168.468830:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10963 00000100:00080000:2.0:1734686168.468831:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686168.468833:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686168.468834:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686168.468835:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848624768:0@lo:400:kworker.0 00000100:00100000:2.0:1734686168.468838:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fefb80 x1818938848625024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686168.468855:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686168.468862:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848624256 00000100:00100000:3.0:1734686168.468865:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848624896:0@lo:400:kworker.0 00000100:00100000:2.0:1734686168.468867:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848624256 00000100:00100000:0.0:1734686168.468898:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848624768 00000100:00100000:0.0:1734686168.468902:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848624768 00000100:00100000:3.0:1734686168.468921:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686168.468922:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734686168.468927:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848624512:0@lo:400:kworker.0 00000100:00100000:0.0:1734686168.468933:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8057 00000100:00100000:3.0:1734686168.468934:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734686168.468938:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848624768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686168.468940:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848624384:0@lo:400:kworker.0 00000100:00100000:1.0:1734686168.468945:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686168.468954:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848625280:0@lo:400:kworker.0 00000100:00100000:3.0:1734686168.468955:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686168.468966:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848625152:0@lo:400:kworker.0 00000100:00100000:1.0:1734686168.468971:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686168.469039:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848624896 00000100:00100000:2.0:1734686168.469043:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848624896 00000100:00100000:2.0:1734686168.469053:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848624384 00000100:00100000:2.0:1734686168.469055:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848624384 00000100:00100000:0.0:1734686168.469062:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848624768:12345-0@lo:400:kworker.0 Request processed in 42us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686168.469065:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848625280 00000100:00100000:2.0:1734686168.469066:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848625280 00000100:00100000:0.0:1734686168.469068:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8057 00000100:00100000:2.0:1734686168.469074:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3753 00000100:00100000:2.0:1734686168.469077:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848624256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686168.469089:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3754 00000100:00100000:0.0:1734686168.469092:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848624896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686168.469128:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686168.469132:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848624896:12345-0@lo:400:kworker.0 Request processed in 38us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686168.469132:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848624256:12345-0@lo:400:kworker.0 Request processed in 54us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686168.469134:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848624768:0@lo:400:kworker.0 00000100:00100000:0.0:1734686168.469137:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3754 00000100:00100000:2.0:1734686168.469139:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3753 00000100:00100000:0.0:1734686168.469149:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3755 00000100:00100000:2.0:1734686168.469151:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3756 00000100:00100000:0.0:1734686168.469152:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848624384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686168.469154:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848624640:0@lo:8:kworker.0 00000100:00100000:2.0:1734686168.469154:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848625280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686168.469154:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848624896:0@lo:400:kworker.0 00000100:00100000:3.0:1734686168.469163:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848624256:0@lo:400:kworker.0 00000100:00100000:0.0:1734686168.469171:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848624384:12345-0@lo:400:kworker.0 Request processed in 19us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686168.469173:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686168.469173:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848625280:12345-0@lo:400:kworker.0 Request processed in 18us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686168.469176:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3755 00000100:00100000:2.0:1734686168.469177:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3756 00000100:00100000:3.0:1734686168.469177:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848624384:0@lo:400:kworker.0 00000100:00100000:1.0:1734686168.469182:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848625024:0@lo:8:kworker.0 00000100:00100000:0.0:1734686168.469187:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848625152 00000100:00100000:0.0:1734686168.469189:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848625152 00000100:00100000:1.0:1734686168.469195:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686168.469202:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848624640 00000100:00100000:0.0:1734686168.469203:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848624640 00000100:00080000:2.0:1734686168.469203:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686138 00000100:00080000:2.0:1734686168.469206:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686138 00000100:00080000:2.0:1734686168.469208:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686138 00000100:00100000:0.0:1734686168.469211:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848625024 00000100:00100000:0.0:1734686168.469213:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848625024 00000100:00100000:2.0:1734686168.469218:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848624128 00000100:00100000:2.0:1734686168.469220:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848624128 00000100:00100000:0.0:1734686168.469221:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8058 00000100:00100000:0.0:1734686168.469224:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848625152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686168.469225:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54637 00000100:00100000:1.0:1734686168.469230:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848624640:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686168.469236:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:2.0:1734686168.469239:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848624128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686168.469245:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848625152:12345-0@lo:400:kworker.0 Request processed in 20us (117us total) trans 0 rc 0/0 00010000:00020000:1.0:1734686168.469245:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686168.469249:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8058 00000100:00100000:0.0:1734686168.469256:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54638 00000100:00100000:2.0:1734686168.469256:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848624128:12345-0@lo:400:kworker.0 Request processed in 16us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686168.469259:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848625024:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686168.469260:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00010000:00020000:0.0:1734686168.469267:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686168.469268:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848624640:12345-0@lo:8:kworker.0 Request processed in 37us (95us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686168.469274:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54637 00000100:00080000:2.0:1734686168.469276:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686138 00000100:00100000:0.0:1734686168.469281:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848625024:12345-0@lo:8:kworker.0 Request processed in 21us (86us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686168.469286:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54638 00000100:00080000:1.0:1734686168.469294:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686168.469296:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686168.469299:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848624640:0@lo:8:kworker.0 00000100:00080000:1.0:1734686168.469305:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686168.469307:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848624512 00000100:00080000:1.0:1734686168.469307:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686168.469309:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848624512 00000100:00100000:1.0:1734686168.469309:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848625024:0@lo:8:kworker.0 00000100:00100000:0.0:1734686168.469333:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41782 00000100:00100000:0.0:1734686168.469336:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848624512:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686168.469343:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686138 00000100:00100000:0.0:1734686168.469360:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848624512:12345-0@lo:400:kworker.0 Request processed in 22us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686168.469364:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41782 00000100:00100000:3.0:1734686168.469396:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848625152:0@lo:400:kworker.0 00000100:00100000:1.0:1734686168.469400:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848624512:0@lo:400:kworker.0 00000100:00100000:1.0:1734686168.469408:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848625280:0@lo:400:kworker.0 00000100:00100000:1.0:1734686168.469414:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848624128:0@lo:400:kworker.0 00000100:00100000:1.0:1734686168.484779:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848625408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686168.484835:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686168.484905:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848625408 00000100:00100000:0.0:1734686168.484912:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848625408 00000100:00100000:0.0:1734686168.485138:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41783 00000100:00100000:0.0:1734686168.485145:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848625408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686168.485172:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686168.485228:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848625408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686168.485235:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41783 00000100:00100000:1.0:1734686168.485328:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848625408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686168.548742:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848625536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686168.548801:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686168.548895:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848625536 00000100:00100000:0.0:1734686168.548902:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848625536 00000100:00100000:0.0:1734686168.548946:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7184 00000100:00100000:0.0:1734686168.548952:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848625536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686168.548978:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686168.549026:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848625536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686168.549032:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7184 00000100:00100000:3.0:1734686168.549097:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848625536:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686168.690724:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686169.692730:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686170.244939:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848625664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686170.244997:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686170.245103:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848625664 00000100:00100000:1.0:1734686170.245110:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848625664 00000100:00100000:1.0:1734686170.245167:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7185 00000100:00100000:1.0:1734686170.245173:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848625664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686170.245198:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686170.245229:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848625664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686170.245235:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7185 00000100:00100000:0.0:1734686170.245256:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848625664:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734686170.245286:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686140 00010000:00010000:3.0:1734686170.694982:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686170.903236:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686170.903283:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686170.903308:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686170.903340:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872767104 00000100:00100000:0.0:1734686170.903341:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686170.903347:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872767104 00000100:00100000:3.0:1734686170.903359:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872767232 00000100:00100000:0.0:1734686170.903360:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872767488 00000100:00100000:0.0:1734686170.903363:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872767488 00000100:00100000:3.0:1734686170.903363:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872767232 00000100:00100000:0.0:1734686170.903378:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54639 00000100:00100000:2.0:1734686170.903379:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1223 00000100:00100000:0.0:1734686170.903384:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872767488:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686170.903384:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872767104:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686170.903387:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872767360 00000100:00100000:3.0:1734686170.903389:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872767360 00010000:00020000:0.0:1734686170.903404:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686170.903404:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3757 00000100:00100000:3.0:1734686170.903409:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872767232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686170.903450:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872767104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 65us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686170.903455:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872767488:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 69us (112us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686170.903456:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1223 00000100:00100000:0.0:1734686170.903461:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54639 00000100:00100000:3.0:1734686170.903464:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872767232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686170.903474:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3757 00000100:00080000:2.0:1734686170.903483:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686140 00000100:00080000:2.0:1734686170.903486:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686140 00000100:00080000:2.0:1734686170.903488:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686140 00000100:00100000:3.0:1734686170.903488:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3758 00000100:00100000:3.0:1734686170.903491:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872767360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686170.903515:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872767360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686170.903519:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3758 00010000:00010000:3.0:1734686171.696856:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686172.699462:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686173.430127:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686173.430159:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848625792:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686173.430235:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686173.430327:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848625792 00000100:00100000:3.0:1734686173.430339:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848625792 00000100:00100000:3.0:1734686173.430406:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41784 00000100:00100000:3.0:1734686173.430412:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848625792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686173.430445:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686173.430522:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848625792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686173.430563:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41784 00000100:00100000:1.0:1734686173.430632:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848625792:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686173.476735:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686173.476741:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686173.476744:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686173.476751:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10968 00000100:00100000:3.0:1734686173.476753:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848626048:0@lo:400:kworker.0 00000100:00080000:2.0:1734686173.476755:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686173.476761:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686173.476781:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fefb80 x1818938848626432/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686173.476782:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848625920:0@lo:400:kworker.0 00000100:00080000:2.0:1734686173.476809:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734686173.476809:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686173.476812:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686173.476813:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686173.476816:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10968 00000100:00080000:2.0:1734686173.476818:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686173.476821:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686173.476838:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848626688:0@lo:400:kworker.0 00000100:00100000:2.0:1734686173.476842:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fec380 x1818938848626816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686173.476845:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686173.476856:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686173.476870:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734686173.476875:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848626176:0@lo:400:kworker.0 00000100:00100000:1.0:1734686173.476880:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848626560:0@lo:400:kworker.0 00000100:00100000:2.0:1734686173.476884:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848625920 00000100:00100000:3.0:1734686173.476889:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686173.476891:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848625920 00000100:00100000:3.0:1734686173.476899:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848626944:0@lo:400:kworker.0 00000100:00100000:1.0:1734686173.476901:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686173.476916:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734686173.476918:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686173.476922:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848626304:0@lo:400:kworker.0 00000100:00100000:2.0:1734686173.476925:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:2.0:1734686173.476931:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848625920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686173.476938:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686173.476941:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848626048 00000100:00100000:3.0:1734686173.476945:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848626048 00000100:00100000:1.0:1734686173.476949:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848627072:0@lo:400:kworker.0 00000100:00100000:3.0:1734686173.476967:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848626688 00000100:00100000:3.0:1734686173.476969:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848626688 00000100:00100000:1.0:1734686173.476971:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686173.476973:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848625920:12345-0@lo:400:kworker.0 Request processed in 41us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686173.476980:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:3.0:1734686173.476993:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848626176 00000100:00100000:1.0:1734686173.476996:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848625920:0@lo:400:kworker.0 00000100:00100000:3.0:1734686173.476996:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848626176 00000100:00100000:3.0:1734686173.477008:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848627072 00000100:00100000:3.0:1734686173.477009:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848627072 00000100:00100000:2.0:1734686173.477018:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3759 00000100:00100000:2.0:1734686173.477021:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848626048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686173.477024:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848626432:0@lo:8:kworker.0 00000100:00100000:3.0:1734686173.477024:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3760 00000100:00100000:3.0:1734686173.477028:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848626688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686173.477049:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686173.477050:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848626560 00000100:00100000:2.0:1734686173.477053:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848626048:12345-0@lo:400:kworker.0 Request processed in 30us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686173.477056:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848626688:12345-0@lo:400:kworker.0 Request processed in 27us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686173.477057:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848626560 00000100:00100000:2.0:1734686173.477058:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3759 00000100:00100000:1.0:1734686173.477060:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848626816:0@lo:8:kworker.0 00000100:00100000:3.0:1734686173.477061:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3760 00000100:00100000:3.0:1734686173.477069:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3761 00000100:00100000:3.0:1734686173.477075:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848626176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686173.477076:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686173.477077:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3762 00000100:00100000:2.0:1734686173.477080:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848627072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686173.477091:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848626944 00000100:00100000:3.0:1734686173.477093:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848626176:12345-0@lo:400:kworker.0 Request processed in 20us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686173.477094:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848626944 00000100:00100000:3.0:1734686173.477099:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3761 00000100:00100000:1.0:1734686173.477106:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848626432 00000100:00100000:2.0:1734686173.477108:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848627072:12345-0@lo:400:kworker.0 Request processed in 26us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686173.477109:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848626432 00000100:00100000:0.0:1734686173.477110:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848626816 00000100:00100000:0.0:1734686173.477112:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848626816 00000100:00100000:2.0:1734686173.477113:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3762 00000100:00100000:1.0:1734686173.477128:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8059 00000100:00080000:3.0:1734686173.477132:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686143 00000100:00100000:1.0:1734686173.477134:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848626560:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686173.477136:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686143 00000100:00100000:0.0:1734686173.477138:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8060 00000100:00080000:3.0:1734686173.477138:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686143 00000100:00080000:3.0:1734686173.477140:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686143 00000100:00100000:0.0:1734686173.477143:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848626944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686173.477151:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848626176:0@lo:400:kworker.0 00000100:00100000:3.0:1734686173.477157:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54640 00000100:00100000:2.0:1734686173.477160:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848626688:0@lo:400:kworker.0 00000100:00100000:3.0:1734686173.477161:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848626432:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686173.477167:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848626048:0@lo:400:kworker.0 00000100:00100000:1.0:1734686173.477176:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848626560:12345-0@lo:400:kworker.0 Request processed in 41us (273us total) trans 0 rc 0/0 00010000:00020000:3.0:1734686173.477180:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686173.477182:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8059 00000100:00100000:0.0:1734686173.477188:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848626944:12345-0@lo:400:kworker.0 Request processed in 45us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686173.477189:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848626944:0@lo:400:kworker.0 00000100:00100000:0.0:1734686173.477195:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8060 00000100:00100000:1.0:1734686173.477199:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54641 00000100:00100000:1.0:1734686173.477203:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848626816:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686173.477206:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848626432:12345-0@lo:8:kworker.0 Request processed in 43us (155us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686173.477211:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54640 00010000:00020000:1.0:1734686173.477224:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686173.477230:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848626304 00000100:00100000:0.0:1734686173.477233:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848626304 00000100:00080000:2.0:1734686173.477238:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686173.477242:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686173.477245:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848626432:0@lo:8:kworker.0 00000100:00100000:1.0:1734686173.477246:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848626816:12345-0@lo:8:kworker.0 Request processed in 42us (172us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686173.477251:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54641 00000100:00080000:2.0:1734686173.477256:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686173.477258:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686173.477260:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41785 00000100:00100000:2.0:1734686173.477261:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848626816:0@lo:8:kworker.0 00000100:00100000:0.0:1734686173.477266:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848626304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686173.477277:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848627072:0@lo:400:kworker.0 00000100:00100000:1.0:1734686173.477286:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848626560:0@lo:400:kworker.0 00000100:00100000:0.0:1734686173.477295:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848626304:12345-0@lo:400:kworker.0 Request processed in 29us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686173.477301:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41785 00000100:00100000:1.0:1734686173.477305:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848626304:0@lo:400:kworker.0 00000100:00080000:3.0:1734686173.477338:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686143 00000100:00100000:2.0:1734686173.492869:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848627200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686173.492935:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686173.493057:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848627200 00000100:00100000:0.0:1734686173.493064:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848627200 00000100:00100000:0.0:1734686173.493187:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41786 00000100:00100000:0.0:1734686173.493192:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848627200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686173.493226:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686173.493403:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848627200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 209us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686173.493409:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41786 00000100:00100000:3.0:1734686173.493474:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848627200:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686173.556724:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88007988ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848627328:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686173.556770:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686173.556883:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848627328 00000100:00100000:1.0:1734686173.556896:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848627328 00000100:00100000:1.0:1734686173.556956:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7186 00000100:00100000:1.0:1734686173.556963:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848627328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686173.557000:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686173.557058:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848627328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686173.557063:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7186 00000100:00100000:2.0:1734686173.557115:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88007988ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848627328:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686173.701059:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686174.702805:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686175.252828:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848627456:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686175.252889:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686175.253011:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848627456 00000100:00100000:1.0:1734686175.253022:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848627456 00000100:00100000:1.0:1734686175.253087:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7187 00000100:00100000:1.0:1734686175.253096:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848627456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686175.253133:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:3.0:1734686175.253138:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686145 00000100:00100000:1.0:1734686175.253194:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848627456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686175.253201:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7187 00000100:00100000:2.0:1734686175.253232:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848627456:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686175.704962:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686175.910946:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686175.910983:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686175.911009:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686175.911041:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686175.911056:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872767616 00000100:00100000:1.0:1734686175.911068:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872767744 00000100:00100000:3.0:1734686175.911068:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872768000 00000100:00100000:0.0:1734686175.911069:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872767872 00000100:00100000:0.0:1734686175.911075:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872767872 00000100:00100000:1.0:1734686175.911075:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872767744 00000100:00100000:3.0:1734686175.911075:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872768000 00000100:00100000:3.0:1734686175.911103:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54642 00000100:00100000:3.0:1734686175.911109:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872768000:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686175.911112:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3763 00000100:00100000:0.0:1734686175.911117:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872767872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686175.911127:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3764 00010000:00020000:3.0:1734686175.911130:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686175.911133:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872767744:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686175.911167:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872768000:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 57us (124us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686175.911169:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872767616 00000100:00100000:3.0:1734686175.911172:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54642 00000100:00080000:3.0:1734686175.911189:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686145 00000100:00080000:3.0:1734686175.911192:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686145 00000100:00080000:3.0:1734686175.911195:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686145 00000100:00100000:2.0:1734686175.911201:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1225 00000100:00100000:2.0:1734686175.911206:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872767616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686175.911235:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872767872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 116us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686175.911242:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3763 00000100:00100000:1.0:1734686175.911247:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872767744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 113us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686175.911247:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872767616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686175.911253:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3764 00000100:00100000:2.0:1734686175.911254:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1225 00010000:00010000:3.0:1734686176.706719:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686177.708783:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686178.436829:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686178.436856:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848627584:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686178.436915:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686178.436985:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848627584 00000100:00100000:2.0:1734686178.436994:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848627584 00000100:00100000:0.0:1734686178.437237:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41787 00000100:00100000:0.0:1734686178.437246:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848627584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686178.437283:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686178.437337:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848627584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686178.437342:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41787 00000100:00100000:2.0:1734686178.437420:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848627584:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686178.484766:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686178.484771:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848627712:0@lo:400:kworker.0 00000100:00080000:2.0:1734686178.484773:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686178.484776:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686178.484783:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10973 00000100:00100000:3.0:1734686178.484785:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848627840:0@lo:400:kworker.0 00000100:00080000:2.0:1734686178.484787:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686178.484792:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686178.484810:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fedf80 x1818938848628224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686178.484831:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686178.484834:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686178.484835:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686178.484838:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10973 00000100:00080000:2.0:1734686178.484839:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686178.484842:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686178.484848:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686178.484849:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686178.484851:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fef800 x1818938848628608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686178.484880:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848628224:0@lo:8:kworker.0 00000100:00100000:3.0:1734686178.484891:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848628480:0@lo:400:kworker.0 00000100:00100000:0.0:1734686178.484900:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848628352:0@lo:400:kworker.0 00000100:00100000:2.0:1734686178.484905:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686178.484908:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686178.484921:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848628608:0@lo:8:kworker.0 00000100:00100000:0.0:1734686178.484923:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686178.484923:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734686178.484925:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848627840 00000100:00100000:3.0:1734686178.484928:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848627968:0@lo:400:kworker.0 00000100:00100000:1.0:1734686178.484932:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848627840 00000100:00100000:2.0:1734686178.484937:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686178.484938:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734686178.484943:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848628096:0@lo:400:kworker.0 00000100:00100000:3.0:1734686178.484946:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686178.484958:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686178.484958:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848628736:0@lo:400:kworker.0 00000100:00100000:0.0:1734686178.484968:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848628864:0@lo:400:kworker.0 00000100:00100000:3.0:1734686178.484972:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686178.484977:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848628480 00000100:00100000:2.0:1734686178.484978:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848628224 00000100:00100000:1.0:1734686178.484980:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848628480 00000100:00100000:0.0:1734686178.484982:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686178.484982:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848628224 00000100:00100000:1.0:1734686178.484996:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848627968 00000100:00100000:2.0:1734686178.484996:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848628352 00000100:00100000:1.0:1734686178.484998:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848627968 00000100:00100000:2.0:1734686178.484998:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848628352 00000100:00100000:3.0:1734686178.484998:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848628864 00000100:00100000:3.0:1734686178.485002:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848628864 00000100:00100000:0.0:1734686178.485009:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3765 00000100:00100000:2.0:1734686178.485014:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848628608 00000100:00100000:2.0:1734686178.485015:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848628608 00000100:00100000:0.0:1734686178.485018:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848627840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686178.485021:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848628736 00000100:00100000:1.0:1734686178.485023:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3766 00000100:00100000:2.0:1734686178.485023:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848628736 00000100:00100000:1.0:1734686178.485029:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848628480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686178.485032:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8061 00000100:00100000:3.0:1734686178.485032:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3767 00000100:00100000:2.0:1734686178.485036:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848628352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686178.485036:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007988ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848627968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686178.485077:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848627840:12345-0@lo:400:kworker.0 Request processed in 58us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686178.485078:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848628480:12345-0@lo:400:kworker.0 Request processed in 49us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686178.485078:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007988ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848627968:12345-0@lo:400:kworker.0 Request processed in 41us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686178.485080:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848628352:12345-0@lo:400:kworker.0 Request processed in 43us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686178.485083:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3765 00000100:00100000:2.0:1734686178.485086:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8061 00000100:00100000:3.0:1734686178.485087:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3767 00000100:00100000:1.0:1734686178.485090:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3766 00000100:00100000:2.0:1734686178.485101:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8062 00000100:00100000:0.0:1734686178.485102:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3768 00000100:00100000:2.0:1734686178.485105:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848628736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686178.485106:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848628864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686178.485116:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54643 00000100:00100000:3.0:1734686178.485120:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54644 00000100:00100000:1.0:1734686178.485121:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848628224:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686178.485125:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848628608:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686178.485128:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848628864:12345-0@lo:400:kworker.0 Request processed in 21us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686178.485129:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848628736:12345-0@lo:400:kworker.0 Request processed in 23us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686178.485131:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3768 00000100:00100000:2.0:1734686178.485133:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8062 00010000:00020000:1.0:1734686178.485137:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734686178.485140:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734686178.485145:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686148 00000100:00080000:2.0:1734686178.485147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686148 00000100:00080000:2.0:1734686178.485148:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686148 00000100:00100000:1.0:1734686178.485163:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848628224:12345-0@lo:8:kworker.0 Request processed in 42us (258us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686178.485168:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54643 00000100:00100000:3.0:1734686178.485168:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848628608:12345-0@lo:8:kworker.0 Request processed in 43us (231us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734686178.485173:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686178.485174:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54644 00000100:00080000:2.0:1734686178.485175:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686178.485177:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848628224:0@lo:8:kworker.0 00000100:00100000:0.0:1734686178.485179:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848628864:0@lo:400:kworker.0 00000100:00080000:2.0:1734686178.485181:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686178.485182:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686178.485184:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848628608:0@lo:8:kworker.0 00000100:00100000:1.0:1734686178.485187:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848627712 00000100:00100000:1.0:1734686178.485189:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848627712 00000100:00100000:0.0:1734686178.485190:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848628352:0@lo:400:kworker.0 00000100:00080000:2.0:1734686178.485198:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686148 00000100:00100000:3.0:1734686178.485202:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848627968:0@lo:400:kworker.0 00000100:00100000:1.0:1734686178.485206:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:2.0:1734686178.485209:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848628096 00000100:00100000:1.0:1734686178.485210:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848627712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686178.485211:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848628096 00000100:00100000:2.0:1734686178.485224:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41788 00000100:00100000:3.0:1734686178.485226:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848628736:0@lo:400:kworker.0 00000100:00100000:2.0:1734686178.485227:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848628096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686178.485234:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848628480:0@lo:400:kworker.0 00000100:00100000:1.0:1734686178.485238:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848627712:12345-0@lo:400:kworker.0 Request processed in 28us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686178.485242:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848627840:0@lo:400:kworker.0 00000100:00100000:1.0:1734686178.485244:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:0.0:1734686178.485246:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848627712:0@lo:400:kworker.0 00000100:00100000:2.0:1734686178.485247:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848628096:12345-0@lo:400:kworker.0 Request processed in 19us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686178.485250:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41788 00000100:00080000:2.0:1734686178.485256:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686148 00000100:00100000:0.0:1734686178.485262:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848628096:0@lo:400:kworker.0 00000100:00100000:0.0:1734686178.500739:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848628992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686178.500796:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686178.500850:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848628992 00000100:00100000:2.0:1734686178.500856:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848628992 00000100:00100000:2.0:1734686178.500891:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41789 00000100:00100000:2.0:1734686178.500897:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848628992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686178.500926:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686178.500962:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072efad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848628992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686178.500967:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41789 00000100:00100000:0.0:1734686178.500980:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848628992:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686178.564718:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686178.564737:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848629120:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686178.564793:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686178.564860:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848629120 00000100:00100000:1.0:1734686178.564867:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848629120 00000100:00100000:1.0:1734686178.564906:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7188 00000100:00100000:1.0:1734686178.564911:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848629120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686178.564936:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686178.564969:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b56bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848629120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686178.564975:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7188 00000100:00100000:0.0:1734686178.564997:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848629120:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686178.710748:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686179.712750:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686180.260864:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848629248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686180.260948:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686180.261023:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848629248 00000100:00100000:1.0:1734686180.261034:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848629248 00000100:00080000:2.0:1734686180.261080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686150 00000100:00100000:1.0:1734686180.261087:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7189 00000100:00100000:1.0:1734686180.261093:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848629248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686180.261119:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686180.261172:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848629248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686180.261177:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7189 00000100:00100000:0.0:1734686180.261197:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848629248:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686180.715871:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686180.918735:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686180.918785:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686180.918810:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686180.918837:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686180.918841:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872768128 00000100:00100000:1.0:1734686180.918845:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872768256 00000100:00100000:1.0:1734686180.918849:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872768256 00000100:00100000:3.0:1734686180.918849:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872768128 00000100:00100000:1.0:1734686180.918886:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872768384 00000100:00100000:1.0:1734686180.918889:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872768384 00000100:00100000:3.0:1734686180.918890:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1227 00000100:00100000:3.0:1734686180.918896:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872768128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686180.918923:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3769 00000100:00100000:1.0:1734686180.918928:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872768256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686180.918934:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3770 00000100:00100000:0.0:1734686180.918938:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872768384:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686180.918943:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872768128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686180.918949:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1227 00000100:00100000:0.0:1734686180.918955:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872768384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686180.918955:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872768256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686180.918960:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3770 00000100:00100000:1.0:1734686180.918963:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3769 00000100:00100000:2.0:1734686180.918987:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872768512 00000100:00100000:2.0:1734686180.918991:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872768512 00000100:00080000:3.0:1734686180.919005:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686150 00000100:00100000:2.0:1734686180.919008:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54645 00000100:00080000:3.0:1734686180.919009:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686150 00000100:00080000:3.0:1734686180.919010:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686150 00000100:00100000:2.0:1734686180.919011:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872768512:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734686180.919028:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686180.919045:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872768512:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 33us (208us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686180.919050:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54645 00010000:00010000:3.0:1734686181.717287:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686182.718792:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686183.444830:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686183.444857:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848629376:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686183.444916:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686183.444966:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848629376 00000100:00100000:2.0:1734686183.444972:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848629376 00000100:00100000:2.0:1734686183.445016:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41790 00000100:00100000:2.0:1734686183.445022:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848629376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686183.445051:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686183.445108:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848629376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686183.445113:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41790 00000100:00100000:1.0:1734686183.445588:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848629376:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686183.492721:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734686183.492723:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848629504:0@lo:400:kworker.0 00000100:00080000:2.0:1734686183.492727:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686183.492729:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686183.492734:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10978 00000100:00080000:2.0:1734686183.492738:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686183.492743:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686183.492761:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0df80 x1818938848630016/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686183.492776:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686183.492785:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686183.492788:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686183.492789:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686183.492792:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10978 00000100:00080000:2.0:1734686183.492794:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686183.492797:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686183.492805:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fee680 x1818938848630400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686183.492832:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848630016:0@lo:8:kworker.0 00000100:00100000:0.0:1734686183.492840:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848629760:0@lo:400:kworker.0 00000100:00100000:2.0:1734686183.492856:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686183.492871:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686183.492872:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848630400:0@lo:8:kworker.0 00000100:00100000:0.0:1734686183.492898:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848630528:0@lo:400:kworker.0 00000100:00100000:3.0:1734686183.492982:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848629632:0@lo:400:kworker.0 00000100:00100000:2.0:1734686183.493498:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686183.493513:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686183.493550:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848630016 00000100:00100000:2.0:1734686183.493556:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848630016 00000100:00100000:0.0:1734686183.493571:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848629760 00000100:00100000:0.0:1734686183.493575:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848629760 00000100:00100000:2.0:1734686183.493576:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848630400 00000100:00100000:2.0:1734686183.493578:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848630400 00000100:00100000:2.0:1734686183.493588:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848630528 00000100:00100000:2.0:1734686183.493589:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848630528 00000100:00100000:0.0:1734686183.493604:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3771 00000100:00100000:2.0:1734686183.493606:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8063 00000100:00100000:0.0:1734686183.493610:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848629760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686183.493611:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848630528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686183.493648:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848630528:12345-0@lo:400:kworker.0 Request processed in 36us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686183.493649:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848629760:12345-0@lo:400:kworker.0 Request processed in 40us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686183.493653:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8063 00000100:00100000:0.0:1734686183.493655:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3771 00000100:00100000:2.0:1734686183.493673:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54646 00000100:00100000:2.0:1734686183.493677:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848630016:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686183.493692:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686183.493693:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848629888:0@lo:400:kworker.0 00000100:00100000:2.0:1734686183.493713:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848630016:12345-0@lo:8:kworker.0 Request processed in 36us (857us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686183.493715:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686183.493718:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54646 00000100:00100000:2.0:1734686183.493726:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54647 00000100:00100000:0.0:1734686183.493728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848630656:0@lo:400:kworker.0 00000100:00100000:2.0:1734686183.493728:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848630400:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686183.493734:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686183.493744:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686183.493747:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848630400:12345-0@lo:8:kworker.0 Request processed in 18us (251us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686183.493751:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54647 00000100:00100000:0.0:1734686183.493756:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734686183.493761:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848630144:0@lo:400:kworker.0 00000100:00080000:2.0:1734686183.493775:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686183.493776:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686183.493778:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686183.493781:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848630016:0@lo:8:kworker.0 00000100:00080000:2.0:1734686183.493786:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686183.493788:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686183.493790:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848630400:0@lo:8:kworker.0 00000100:00100000:0.0:1734686183.493791:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848630656 00000100:00100000:0.0:1734686183.493793:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848630656 00000100:00100000:2.0:1734686183.493808:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848630144 00000100:00100000:0.0:1734686183.493809:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3772 00000100:00100000:2.0:1734686183.493811:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848630144 00000100:00100000:0.0:1734686183.493813:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848630656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686183.493822:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8064 00000100:00100000:2.0:1734686183.493825:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848630144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686183.493838:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848630656:12345-0@lo:400:kworker.0 Request processed in 24us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686183.493843:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3772 00000100:00100000:2.0:1734686183.493845:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848630144:12345-0@lo:400:kworker.0 Request processed in 19us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686183.493850:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8064 00000100:00100000:0.0:1734686183.493867:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848630144:0@lo:400:kworker.0 00000100:00080000:2.0:1734686183.493868:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686153 00000100:00080000:2.0:1734686183.493870:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686153 00000100:00100000:0.0:1734686183.493876:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848630656:0@lo:400:kworker.0 00000100:00100000:2.0:1734686183.493883:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848629504 00000100:00100000:2.0:1734686183.493886:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848629504 00000100:00100000:0.0:1734686183.493892:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848629888 00000100:00100000:0.0:1734686183.493894:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848629888 00000100:00100000:2.0:1734686183.493903:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:2.0:1734686183.493906:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848629504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686183.493914:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41791 00000100:00100000:0.0:1734686183.493918:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848629888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686183.493926:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848629504:12345-0@lo:400:kworker.0 Request processed in 19us (1151us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686183.493930:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00080000:2.0:1734686183.493945:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686153 00000100:00080000:2.0:1734686183.493946:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686153 00000100:00100000:0.0:1734686183.493947:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848629888:12345-0@lo:400:kworker.0 Request processed in 28us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686183.493952:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41791 00000100:00100000:0.0:1734686183.493968:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848629888:0@lo:400:kworker.0 00000100:00100000:0.0:1734686183.493985:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848629760:0@lo:400:kworker.0 00000100:00100000:0.0:1734686183.493992:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848630528:0@lo:400:kworker.0 00000100:00100000:1.0:1734686183.494061:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848629504:0@lo:400:kworker.0 00000100:00100000:3.0:1734686183.494140:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686183.494164:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848630272:0@lo:400:kworker.0 00000100:00100000:3.0:1734686183.494179:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686183.494180:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848629632 00000100:00100000:0.0:1734686183.494183:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848629632 00000100:00100000:0.0:1734686183.494197:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848630272 00000100:00100000:0.0:1734686183.494198:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848630272 00000100:00100000:0.0:1734686183.494206:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3773 00000100:00100000:0.0:1734686183.494209:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848629632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686183.494224:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3774 00000100:00100000:3.0:1734686183.494229:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848630272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686183.494246:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848629632:12345-0@lo:400:kworker.0 Request processed in 36us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686183.494250:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3773 00000100:00100000:3.0:1734686183.494254:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848630272:12345-0@lo:400:kworker.0 Request processed in 25us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686183.494259:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3774 00000100:00100000:3.0:1734686183.494282:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848629632:0@lo:400:kworker.0 00000100:00100000:3.0:1734686183.494289:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848630272:0@lo:400:kworker.0 00000100:00080000:2.0:1734686183.495050:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686153 00000100:00100000:1.0:1734686183.509176:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848630784:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686183.509267:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686183.509424:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848630784 00000100:00100000:3.0:1734686183.509433:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848630784 00000100:00100000:0.0:1734686183.509661:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41792 00000100:00100000:0.0:1734686183.509672:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848630784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686183.509704:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686183.509780:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848630784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686183.509787:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41792 00000100:00100000:1.0:1734686183.509899:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848630784:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686183.572718:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848630912:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686183.572774:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686183.572872:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848630912 00000100:00100000:1.0:1734686183.572878:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848630912 00000100:00100000:1.0:1734686183.572916:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7190 00000100:00100000:1.0:1734686183.572922:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848630912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686183.572947:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686183.573025:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848630912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686183.573032:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7190 00000100:00100000:3.0:1734686183.573148:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848630912:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686183.721008:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686184.722727:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686185.269411:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848631040:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686185.269465:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686185.269554:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848631040 00000100:00100000:0.0:1734686185.269560:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848631040 00000100:00100000:0.0:1734686185.269605:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7191 00000100:00100000:0.0:1734686185.269611:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848631040:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734686185.269622:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686155 00002000:00000024:0.0:1734686185.269635:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686185.269670:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848631040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686185.269675:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7191 00000100:00100000:1.0:1734686185.269682:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848631040:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686185.724710:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686185.926797:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686185.926838:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686185.926869:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872768640 00000100:00100000:0.0:1734686185.926871:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686185.926878:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872768640 00000100:00100000:0.0:1734686185.926906:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686185.926919:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1229 00000100:00100000:0.0:1734686185.926924:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872769024 00000100:00100000:2.0:1734686185.926926:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872768640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686185.926927:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872769024 00000100:00100000:3.0:1734686185.926930:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872768768 00000100:00100000:1.0:1734686185.926937:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872768896 00000100:00100000:3.0:1734686185.926939:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872768768 00000100:00100000:1.0:1734686185.926941:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872768896 00000100:00100000:0.0:1734686185.926944:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54648 00000100:00100000:0.0:1734686185.926949:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872769024:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686185.926967:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686185.926973:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3775 00000100:00100000:1.0:1734686185.926978:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872768896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686185.926981:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872768640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686185.926984:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3776 00000100:00100000:3.0:1734686185.926989:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872768768:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686185.926990:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1229 00000100:00100000:0.0:1734686185.926992:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872769024:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (86us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686185.926997:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54648 00000100:00100000:1.0:1734686185.927007:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872768896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686185.927013:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3775 00000100:00080000:2.0:1734686185.927017:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686155 00000100:00080000:2.0:1734686185.927020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686155 00000100:00080000:2.0:1734686185.927022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686155 00000100:00100000:3.0:1734686185.927032:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872768768:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686185.927036:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3776 00010000:00010000:3.0:1734686186.726752:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686187.728751:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686188.452806:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686188.452825:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848631168:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686188.452884:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686188.452956:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848631168 00000100:00100000:2.0:1734686188.452963:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848631168 00000100:00100000:2.0:1734686188.453007:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41793 00000100:00100000:2.0:1734686188.453013:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848631168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686188.453042:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686188.453087:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099baaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848631168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686188.453093:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41793 00000100:00100000:1.0:1734686188.453123:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848631168:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686188.500701:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686188.500706:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686188.500708:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686188.500714:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10983 00000100:00080000:2.0:1734686188.500717:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686188.500722:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686188.500723:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848631552:0@lo:400:kworker.0 00000100:00100000:2.0:1734686188.500735:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0feea00 x1818938848631808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686188.500753:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686188.500755:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686188.500756:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686188.500756:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848631424:0@lo:400:kworker.0 00000100:00080000:2.0:1734686188.500758:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10983 00000100:00080000:2.0:1734686188.500759:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686188.500762:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686188.500768:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0ce00 x1818938848632192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686188.500773:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848631680:0@lo:400:kworker.0 00000100:00100000:1.0:1734686188.500775:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686188.500795:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848631808:0@lo:8:kworker.0 00000100:00100000:1.0:1734686188.500804:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848632320:0@lo:400:kworker.0 00000100:00100000:3.0:1734686188.500811:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686188.500821:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686188.500826:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848631296:0@lo:400:kworker.0 00000100:00100000:2.0:1734686188.500837:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848632192:0@lo:8:kworker.0 00000100:00100000:3.0:1734686188.500840:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848632064:0@lo:400:kworker.0 00000100:00100000:1.0:1734686188.500847:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686188.500853:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686188.500853:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686188.500859:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848631936:0@lo:400:kworker.0 00000100:00100000:1.0:1734686188.500873:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686188.500883:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848631552 00000100:00100000:3.0:1734686188.500883:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848631424 00000100:00100000:1.0:1734686188.500886:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686188.500889:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686188.500889:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848631552 00000100:00100000:3.0:1734686188.500889:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848631424 00000100:00100000:1.0:1734686188.500891:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848632448:0@lo:400:kworker.0 00000100:00100000:1.0:1734686188.500909:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686188.500919:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848631808 00000100:00100000:0.0:1734686188.500922:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848631808 00000100:00100000:3.0:1734686188.500926:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848632064 00000100:00100000:3.0:1734686188.500928:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848632064 00000100:00100000:2.0:1734686188.500930:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848632448 00000100:00100000:2.0:1734686188.500932:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848632448 00000100:00100000:0.0:1734686188.500933:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848632192 00000100:00100000:0.0:1734686188.500935:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848632192 00000100:00100000:1.0:1734686188.500937:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3777 00000100:00100000:0.0:1734686188.500942:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848631936 00000100:00100000:0.0:1734686188.500943:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848631936 00000100:00100000:1.0:1734686188.500944:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848631424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686188.500950:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3778 00000100:00100000:2.0:1734686188.500955:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848631552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686188.500956:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3779 00000100:00100000:0.0:1734686188.500957:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8065 00000100:00100000:0.0:1734686188.500960:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848631936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686188.500962:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848632064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686188.500982:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099babb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848631552:12345-0@lo:400:kworker.0 Request processed in 26us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686188.500984:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848631424:12345-0@lo:400:kworker.0 Request processed in 40us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686188.500985:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848631936:12345-0@lo:400:kworker.0 Request processed in 23us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686188.500988:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3778 00000100:00100000:0.0:1734686188.500989:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8065 00000100:00100000:1.0:1734686188.500991:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3777 00000100:00100000:3.0:1734686188.500996:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848632064:12345-0@lo:400:kworker.0 Request processed in 34us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686188.501001:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54649 00000100:00100000:3.0:1734686188.501001:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3779 00000100:00100000:0.0:1734686188.501004:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848631808:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686188.501005:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3780 00000100:00100000:2.0:1734686188.501008:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848632448:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734686188.501019:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686188.501024:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686188.501025:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099baa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848632448:12345-0@lo:400:kworker.0 Request processed in 16us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686188.501029:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3780 00000100:00100000:0.0:1734686188.501043:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848631808:12345-0@lo:8:kworker.0 Request processed in 38us (221us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686188.501043:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848632064:0@lo:400:kworker.0 00000100:00100000:2.0:1734686188.501044:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848632320 00000100:00100000:2.0:1734686188.501046:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848632320 00000100:00100000:0.0:1734686188.501048:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54649 00000100:00100000:1.0:1734686188.501051:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848631552:0@lo:400:kworker.0 00000100:00100000:3.0:1734686188.501051:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848631424:0@lo:400:kworker.0 00000100:00100000:0.0:1734686188.501055:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8066 00000100:00100000:0.0:1734686188.501058:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848632320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686188.501058:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54650 00000100:00100000:2.0:1734686188.501061:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848632192:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686188.501069:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686188.501078:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848632320:12345-0@lo:400:kworker.0 Request processed in 20us (54us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686188.501083:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8066 00000100:00100000:1.0:1734686188.501083:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848632320:0@lo:400:kworker.0 00000100:00100000:2.0:1734686188.501086:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848632192:12345-0@lo:8:kworker.0 Request processed in 24us (233us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734686188.501087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686158 00000100:00100000:2.0:1734686188.501090:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54650 00000100:00080000:3.0:1734686188.501092:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686158 00000100:00080000:3.0:1734686188.501094:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686158 00000100:00100000:1.0:1734686188.501102:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848632448:0@lo:400:kworker.0 00000100:00100000:2.0:1734686188.501103:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848631296 00000100:00100000:2.0:1734686188.501106:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848631296 00000100:00080000:0.0:1734686188.501110:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686188.501110:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848631936:0@lo:400:kworker.0 00000100:00080000:0.0:1734686188.501113:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686188.501115:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848631808:0@lo:8:kworker.0 00000100:00080000:0.0:1734686188.501121:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686188.501123:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:3.0:1734686188.501124:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686158 00000100:00100000:0.0:1734686188.501125:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848632192:0@lo:8:kworker.0 00000100:00100000:2.0:1734686188.501125:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:2.0:1734686188.501144:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848631296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686188.501168:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848631296:12345-0@lo:400:kworker.0 Request processed in 23us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686188.501172:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:1.0:1734686188.501178:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848631296:0@lo:400:kworker.0 00000100:00100000:2.0:1734686188.501191:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848631680 00000100:00100000:2.0:1734686188.501193:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848631680 00000100:00100000:2.0:1734686188.501224:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41794 00000100:00100000:2.0:1734686188.501228:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848631680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686188.501253:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848631680:12345-0@lo:400:kworker.0 Request processed in 24us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686188.501257:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41794 00000100:00100000:0.0:1734686188.501262:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848631680:0@lo:400:kworker.0 00000100:00080000:3.0:1734686188.501306:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686158 00000100:00100000:2.0:1734686188.516727:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848632576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686188.516776:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686188.516798:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848632576 00000100:00100000:0.0:1734686188.516804:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848632576 00000100:00100000:0.0:1734686188.516842:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41795 00000100:00100000:0.0:1734686188.516848:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848632576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686188.516876:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686188.516917:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848632576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686188.516922:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41795 00000100:00100000:2.0:1734686188.516933:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099bab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848632576:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686188.580874:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848632704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686188.580926:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686188.580990:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848632704 00000100:00100000:2.0:1734686188.580997:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848632704 00000100:00100000:2.0:1734686188.581025:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7192 00000100:00100000:2.0:1734686188.581031:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848632704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686188.581055:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686188.581094:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848632704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686188.581101:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7192 00000100:00100000:0.0:1734686188.581152:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848632704:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686188.730800:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686189.732721:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686190.276735:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686190.276755:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848632832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686190.276808:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686190.276877:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848632832 00000100:00100000:2.0:1734686190.276883:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848632832 00000100:00100000:2.0:1734686190.276933:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7193 00000100:00080000:3.0:1734686190.276934:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686160 00000100:00100000:2.0:1734686190.276938:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848632832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686190.276963:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686190.277000:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848632832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686190.277006:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7193 00000100:00100000:0.0:1734686190.277028:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848632832:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686190.734719:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686190.934765:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686190.934803:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686190.934832:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686190.934857:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872769152 00000100:00100000:0.0:1734686190.934870:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686190.934871:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872769280 00000100:00100000:2.0:1734686190.934871:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872769152 00000100:00100000:1.0:1734686190.934879:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872769280 00000100:00100000:3.0:1734686190.934879:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872769408 00000100:00100000:3.0:1734686190.934883:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872769408 00000100:00100000:0.0:1734686190.934890:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872769536 00000100:00100000:0.0:1734686190.934893:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872769536 00000100:00100000:0.0:1734686190.934916:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54651 00000100:00100000:3.0:1734686190.934917:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3781 00000100:00100000:3.0:1734686190.934922:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872769408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686190.934923:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872769536:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686190.934924:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3782 00000100:00100000:1.0:1734686190.934930:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872769280:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686190.934932:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1231 00000100:00100000:2.0:1734686190.934939:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872769152:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686190.934942:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686190.934973:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872769280:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686190.934974:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872769408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686190.934976:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872769536:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 53us (105us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686190.934979:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3782 00000100:00100000:0.0:1734686190.934981:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54651 00000100:00100000:3.0:1734686190.934983:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3781 00000100:00100000:2.0:1734686190.934994:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872769152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (236us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686190.935000:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686160 00000100:00100000:2.0:1734686190.935001:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1231 00000100:00080000:3.0:1734686190.935003:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686160 00000100:00080000:3.0:1734686190.935004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686160 00010000:00010000:3.0:1734686191.736677:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686192.738700:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686193.460750:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848632960:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686193.460804:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686193.460838:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848632960 00000100:00100000:2.0:1734686193.460844:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848632960 00000100:00100000:2.0:1734686193.460874:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41796 00000100:00100000:2.0:1734686193.460878:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848632960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686193.460903:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686193.460928:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848632960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 50us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686193.460932:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41796 00000100:00100000:0.0:1734686193.460949:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848632960:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686193.508726:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848633088:0@lo:400:kworker.0 00000100:00080000:2.0:1734686193.508732:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686193.508737:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686193.508740:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686193.508744:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10988 00000100:00080000:2.0:1734686193.508747:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686193.508752:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686193.508773:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009870b800 x1818938848633600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686193.508780:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686193.508794:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686193.508796:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686193.508797:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686193.508800:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10988 00000100:00100000:0.0:1734686193.508801:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848633600:0@lo:8:kworker.0 00000100:00080000:2.0:1734686193.508802:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686193.508805:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686193.508807:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848633728:0@lo:400:kworker.0 00000100:00100000:2.0:1734686193.508814:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013646f100 x1818938848633984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686193.508826:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686193.508829:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848633472:0@lo:400:kworker.0 00000100:00100000:1.0:1734686193.508836:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848633216:0@lo:400:kworker.0 00000100:00100000:3.0:1734686193.508840:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686193.508841:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848633344:0@lo:400:kworker.0 00000100:00100000:3.0:1734686193.508844:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848634240:0@lo:400:kworker.0 00000100:00100000:0.0:1734686193.508847:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686193.508869:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686193.508877:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848633088 00000100:00100000:3.0:1734686193.508882:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848633088 00000100:00100000:0.0:1734686193.508883:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848633728 00000100:00100000:0.0:1734686193.508886:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848633728 00000100:00100000:1.0:1734686193.508892:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848633344 00000100:00100000:2.0:1734686193.508894:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848634112:0@lo:400:kworker.0 00000100:00100000:1.0:1734686193.508895:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848633344 00000100:00100000:2.0:1734686193.508908:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686193.508910:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8067 00000100:00100000:3.0:1734686193.508910:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:3.0:1734686193.508914:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848633088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686193.508915:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848633728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686193.508916:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3783 00000100:00100000:1.0:1734686193.508920:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848633344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686193.508924:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848634112 00000100:00100000:2.0:1734686193.508927:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848634112 00000100:00100000:2.0:1734686193.508941:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8068 00000100:00100000:0.0:1734686193.508945:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848633728:12345-0@lo:400:kworker.0 Request processed in 30us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686193.508945:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848634112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686193.508945:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848633088:12345-0@lo:400:kworker.0 Request processed in 31us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686193.508951:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8067 00000100:00100000:3.0:1734686193.508952:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1734686193.508953:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848633344:12345-0@lo:400:kworker.0 Request processed in 30us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686193.508958:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3783 00000100:00100000:2.0:1734686193.508963:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848634112:12345-0@lo:400:kworker.0 Request processed in 17us (53us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686193.508968:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686193.508970:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8068 00000100:00080000:3.0:1734686193.508970:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686163 00000100:00080000:3.0:1734686193.508973:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686163 00000100:00080000:3.0:1734686193.508975:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686163 00000100:00100000:1.0:1734686193.508978:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686193.508979:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848633984:0@lo:8:kworker.0 00000100:00100000:2.0:1734686193.508980:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848633600 00000100:00100000:2.0:1734686193.508982:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848633600 00000100:00100000:2.0:1734686193.508990:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54652 00000100:00100000:2.0:1734686193.508993:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848633600:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686193.508997:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848633856:0@lo:400:kworker.0 00000100:00100000:0.0:1734686193.509000:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686193.509001:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1734686193.509007:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686193.509016:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686193.509019:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848633984 00000100:00100000:0.0:1734686193.509021:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848633984 00000100:00100000:3.0:1734686193.509026:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848633728:0@lo:400:kworker.0 00000100:00100000:2.0:1734686193.509028:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848633600:12345-0@lo:8:kworker.0 Request processed in 33us (59us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686193.509030:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54653 00000100:00100000:0.0:1734686193.509033:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848633984:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686193.509033:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54652 00000100:00100000:1.0:1734686193.509036:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848633216 00000100:00100000:1.0:1734686193.509038:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848633216 00000100:00100000:3.0:1734686193.509039:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848633088:0@lo:400:kworker.0 00010000:00020000:0.0:1734686193.509041:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686193.509065:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848633344:0@lo:400:kworker.0 00000100:00100000:1.0:1734686193.509069:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848634240 00000100:00100000:1.0:1734686193.509071:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848634240 00000100:00100000:0.0:1734686193.509072:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848633984:12345-0@lo:8:kworker.0 Request processed in 38us (72us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686193.509072:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848634112:0@lo:400:kworker.0 00000100:00100000:0.0:1734686193.509077:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54653 00000100:00100000:1.0:1734686193.509079:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848633856 00000100:00100000:1.0:1734686193.509081:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848633856 00000100:00100000:2.0:1734686193.509091:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848633472 00000100:00080000:0.0:1734686193.509093:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686193.509094:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848633472 00000100:00080000:0.0:1734686193.509095:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686193.509097:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3784 00000100:00100000:0.0:1734686193.509098:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848633984:0@lo:8:kworker.0 00000100:00100000:1.0:1734686193.509101:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848633216:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686193.509104:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686193.509106:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686193.509108:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848633600:0@lo:8:kworker.0 00000100:00100000:2.0:1734686193.509109:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41797 00000100:00100000:2.0:1734686193.509113:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848633472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686193.509125:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848633216:12345-0@lo:400:kworker.0 Request processed in 24us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686193.509130:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3784 00000100:00100000:0.0:1734686193.509134:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3785 00000100:00100000:0.0:1734686193.509138:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848634240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686193.509138:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3786 00000100:00100000:1.0:1734686193.509141:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848633856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686193.509141:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848633472:12345-0@lo:400:kworker.0 Request processed in 28us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686193.509146:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41797 00000100:00100000:0.0:1734686193.509158:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848634240:12345-0@lo:400:kworker.0 Request processed in 20us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686193.509161:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848633856:12345-0@lo:400:kworker.0 Request processed in 19us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686193.509162:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848633472:0@lo:400:kworker.0 00000100:00100000:0.0:1734686193.509163:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3785 00000100:00100000:1.0:1734686193.509166:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3786 00000100:00080000:1.0:1734686193.509180:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686163 00000100:00100000:1.0:1734686193.509199:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848633216:0@lo:400:kworker.0 00000100:00100000:1.0:1734686193.509207:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848633856:0@lo:400:kworker.0 00000100:00100000:3.0:1734686193.509208:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848634240:0@lo:400:kworker.0 00000100:00100000:3.0:1734686193.524768:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848634368:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686193.524821:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686193.524868:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848634368 00000100:00100000:2.0:1734686193.524874:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848634368 00000100:00100000:2.0:1734686193.524913:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41798 00000100:00100000:2.0:1734686193.524919:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848634368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686193.524948:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686193.524988:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848634368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686193.524994:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41798 00000100:00100000:3.0:1734686193.525013:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848634368:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686193.589429:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686193.589449:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848634496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686193.589499:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686193.589594:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848634496 00000100:00100000:0.0:1734686193.589601:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848634496 00000100:00100000:0.0:1734686193.589639:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7194 00000100:00100000:0.0:1734686193.589646:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848634496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686193.589673:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686193.589719:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848634496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686193.589725:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7194 00000100:00100000:2.0:1734686193.589747:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848634496:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686193.740715:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686194.742733:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686195.284726:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848634624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686195.284782:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686195.284823:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848634624 00000100:00100000:1.0:1734686195.284830:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848634624 00000100:00100000:1.0:1734686195.284903:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7195 00000100:00100000:1.0:1734686195.284908:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848634624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686195.284933:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686195.284978:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848634624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686195.284984:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7195 00000100:00080000:2.0:1734686195.285043:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686165 00000100:00100000:3.0:1734686195.285055:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848634624:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686195.744848:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686195.943979:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686195.944045:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686195.944053:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872769664 00000100:00100000:1.0:1734686195.944064:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872769664 00000100:00100000:0.0:1734686195.944083:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686195.944122:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686195.944197:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872769792 00000100:00100000:2.0:1734686195.944204:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872769792 00000100:00100000:2.0:1734686195.944548:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872769920 00000100:00100000:2.0:1734686195.944552:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872769920 00000100:00100000:2.0:1734686195.944574:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3787 00000100:00100000:2.0:1734686195.944583:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872769792:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686195.944595:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872770048 00000100:00100000:3.0:1734686195.944600:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872770048 00000100:00100000:0.0:1734686195.944616:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3788 00000100:00100000:3.0:1734686195.944622:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54654 00000100:00100000:0.0:1734686195.944624:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872769920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686195.944627:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872770048:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734686195.944648:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686195.944656:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872769792:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 74us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686195.944663:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3787 00000100:00100000:0.0:1734686195.944680:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872769920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686195.944683:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872770048:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 55us (560us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686195.944689:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54654 00000100:00100000:0.0:1734686195.944690:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3788 00000100:00080000:2.0:1734686195.944701:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686165 00000100:00080000:2.0:1734686195.944704:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686165 00000100:00080000:2.0:1734686195.944707:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686165 00000100:00100000:3.0:1734686195.944788:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1233 00000100:00100000:3.0:1734686195.944792:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872769664:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686195.944818:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872769664:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686195.944821:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1233 00010000:00010000:3.0:1734686196.746814:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686197.748707:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686198.468782:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848634752:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686198.468835:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686198.468870:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848634752 00000100:00100000:2.0:1734686198.468876:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848634752 00000100:00100000:2.0:1734686198.468900:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41799 00000100:00100000:2.0:1734686198.468905:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848634752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686198.468927:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686198.468952:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848634752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 47us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686198.468956:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41799 00000100:00100000:0.0:1734686198.468983:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848634752:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686198.516707:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686198.516713:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686198.516716:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686198.516718:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848635136:0@lo:400:kworker.0 00000100:00080000:2.0:1734686198.516721:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10993 00000100:00100000:0.0:1734686198.516722:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848635264:0@lo:400:kworker.0 00000100:00080000:2.0:1734686198.516725:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686198.516730:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686198.516732:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848635008:0@lo:400:kworker.0 00000100:00100000:2.0:1734686198.516747:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079893b80 x1818938848635392/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686198.516768:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686198.516768:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686198.516777:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848635392:0@lo:8:kworker.0 00000100:00080000:2.0:1734686198.516780:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686198.516783:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686198.516784:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686198.516787:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10993 00000100:00080000:2.0:1734686198.516789:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686198.516792:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686198.516796:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1734686198.516796:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686198.516799:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686198.516800:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848634880:0@lo:400:kworker.0 00000100:00100000:2.0:1734686198.516801:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800add7f800 x1818938848635776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686198.516801:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848635648:0@lo:400:kworker.0 00000100:00100000:1.0:1734686198.516818:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848635776:0@lo:8:kworker.0 00000100:00100000:0.0:1734686198.516819:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686198.516824:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686198.516827:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848635520:0@lo:400:kworker.0 00000100:00100000:1.0:1734686198.516833:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686198.516837:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848635136 00000100:00100000:3.0:1734686198.516840:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801368da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848635904:0@lo:400:kworker.0 00000100:00100000:2.0:1734686198.516841:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848635136 00000100:00100000:0.0:1734686198.516844:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848635392 00000100:00100000:0.0:1734686198.516846:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848635392 00000100:00100000:3.0:1734686198.516856:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686198.516861:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848635648 00000100:00100000:1.0:1734686198.516862:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848635776 00000100:00100000:2.0:1734686198.516862:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848635648 00000100:00100000:1.0:1734686198.516865:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848635776 00000100:00100000:0.0:1734686198.516868:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848635904 00000100:00100000:0.0:1734686198.516870:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848635904 00000100:00100000:2.0:1734686198.516871:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3789 00000100:00100000:2.0:1734686198.516875:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848635136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686198.516877:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848634880 00000100:00100000:3.0:1734686198.516880:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848634880 00000100:00100000:1.0:1734686198.516882:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8069 00000100:00100000:1.0:1734686198.516886:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848635904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686198.516888:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54655 00000100:00100000:0.0:1734686198.516892:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848635392:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686198.516900:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1734686198.516905:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848634880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686198.516907:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848635136:12345-0@lo:400:kworker.0 Request processed in 31us (139us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686198.516908:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686198.516911:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3789 00000100:00100000:1.0:1734686198.516914:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848635904:12345-0@lo:400:kworker.0 Request processed in 27us (57us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686198.516917:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8069 00000100:00100000:2.0:1734686198.516921:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3790 00000100:00100000:2.0:1734686198.516923:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848635648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686198.516928:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54656 00000100:00100000:1.0:1734686198.516930:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848635776:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686198.516930:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848634880:12345-0@lo:400:kworker.0 Request processed in 25us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686198.516936:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848635392:12345-0@lo:8:kworker.0 Request processed in 43us (136us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686198.516936:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848635648:12345-0@lo:400:kworker.0 Request processed in 12us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686198.516936:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00010000:00020000:1.0:1734686198.516938:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686198.516939:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3790 00000100:00100000:0.0:1734686198.516941:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54655 00000100:00080000:2.0:1734686198.516948:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686168 00000100:00080000:2.0:1734686198.516950:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686168 00000100:00080000:2.0:1734686198.516951:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686168 00000100:00100000:1.0:1734686198.516955:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848635776:12345-0@lo:8:kworker.0 Request processed in 23us (121us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686198.516956:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686198.516973:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54656 00000100:00100000:3.0:1734686198.516974:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686198.516978:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848635264 00000100:00100000:2.0:1734686198.516980:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848635264 00000100:00100000:3.0:1734686198.516981:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848636032:0@lo:400:kworker.0 00000100:00100000:1.0:1734686198.516984:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848635520 00000100:00100000:1.0:1734686198.516987:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848635520 00000100:00100000:0.0:1734686198.516988:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848634880:0@lo:400:kworker.0 00000100:00100000:2.0:1734686198.516994:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41800 00000100:00100000:2.0:1734686198.516996:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848635264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686198.517000:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686198.517001:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8070 00000100:00100000:1.0:1734686198.517005:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848635520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686198.517022:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848635264:0@lo:400:kworker.0 00000100:00100000:3.0:1734686198.517023:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801368da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848635904:0@lo:400:kworker.0 00000100:00100000:2.0:1734686198.517024:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848635264:12345-0@lo:400:kworker.0 Request processed in 26us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686198.517029:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41800 00000100:00100000:1.0:1734686198.517030:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848635520:12345-0@lo:400:kworker.0 Request processed in 24us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686198.517031:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848635520:0@lo:400:kworker.0 00000100:00100000:3.0:1734686198.517032:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848635648:0@lo:400:kworker.0 00000100:00100000:1.0:1734686198.517035:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8070 00000100:00080000:2.0:1734686198.517038:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686168 00000100:00100000:3.0:1734686198.517039:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848635136:0@lo:400:kworker.0 00000100:00080000:2.0:1734686198.517040:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686168 00000100:00100000:2.0:1734686198.517045:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848636032 00000100:00100000:2.0:1734686198.517047:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848636032 00000100:00080000:1.0:1734686198.517053:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686198.517056:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686198.517059:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848635776:0@lo:8:kworker.0 00000100:00100000:2.0:1734686198.517060:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3791 00000100:00100000:2.0:1734686198.517063:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848636032:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686198.517065:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686198.517067:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686198.517069:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848635392:0@lo:8:kworker.0 00000100:00100000:1.0:1734686198.517084:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686198.517091:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848636032:12345-0@lo:400:kworker.0 Request processed in 27us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686198.517096:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3791 00000100:00100000:2.0:1734686198.517108:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848635008 00000100:00100000:2.0:1734686198.517111:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848635008 00000100:00100000:3.0:1734686198.517117:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848636032:0@lo:400:kworker.0 00000100:00100000:2.0:1734686198.517124:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3792 00000100:00100000:2.0:1734686198.517127:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848635008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686198.517161:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099bab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848635008:12345-0@lo:400:kworker.0 Request processed in 33us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686198.517195:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848635008:0@lo:400:kworker.0 00000100:00100000:2.0:1734686198.517230:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3792 00000100:00080000:2.0:1734686198.517243:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686168 00000100:00100000:0.0:1734686198.532709:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848636160:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686198.532762:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686198.532820:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848636160 00000100:00100000:2.0:1734686198.532827:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848636160 00000100:00100000:2.0:1734686198.532863:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41801 00000100:00100000:2.0:1734686198.532868:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848636160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686198.532893:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686198.532924:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848636160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686198.532929:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41801 00000100:00100000:0.0:1734686198.532939:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848636160:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686198.596699:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848636288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686198.596747:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686198.596786:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848636288 00000100:00100000:2.0:1734686198.596793:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848636288 00000100:00100000:2.0:1734686198.596825:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7196 00000100:00100000:2.0:1734686198.596830:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848636288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686198.596852:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686198.596883:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848636288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686198.596889:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7196 00000100:00100000:1.0:1734686198.596911:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848636288:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686198.750730:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686199.752669:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686200.292712:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848636416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686200.292769:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686200.292841:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848636416 00000100:00100000:2.0:1734686200.292847:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848636416 00000100:00080000:0.0:1734686200.292882:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686170 00000100:00100000:2.0:1734686200.292891:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7197 00000100:00100000:2.0:1734686200.292896:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848636416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686200.292921:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686200.292973:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848636416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686200.292979:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7197 00000100:00100000:0.0:1734686200.293006:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848636416:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686200.754715:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686200.950801:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686200.950826:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686200.950856:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686200.950866:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872770304 00000100:00100000:2.0:1734686200.950873:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872770304 00000100:00100000:1.0:1734686200.950878:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872770560 00000100:00100000:1.0:1734686200.950883:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872770560 00000100:00100000:0.0:1734686200.950885:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686200.950901:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872770176 00000100:00100000:0.0:1734686200.950904:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872770176 00000100:00100000:1.0:1734686200.950908:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54657 00000100:00100000:1.0:1734686200.950914:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872770560:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686200.950917:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872770432 00000100:00100000:2.0:1734686200.950932:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872770432 00000100:00100000:0.0:1734686200.950936:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1235 00000100:00100000:0.0:1734686200.950940:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872770176:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734686200.950948:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686200.950949:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3793 00000100:00100000:2.0:1734686200.950954:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872770304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686200.950968:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686170 00000100:00080000:3.0:1734686200.950973:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686170 00000100:00080000:3.0:1734686200.950974:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686170 00000100:00100000:0.0:1734686200.950980:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872770176:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686200.950981:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872770560:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 67us (153us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686200.950982:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872770304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686200.950986:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1235 00000100:00100000:1.0:1734686200.950986:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54657 00000100:00100000:2.0:1734686200.950987:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3793 00000100:00100000:3.0:1734686200.951002:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3794 00000100:00100000:3.0:1734686200.951007:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872770432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686200.951033:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872770432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686200.951037:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3794 00010000:00010000:3.0:1734686201.756764:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686202.758746:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686203.476719:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686203.476740:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848636544:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686203.476793:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686203.476845:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848636544 00000100:00100000:2.0:1734686203.476852:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848636544 00000100:00100000:0.0:1734686203.476898:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41802 00000100:00100000:0.0:1734686203.476904:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848636544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686203.476933:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686203.476959:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848636544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686203.476964:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41802 00000100:00100000:2.0:1734686203.476984:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848636544:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686203.524703:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686203.524708:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686203.524710:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686203.524715:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 10998 00000100:00080000:2.0:1734686203.524719:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686203.524722:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686203.524726:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848636928:0@lo:400:kworker.0 00000100:00100000:1.0:1734686203.524730:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848636800:0@lo:400:kworker.0 00000100:00100000:2.0:1734686203.524736:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097682d80 x1818938848637184/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686203.524758:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686203.524759:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686203.524760:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686203.524762:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 10998 00000100:00080000:2.0:1734686203.524764:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686203.524765:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686203.524772:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097681f80 x1818938848637568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686203.524779:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686203.524783:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848636672:0@lo:400:kworker.0 00000100:00100000:3.0:1734686203.524798:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848637184:0@lo:8:kworker.0 00000100:00100000:2.0:1734686203.524804:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848636800 00000100:00100000:0.0:1734686203.524806:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686203.524806:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848637440:0@lo:400:kworker.0 00000100:00100000:2.0:1734686203.524808:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848636800 00000100:00100000:0.0:1734686203.524823:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848637312:0@lo:400:kworker.0 00000100:00100000:1.0:1734686203.524829:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686203.524830:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686203.524836:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848637440 00000100:00100000:2.0:1734686203.524838:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848637440 00000100:00100000:0.0:1734686203.524840:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848636672 00000100:00100000:1.0:1734686203.524841:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686203.524843:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848636672 00000100:00100000:1.0:1734686203.524845:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848637696:0@lo:400:kworker.0 00000100:00100000:2.0:1734686203.524847:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3795 00000100:00100000:3.0:1734686203.524848:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848637568:0@lo:8:kworker.0 00000100:00100000:2.0:1734686203.524851:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848636800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686203.524862:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686203.524864:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00080000:3.0:1734686203.524867:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686173 00000100:00100000:0.0:1734686203.524868:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848636672:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686203.524870:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686173 00000100:00100000:3.0:1734686203.524893:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848637184 00000100:00100000:3.0:1734686203.524896:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848637184 00000100:00100000:2.0:1734686203.524906:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848636800:12345-0@lo:400:kworker.0 Request processed in 53us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686203.524909:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848637696 00000100:00100000:0.0:1734686203.524910:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848636672:12345-0@lo:400:kworker.0 Request processed in 40us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686203.524910:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3795 00000100:00100000:3.0:1734686203.524910:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848637696 00000100:00100000:1.0:1734686203.524913:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54658 00000100:00100000:0.0:1734686203.524916:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:1.0:1734686203.524917:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848637184:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686203.524922:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3796 00000100:00100000:2.0:1734686203.524925:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848637440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686203.524926:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8071 00000100:00100000:3.0:1734686203.524930:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848637696:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734686203.524934:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686203.524938:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848637440:12345-0@lo:400:kworker.0 Request processed in 13us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686203.524940:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686203.524941:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3796 00000100:00100000:2.0:1734686203.524947:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848636928 00000100:00100000:2.0:1734686203.524948:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848636928 00000100:00100000:2.0:1734686203.524959:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3797 00000100:00100000:3.0:1734686203.524959:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848637696:12345-0@lo:400:kworker.0 Request processed in 28us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686203.524960:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848637184:12345-0@lo:8:kworker.0 Request processed in 42us (129us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686203.524961:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848636928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686203.524966:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54658 00000100:00100000:0.0:1734686203.524969:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686203.524969:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8071 00000100:00100000:2.0:1734686203.524972:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848636928:12345-0@lo:400:kworker.0 Request processed in 11us (32us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686203.524975:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3797 00000100:00100000:1.0:1734686203.524977:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848637312 00000100:00100000:1.0:1734686203.524980:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848637312 00000100:00100000:0.0:1734686203.524988:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848636672:0@lo:400:kworker.0 00000100:00080000:3.0:1734686203.524990:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686173 00000100:00080000:3.0:1734686203.524993:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686173 00000100:00100000:2.0:1734686203.524998:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848637056:0@lo:400:kworker.0 00000100:00100000:3.0:1734686203.524999:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686203.525001:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8072 00000100:00100000:1.0:1734686203.525005:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848637312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686203.525011:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686203.525013:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848637568 00000100:00100000:0.0:1734686203.525016:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848637568 00000100:00080000:3.0:1734686203.525016:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686203.525018:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848637824:0@lo:400:kworker.0 00000100:00080000:3.0:1734686203.525019:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686203.525022:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848637184:0@lo:8:kworker.0 00000100:00100000:0.0:1734686203.525028:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54659 00000100:00100000:2.0:1734686203.525028:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686203.525031:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848637312:12345-0@lo:400:kworker.0 Request processed in 24us (62us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686203.525032:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848637568:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686203.525036:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8072 00000100:00100000:2.0:1734686203.525038:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848637824 00000100:00100000:2.0:1734686203.525039:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848637824 00010000:00020000:0.0:1734686203.525042:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686203.525048:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3798 00000100:00100000:2.0:1734686203.525050:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848637824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686203.525051:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848637056 00000100:00100000:3.0:1734686203.525053:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848637056 00000100:00100000:1.0:1734686203.525058:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848637696:0@lo:400:kworker.0 00000100:00100000:2.0:1734686203.525065:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848637824:12345-0@lo:400:kworker.0 Request processed in 14us (37us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686203.525067:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848637568:12345-0@lo:8:kworker.0 Request processed in 33us (66us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686203.525068:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848637440:0@lo:400:kworker.0 00000100:00100000:2.0:1734686203.525068:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3798 00000100:00100000:3.0:1734686203.525070:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41803 00000100:00100000:0.0:1734686203.525072:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54659 00000100:00100000:1.0:1734686203.525075:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848636800:0@lo:400:kworker.0 00000100:00100000:3.0:1734686203.525075:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848637056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686203.525082:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848637824:0@lo:400:kworker.0 00000100:00100000:0.0:1734686203.525092:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848636928:0@lo:400:kworker.0 00000100:00100000:1.0:1734686203.525101:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848637312:0@lo:400:kworker.0 00000100:00100000:3.0:1734686203.525102:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848637056:12345-0@lo:400:kworker.0 Request processed in 27us (89us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686203.525107:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41803 00000100:00100000:2.0:1734686203.525109:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848637056:0@lo:400:kworker.0 00000100:00080000:3.0:1734686203.525118:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686173 00000100:02020000:3.0:1734686203.525129:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1734686203.529698:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686203.529702:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686203.529707:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848637568:0@lo:8:kworker.0 00000100:00100000:1.0:1734686203.540715:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848637952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686203.540829:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686203.540914:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848637952 00000100:00100000:3.0:1734686203.540921:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848637952 00000100:00100000:3.0:1734686203.540957:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41804 00000100:00100000:3.0:1734686203.540963:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848637952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686203.540991:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686203.541032:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848637952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686203.541038:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41804 00000100:00100000:1.0:1734686203.541067:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848637952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686203.604792:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848638080:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686203.604839:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686203.604893:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848638080 00000100:00100000:2.0:1734686203.604900:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848638080 00000100:00100000:2.0:1734686203.604943:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7198 00000100:00100000:2.0:1734686203.604949:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848638080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686203.604975:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686203.605007:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848638080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686203.605016:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7198 00000100:00100000:1.0:1734686203.605026:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848638080:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686203.760672:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686204.762702:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686205.300716:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848638208:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686205.300766:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686205.300800:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848638208 00000100:00100000:0.0:1734686205.300806:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848638208 00000100:00080000:3.0:1734686205.300871:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686175 00000100:00100000:0.0:1734686205.300874:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7199 00000100:00100000:0.0:1734686205.300880:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848638208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686205.300903:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686205.300939:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848638208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686205.300943:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7199 00000100:00100000:2.0:1734686205.300980:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848638208:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686205.764709:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686205.958758:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686205.958787:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686205.958803:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686205.958847:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872770688 00000100:00100000:2.0:1734686205.958854:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872770688 00000100:00100000:3.0:1734686205.958863:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872770944 00000100:00100000:3.0:1734686205.958867:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872770944 00000100:00100000:0.0:1734686205.958870:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686205.958891:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872770816 00000100:00100000:3.0:1734686205.958892:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872770816 00000100:00100000:2.0:1734686205.958893:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1237 00000100:00100000:2.0:1734686205.958899:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872770688:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686205.958905:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3799 00000100:00100000:3.0:1734686205.958909:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872770944:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686205.958918:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3800 00000100:00100000:0.0:1734686205.958923:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872770816:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686205.958949:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872770688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686205.958950:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872770944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686205.958955:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1237 00000100:00100000:3.0:1734686205.958956:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3799 00000100:00080000:3.0:1734686205.958973:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686175 00000100:00080000:3.0:1734686205.958976:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686175 00000100:00100000:1.0:1734686205.958978:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872771072 00000100:00080000:3.0:1734686205.958978:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686175 00000100:00100000:1.0:1734686205.958982:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872771072 00000100:00100000:1.0:1734686205.959000:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54660 00000100:00100000:1.0:1734686205.959004:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872771072:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734686205.959020:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686205.959064:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872770816:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 141us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686205.959070:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3800 00000100:00100000:1.0:1734686205.959222:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872771072:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (172us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686205.959228:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54660 00010000:00010000:3.0:1734686206.766711:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686207.768755:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686208.484698:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848638336:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686208.484749:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686208.484825:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848638336 00000100:00100000:3.0:1734686208.484830:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848638336 00000100:00100000:3.0:1734686208.484861:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41805 00000100:00100000:3.0:1734686208.484867:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848638336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686208.484897:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686208.484940:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848638336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686208.484947:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41805 00000100:00100000:0.0:1734686208.484985:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848638336:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686208.532731:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848638592:0@lo:400:kworker.0 00000100:00100000:0.0:1734686208.532735:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1734686208.532740:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686208.532745:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686208.532748:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686208.532749:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848638848:0@lo:400:kworker.0 00000100:00080000:2.0:1734686208.532754:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11003 00000100:00080000:2.0:1734686208.532757:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686208.532762:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686208.532763:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848638720:0@lo:400:kworker.0 00000100:00100000:2.0:1734686208.532778:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ec7dc00 x1818938848638976/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686208.532786:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686208.532786:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686208.532815:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848638976:0@lo:8:kworker.0 00000100:00080000:2.0:1734686208.532818:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686208.532821:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686208.532822:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686208.532826:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11003 00000100:00080000:2.0:1734686208.532827:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734686208.532831:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848638464:0@lo:400:kworker.0 00000100:00100000:1.0:1734686208.532831:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848639232:0@lo:400:kworker.0 00000100:00080000:2.0:1734686208.532831:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686208.532839:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686208.532840:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff2e300 x1818938848639360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686208.532852:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686208.532852:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686208.532855:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848639360:0@lo:8:kworker.0 00000100:00100000:1.0:1734686208.532866:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686208.532867:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848639616:0@lo:400:kworker.0 00000100:00100000:1.0:1734686208.532871:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848639488:0@lo:400:kworker.0 00000100:00100000:3.0:1734686208.532874:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686208.532879:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848638848 00000100:00100000:2.0:1734686208.532884:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848638848 00000100:00100000:0.0:1734686208.532886:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686208.532888:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686208.532896:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686208.532899:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848638976 00000100:00100000:0.0:1734686208.532901:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848639104:0@lo:400:kworker.0 00000100:00100000:3.0:1734686208.532902:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848638976 00000100:00100000:1.0:1734686208.532908:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848639360 00000100:00100000:1.0:1734686208.532912:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848639360 00000100:00100000:0.0:1734686208.532914:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686208.532914:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41806 00000100:00100000:3.0:1734686208.532919:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848639488 00000100:00100000:2.0:1734686208.532920:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848638848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686208.532921:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848639488 00000100:00100000:1.0:1734686208.532926:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848639104 00000100:00100000:1.0:1734686208.532927:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848639104 00000100:00100000:0.0:1734686208.532933:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848638592 00000100:00100000:0.0:1734686208.532936:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848638592 00000100:00100000:3.0:1734686208.532938:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8073 00000100:00100000:1.0:1734686208.532942:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8074 00000100:00100000:3.0:1734686208.532942:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848639488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686208.532946:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848639104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686208.532955:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848639232 00000100:00100000:0.0:1734686208.532957:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848639232 00000100:00100000:2.0:1734686208.532959:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848638848:12345-0@lo:400:kworker.0 Request processed in 39us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686208.532965:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41806 00000100:00100000:0.0:1734686208.532966:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848639616 00000100:00100000:0.0:1734686208.532967:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848639616 00000100:00100000:1.0:1734686208.532971:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848639104:12345-0@lo:400:kworker.0 Request processed in 25us (56us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686208.532972:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848639488:12345-0@lo:400:kworker.0 Request processed in 29us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686208.532975:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8074 00000100:00100000:0.0:1734686208.532977:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3801 00000100:00100000:3.0:1734686208.532978:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8073 00000100:00100000:0.0:1734686208.532982:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848638592:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686208.532982:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686178 00000100:00080000:2.0:1734686208.532985:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686178 00000100:00100000:1.0:1734686208.532987:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54661 00000100:00100000:1.0:1734686208.532991:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848638976:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686208.532991:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54662 00000100:00100000:2.0:1734686208.532994:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3802 00000100:00100000:3.0:1734686208.532995:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848639360:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686208.532998:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848639232:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734686208.533006:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686208.533007:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848638592:12345-0@lo:400:kworker.0 Request processed in 24us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686208.533012:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3801 00010000:00020000:3.0:1734686208.533014:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686208.533021:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848639232:12345-0@lo:400:kworker.0 Request processed in 22us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686208.533023:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3803 00000100:00100000:2.0:1734686208.533027:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3802 00000100:00100000:0.0:1734686208.533028:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848639616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686208.533028:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848638976:12345-0@lo:8:kworker.0 Request processed in 36us (189us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686208.533032:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54661 00000100:00100000:3.0:1734686208.533033:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848639360:12345-0@lo:8:kworker.0 Request processed in 37us (158us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686208.533038:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54662 00000100:00100000:0.0:1734686208.533048:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848639616:12345-0@lo:400:kworker.0 Request processed in 20us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686208.533053:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3803 00000100:00100000:1.0:1734686208.533057:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848639488:0@lo:400:kworker.0 00000100:00080000:3.0:1734686208.533057:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686208.533059:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686208.533062:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848639360:0@lo:8:kworker.0 00000100:00100000:1.0:1734686208.533064:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848639232:0@lo:400:kworker.0 00000100:00080000:3.0:1734686208.533068:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686208.533069:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848638464 00000100:00100000:1.0:1734686208.533069:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848638592:0@lo:400:kworker.0 00000100:00100000:0.0:1734686208.533071:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848638464 00000100:00080000:3.0:1734686208.533071:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686208.533073:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848638976:0@lo:8:kworker.0 00000100:00080000:2.0:1734686208.533087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686178 00000100:00100000:0.0:1734686208.533088:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1734686208.533093:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848638464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686208.533094:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686208.533107:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848638720 00000100:00100000:2.0:1734686208.533110:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848638720 00000100:00100000:0.0:1734686208.533114:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848638464:12345-0@lo:400:kworker.0 Request processed in 21us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686208.533120:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00080000:3.0:1734686208.533124:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686178 00000100:00100000:2.0:1734686208.533128:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3804 00000100:00100000:2.0:1734686208.533131:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848638720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686208.533147:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848639104:0@lo:400:kworker.0 00000100:00100000:0.0:1734686208.533154:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848639616:0@lo:400:kworker.0 00000100:00100000:0.0:1734686208.533159:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848638848:0@lo:400:kworker.0 00000100:00100000:2.0:1734686208.533163:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848638720:12345-0@lo:400:kworker.0 Request processed in 30us (69us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686208.533164:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848638464:0@lo:400:kworker.0 00000100:00100000:2.0:1734686208.533170:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3804 00000100:00100000:3.0:1734686208.533187:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848638720:0@lo:400:kworker.0 00000100:00100000:1.0:1734686208.548816:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848639744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686208.548875:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686208.548908:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848639744 00000100:00100000:2.0:1734686208.548914:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848639744 00000100:00100000:2.0:1734686208.548947:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41807 00000100:00100000:2.0:1734686208.548951:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848639744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686208.548980:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686208.549022:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848639744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686208.549028:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41807 00000100:00100000:1.0:1734686208.549045:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848639744:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686208.612820:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848639872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686208.612874:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686208.612940:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848639872 00000100:00100000:0.0:1734686208.612945:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848639872 00000100:00100000:0.0:1734686208.612983:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7200 00000100:00100000:0.0:1734686208.612989:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848639872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686208.613013:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686208.613068:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848639872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686208.613074:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7200 00000100:00100000:2.0:1734686208.613112:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098491880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848639872:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686208.770828:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686209.772705:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686210.308700:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686210.308716:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848640000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686210.308785:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686210.308819:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848640000 00000100:00100000:2.0:1734686210.308825:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848640000 00000100:00100000:2.0:1734686210.308860:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7201 00000100:00080000:3.0:1734686210.308862:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686180 00000100:00100000:2.0:1734686210.308864:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848640000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686210.308885:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686210.308915:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848640000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686210.308920:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7201 00000100:00100000:0.0:1734686210.308940:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848640000:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686210.774744:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686210.966905:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686210.966944:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686210.966961:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686210.966972:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872771200 00000100:00100000:2.0:1734686210.966981:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872771200 00000100:00080000:3.0:1734686210.967015:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686180 00000100:00100000:0.0:1734686210.967024:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686210.967034:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1239 00000100:00100000:2.0:1734686210.967040:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872771200:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686210.967043:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872771584 00000100:00100000:3.0:1734686210.967045:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872771456 00000100:00100000:0.0:1734686210.967046:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872771584 00000100:00100000:3.0:1734686210.967052:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872771456 00000100:00100000:0.0:1734686210.967069:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54663 00000100:00100000:0.0:1734686210.967075:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872771584:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686210.967089:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872771328 00000100:00100000:1.0:1734686210.967094:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872771328 00010000:00020000:0.0:1734686210.967097:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686210.967097:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872771200:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686210.967102:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1239 00000100:00100000:3.0:1734686210.967107:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3805 00000100:00100000:3.0:1734686210.967114:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872771456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686210.967120:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872771584:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (95us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686210.967127:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54663 00000100:00100000:1.0:1734686210.967130:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3806 00000100:00100000:1.0:1734686210.967135:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872771328:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686210.967172:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872771328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686210.967175:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872771456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686210.967177:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3806 00000100:00100000:3.0:1734686210.967182:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3805 00000100:00080000:3.0:1734686210.967203:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686180 00000100:00080000:3.0:1734686210.967206:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686180 00010000:00010000:3.0:1734686211.776774:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686212.778748:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686213.492758:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848640128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686213.492814:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686213.492859:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848640128 00000100:00100000:0.0:1734686213.492864:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848640128 00000100:00100000:0.0:1734686213.492894:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41808 00000100:00100000:0.0:1734686213.492898:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848640128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686213.492921:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686213.492950:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848640128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686213.492954:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41808 00000100:00100000:2.0:1734686213.492965:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6567480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848640128:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686213.540746:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848640256:0@lo:400:kworker.0 00000100:00080000:2.0:1734686213.540750:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686213.540755:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686213.540758:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686213.540762:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11008 00000100:00080000:2.0:1734686213.540765:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686213.540771:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686213.540775:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848640384:0@lo:400:kworker.0 00000100:00100000:2.0:1734686213.540789:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008d7bdc00 x1818938848640768/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686213.540799:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686213.540810:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686213.540810:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848640512:0@lo:400:kworker.0 00000100:00080000:2.0:1734686213.540815:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686213.540818:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686213.540819:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686213.540822:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11008 00000100:00100000:1.0:1734686213.540823:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848640896:0@lo:400:kworker.0 00000100:00080000:2.0:1734686213.540825:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686213.540828:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686213.540830:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848641024:0@lo:400:kworker.0 00000100:00100000:2.0:1734686213.540837:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b65500 x1818938848641152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686213.540843:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686213.540856:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686213.540863:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734686213.540864:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848640768:0@lo:8:kworker.0 00000100:00100000:1.0:1734686213.540868:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848640640:0@lo:400:kworker.0 00000100:00100000:0.0:1734686213.540873:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686213.540877:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848641280:0@lo:400:kworker.0 00000100:00100000:3.0:1734686213.540880:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686213.540890:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686213.540892:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686213.540893:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686213.540906:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848641408:0@lo:400:kworker.0 00000100:00100000:2.0:1734686213.540907:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848641152:0@lo:8:kworker.0 00000100:00100000:0.0:1734686213.540912:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848640384 00000100:00100000:0.0:1734686213.540917:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848640384 00000100:00100000:2.0:1734686213.540921:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686213.540924:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686213.540924:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848641024 00000100:00100000:3.0:1734686213.540929:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848641024 00000100:00100000:0.0:1734686213.540940:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848640512 00000100:00100000:0.0:1734686213.540942:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848640512 00000100:00100000:1.0:1734686213.540943:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848641408 00000100:00100000:2.0:1734686213.540945:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848640896 00000100:00100000:1.0:1734686213.540946:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848641408 00000100:00100000:2.0:1734686213.540948:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848640896 00000100:00100000:3.0:1734686213.540960:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3807 00000100:00100000:0.0:1734686213.540966:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3808 00000100:00100000:3.0:1734686213.540967:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848640384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686213.540968:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848641280 00000100:00100000:0.0:1734686213.540970:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848641024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686213.540970:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3809 00000100:00100000:2.0:1734686213.540970:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848641280 00000100:00100000:1.0:1734686213.540975:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848640512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686213.540979:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848640768 00000100:00100000:2.0:1734686213.540981:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848640768 00000100:00100000:2.0:1734686213.541003:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848641152 00000100:00100000:0.0:1734686213.541004:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848641024:12345-0@lo:400:kworker.0 Request processed in 34us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686213.541005:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848641152 00000100:00100000:0.0:1734686213.541008:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3808 00000100:00100000:1.0:1734686213.541012:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848640512:12345-0@lo:400:kworker.0 Request processed in 36us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686213.541013:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848640384:12345-0@lo:400:kworker.0 Request processed in 46us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686213.541017:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3809 00000100:00100000:2.0:1734686213.541017:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8075 00000100:00100000:0.0:1734686213.541020:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3810 00000100:00100000:2.0:1734686213.541021:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848640896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686213.541022:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848641408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686213.541022:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3807 00000100:00100000:0.0:1734686213.541035:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848641408:12345-0@lo:400:kworker.0 Request processed in 12us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686213.541038:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3810 00000100:00080000:3.0:1734686213.541039:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686183 00000100:00100000:1.0:1734686213.541042:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8076 00000100:00080000:3.0:1734686213.541042:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686183 00000100:00080000:3.0:1734686213.541044:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686183 00000100:00100000:1.0:1734686213.541046:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848641280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686213.541046:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848640896:12345-0@lo:400:kworker.0 Request processed in 25us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686213.541051:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8075 00000100:00100000:0.0:1734686213.541054:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54664 00000100:00100000:0.0:1734686213.541056:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848640768:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686213.541060:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54665 00000100:00100000:3.0:1734686213.541064:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848641152:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686213.541069:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686213.541069:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848641280:12345-0@lo:400:kworker.0 Request processed in 22us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686213.541074:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8076 00010000:00020000:3.0:1734686213.541081:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686213.541082:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848640768:12345-0@lo:8:kworker.0 Request processed in 25us (191us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686213.541086:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54664 00000100:00100000:1.0:1734686213.541090:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848640256 00000100:00100000:1.0:1734686213.541092:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848640256 00000100:00080000:2.0:1734686213.541099:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686213.541101:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686213.541105:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848640768:0@lo:8:kworker.0 00000100:00100000:3.0:1734686213.541108:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848641152:12345-0@lo:8:kworker.0 Request processed in 43us (185us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686213.541112:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00080000:2.0:1734686213.541113:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686213.541114:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686213.541115:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54665 00000100:00100000:2.0:1734686213.541116:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848641152:0@lo:8:kworker.0 00000100:00100000:1.0:1734686213.541117:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848640256:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686213.541131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686183 00000100:00100000:2.0:1734686213.541135:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848640640 00000100:00100000:2.0:1734686213.541136:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848640640 00000100:00100000:1.0:1734686213.541137:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848640256:12345-0@lo:400:kworker.0 Request processed in 20us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686213.541142:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:3.0:1734686213.541154:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848640512:0@lo:400:kworker.0 00000100:00100000:2.0:1734686213.541155:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41809 00000100:00100000:2.0:1734686213.541159:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848640640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686213.541168:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848641408:0@lo:400:kworker.0 00000100:00080000:3.0:1734686213.541169:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686183 00000100:00100000:1.0:1734686213.541176:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848640896:0@lo:400:kworker.0 00000100:00100000:1.0:1734686213.541181:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848640256:0@lo:400:kworker.0 00000100:00100000:2.0:1734686213.541181:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848640640:12345-0@lo:400:kworker.0 Request processed in 21us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686213.541186:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41809 00000100:00100000:0.0:1734686213.541193:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848641280:0@lo:400:kworker.0 00000100:00100000:1.0:1734686213.541198:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848640640:0@lo:400:kworker.0 00000100:00100000:0.0:1734686213.541201:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848641024:0@lo:400:kworker.0 00000100:00100000:0.0:1734686213.541209:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848640384:0@lo:400:kworker.0 00000100:00100000:1.0:1734686213.556729:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848641536:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686213.556781:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686213.556848:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848641536 00000100:00100000:2.0:1734686213.556854:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848641536 00000100:00100000:2.0:1734686213.556895:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41810 00000100:00100000:2.0:1734686213.556901:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848641536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686213.556928:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686213.556968:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848641536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686213.556974:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41810 00000100:00100000:1.0:1734686213.557000:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848641536:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686213.620740:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848641664:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686213.620870:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686213.620939:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848641664 00000100:00100000:2.0:1734686213.620945:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848641664 00000100:00100000:2.0:1734686213.620980:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7202 00000100:00100000:2.0:1734686213.620984:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848641664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686213.621013:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686213.621042:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848641664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686213.621048:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7202 00000100:00100000:0.0:1734686213.621075:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848641664:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686213.780739:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686214.782702:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686215.316871:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848641792:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686215.316923:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686215.316995:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848641792 00000100:00100000:2.0:1734686215.317002:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848641792 00000100:00080000:3.0:1734686215.317034:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686185 00000100:00100000:2.0:1734686215.317045:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7203 00000100:00100000:2.0:1734686215.317051:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848641792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686215.317076:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686215.317114:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848641792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686215.317123:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7203 00000100:00100000:3.0:1734686215.317137:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848641792:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686215.784808:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686215.974626:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686215.974679:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686215.974703:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686215.974704:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872771712 00000100:00100000:1.0:1734686215.974713:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872771712 00000100:00100000:2.0:1734686215.974723:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872771968 00000100:00100000:2.0:1734686215.974726:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872771968 00000100:00100000:2.0:1734686215.974748:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872771840 00000100:00100000:2.0:1734686215.974749:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872771840 00000100:00100000:1.0:1734686215.974753:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1241 00000100:00100000:0.0:1734686215.974759:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686215.974759:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872771712:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686215.974763:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3811 00000100:00100000:2.0:1734686215.974767:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872771968:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686215.974784:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3812 00000100:00100000:3.0:1734686215.974796:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872771840:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686215.974802:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872772096 00000100:00100000:0.0:1734686215.974805:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872772096 00000100:00100000:2.0:1734686215.974806:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872771968:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686215.974807:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872771712:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686215.974811:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3811 00000100:00100000:1.0:1734686215.974815:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1241 00000100:00100000:0.0:1734686215.974822:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54666 00000100:00100000:0.0:1734686215.974825:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872772096:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:2.0:1734686215.974839:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686185 00000100:00080000:2.0:1734686215.974842:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686185 00000100:00080000:2.0:1734686215.974843:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686185 00010000:00020000:0.0:1734686215.974845:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686215.974852:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072ef9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872771840:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686215.974858:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3812 00000100:00100000:0.0:1734686215.974865:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872772096:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 39us (106us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686215.974878:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54666 00010000:00010000:3.0:1734686216.786713:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686217.788730:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686218.500730:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848641920:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686218.500777:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686218.500811:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848641920 00000100:00100000:2.0:1734686218.500817:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848641920 00000100:00100000:2.0:1734686218.500850:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41811 00000100:00100000:2.0:1734686218.500855:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848641920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686218.500882:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686218.500911:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848641920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 56us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686218.500916:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41811 00000100:00100000:3.0:1734686218.500930:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848641920:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686218.548726:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734686218.548730:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848642048:0@lo:400:kworker.0 00000100:00080000:2.0:1734686218.548732:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686218.548735:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686218.548735:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848642304:0@lo:400:kworker.0 00000100:00080000:2.0:1734686218.548740:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11013 00000100:00080000:2.0:1734686218.548743:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686218.548748:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686218.548758:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848642176:0@lo:400:kworker.0 00000100:00100000:2.0:1734686218.548767:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b67b80 x1818938848642560/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686218.548787:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686218.548787:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686218.548803:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686218.548806:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686218.548808:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686218.548810:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848642304 00000100:00080000:2.0:1734686218.548810:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11013 00000100:00080000:2.0:1734686218.548813:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1734686218.548815:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848642304 00000100:00080000:2.0:1734686218.548816:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686218.548816:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686218.548817:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848642688:0@lo:400:kworker.0 00000100:00100000:3.0:1734686218.548821:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848642816:0@lo:400:kworker.0 00000100:00100000:2.0:1734686218.548825:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b67100 x1818938848642944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686218.548837:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686218.548839:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686218.548845:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848642816 00000100:00100000:0.0:1734686218.548847:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848642816 00000100:00100000:1.0:1734686218.548849:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734686218.548849:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848642560:0@lo:8:kworker.0 00000100:00100000:1.0:1734686218.548854:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848642432:0@lo:400:kworker.0 00000100:00100000:3.0:1734686218.548854:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848643072:0@lo:400:kworker.0 00000100:00100000:0.0:1734686218.548861:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3813 00000100:00100000:0.0:1734686218.548867:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848642304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686218.548872:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686218.548874:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686218.548880:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3814 00000100:00100000:2.0:1734686218.548885:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848642944:0@lo:8:kworker.0 00000100:00100000:3.0:1734686218.548885:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848642816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686218.548886:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848643200:0@lo:400:kworker.0 00000100:00100000:2.0:1734686218.548899:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686218.548910:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686218.548912:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848642304:12345-0@lo:400:kworker.0 Request processed in 45us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686218.548917:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3813 00000100:00100000:3.0:1734686218.548917:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848642816:12345-0@lo:400:kworker.0 Request processed in 32us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686218.548922:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3814 00000100:00080000:2.0:1734686218.548923:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686188 00000100:00100000:1.0:1734686218.548927:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848642048 00000100:00100000:0.0:1734686218.548929:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848643200 00000100:00100000:1.0:1734686218.548929:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848642048 00000100:00100000:0.0:1734686218.548931:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848643200 00000100:00100000:2.0:1734686218.548933:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848642432 00000100:00100000:2.0:1734686218.548936:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848642432 00000100:00100000:3.0:1734686218.548941:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848642688 00000100:00100000:0.0:1734686218.548942:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3815 00000100:00100000:3.0:1734686218.548944:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848642688 00000100:00100000:0.0:1734686218.548945:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848643200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686218.548950:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:2.0:1734686218.548954:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41812 00000100:00100000:1.0:1734686218.548955:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848642048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686218.548958:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848642432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686218.548962:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848642560 00000100:00100000:3.0:1734686218.548964:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848642560 00000100:00100000:0.0:1734686218.548965:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848643200:12345-0@lo:400:kworker.0 Request processed in 20us (55us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686218.548969:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3815 00000100:00100000:3.0:1734686218.548972:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848642944 00000100:00100000:3.0:1734686218.548974:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848642944 00000100:00100000:1.0:1734686218.548979:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848642048:12345-0@lo:400:kworker.0 Request processed in 23us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686218.548983:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8077 00000100:00100000:1.0:1734686218.548984:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:2.0:1734686218.548984:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848642432:12345-0@lo:400:kworker.0 Request processed in 25us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686218.548986:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54667 00000100:00100000:3.0:1734686218.548987:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848642688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686218.548988:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41812 00000100:00100000:0.0:1734686218.548990:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848642560:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686218.549005:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686218.549006:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54668 00000100:00100000:2.0:1734686218.549009:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848642944:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686218.549011:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848642688:12345-0@lo:400:kworker.0 Request processed in 24us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686218.549016:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8077 00010000:00020000:2.0:1734686218.549020:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686218.549026:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848642560:12345-0@lo:8:kworker.0 Request processed in 35us (154us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686218.549029:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848642432:0@lo:400:kworker.0 00000100:00100000:0.0:1734686218.549031:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54667 00000100:00100000:3.0:1734686218.549036:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686218.549037:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848643200:0@lo:400:kworker.0 00000100:00100000:2.0:1734686218.549037:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848642944:12345-0@lo:8:kworker.0 Request processed in 26us (137us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686218.549039:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848643072 00000100:00100000:0.0:1734686218.549041:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848643072 00000100:00100000:2.0:1734686218.549042:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54668 00000100:00100000:1.0:1734686218.549043:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848642688:0@lo:400:kworker.0 00000100:00100000:1.0:1734686218.549048:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848642048:0@lo:400:kworker.0 00000100:00100000:3.0:1734686218.549051:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848642816:0@lo:400:kworker.0 00000100:00100000:2.0:1734686218.549052:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8078 00000100:00100000:2.0:1734686218.549056:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848643072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686218.549060:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848642304:0@lo:400:kworker.0 00000100:00080000:0.0:1734686218.549073:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686218.549076:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686218.549079:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848642560:0@lo:8:kworker.0 00000100:00100000:2.0:1734686218.549079:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848643072:12345-0@lo:400:kworker.0 Request processed in 22us (43us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686218.549084:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8078 00000100:00080000:0.0:1734686218.549085:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686218.549085:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848643072:0@lo:400:kworker.0 00000100:00080000:0.0:1734686218.549086:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686218.549088:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848642944:0@lo:8:kworker.0 00000100:00080000:2.0:1734686218.549093:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686188 00000100:00080000:2.0:1734686218.549095:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686188 00000100:00080000:2.0:1734686218.549097:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686188 00000100:00100000:0.0:1734686218.549103:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686218.549131:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848642176 00000100:00100000:1.0:1734686218.549134:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848642176 00000100:00080000:2.0:1734686218.549146:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686188 00000100:00100000:1.0:1734686218.549154:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3816 00000100:00100000:1.0:1734686218.549157:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848642176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686218.549188:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848642176:12345-0@lo:400:kworker.0 Request processed in 29us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686218.549193:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3816 00000100:00100000:0.0:1734686218.549216:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848642176:0@lo:400:kworker.0 00000100:00100000:2.0:1734686218.564760:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009eed4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848643328:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686218.564818:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686218.564854:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848643328 00000100:00100000:0.0:1734686218.564860:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848643328 00000100:00100000:0.0:1734686218.564893:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41813 00000100:00100000:0.0:1734686218.564898:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848643328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686218.564924:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686218.564958:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848643328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686218.564963:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41813 00000100:00100000:2.0:1734686218.564969:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009eed4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848643328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686218.628731:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848643456:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686218.628785:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686218.628822:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848643456 00000100:00100000:2.0:1734686218.628829:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848643456 00000100:00100000:2.0:1734686218.628874:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7204 00000100:00100000:2.0:1734686218.628878:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848643456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686218.628897:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686218.628926:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848643456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686218.628931:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7204 00000100:00100000:0.0:1734686218.628954:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848643456:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1734686218.790716:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686219.792749:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686220.324753:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848643584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686220.324797:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686220.324853:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848643584 00000100:00100000:2.0:1734686220.324859:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848643584 00000100:00100000:2.0:1734686220.324910:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7205 00000100:00100000:2.0:1734686220.324916:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848643584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686220.324942:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:0.0:1734686220.324949:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686190 00000100:00100000:2.0:1734686220.324975:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009eed4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848643584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686220.324980:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7205 00000100:00100000:0.0:1734686220.324995:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097680700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848643584:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686220.794847:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686220.982760:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686220.982795:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686220.982818:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686220.982828:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872772224 00000100:00100000:1.0:1734686220.982838:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872772224 00000100:00100000:0.0:1734686220.982852:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734686220.982867:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686190 00000100:00100000:2.0:1734686220.982872:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872772352 00000100:00100000:1.0:1734686220.982877:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1243 00000100:00100000:3.0:1734686220.982878:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872772608 00000100:00100000:2.0:1734686220.982882:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872772352 00000100:00100000:3.0:1734686220.982882:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872772608 00000100:00100000:1.0:1734686220.982883:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872772224:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686220.982894:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872772480 00000100:00100000:0.0:1734686220.982898:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872772480 00000100:00100000:3.0:1734686220.982901:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54669 00000100:00100000:3.0:1734686220.982905:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872772608:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734686220.982923:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686220.982924:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3817 00000100:00100000:0.0:1734686220.982930:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872772480:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686220.982934:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3818 00000100:00100000:1.0:1734686220.982937:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872772224:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686220.982940:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872772352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686220.982942:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1243 00000100:00100000:3.0:1734686220.982943:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872772608:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (123us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686220.982948:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54669 00000100:00100000:0.0:1734686220.982958:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872772480:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686220.982963:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3817 00000100:00080000:0.0:1734686220.982977:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686190 00000100:00080000:0.0:1734686220.982979:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686190 00000100:00100000:2.0:1734686220.982993:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c97df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872772352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686220.982999:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3818 00010000:00010000:3.0:1734686221.796737:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686222.798756:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686223.508731:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848643712:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686223.508787:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686223.508825:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848643712 00000100:00100000:2.0:1734686223.508832:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848643712 00000100:00100000:2.0:1734686223.508866:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41814 00000100:00100000:2.0:1734686223.508871:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848643712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686223.508898:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686223.508931:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848643712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686223.508936:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41814 00000100:00100000:0.0:1734686223.508951:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848643712:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686223.556692:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686223.556697:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686223.556700:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686223.556706:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11018 00000100:00080000:2.0:1734686223.556709:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1734686223.556713:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848643840:0@lo:400:kworker.0 00000100:00100000:1.0:1734686223.556713:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848643968:0@lo:400:kworker.0 00000100:00080000:2.0:1734686223.556714:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686223.556729:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b65180 x1818938848644352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686223.556750:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686223.556752:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686223.556753:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686223.556755:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11018 00000100:00080000:2.0:1734686223.556756:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686223.556758:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686223.556763:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b65500 x1818938848644736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686223.556773:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686223.556773:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686223.556777:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848644352:0@lo:8:kworker.0 00000100:00100000:2.0:1734686223.556796:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848643968 00000100:00100000:0.0:1734686223.556801:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848644480:0@lo:400:kworker.0 00000100:00100000:1.0:1734686223.556801:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848644608:0@lo:400:kworker.0 00000100:00100000:2.0:1734686223.556801:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848643968 00000100:00100000:3.0:1734686223.556807:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686223.556817:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686223.556821:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686223.556821:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848644736:0@lo:8:kworker.0 00000100:00100000:0.0:1734686223.556828:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734686223.556833:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734686223.556833:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848644608 00000100:00100000:2.0:1734686223.556836:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848644608 00000100:00100000:1.0:1734686223.556837:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848644096:0@lo:400:kworker.0 00000100:00100000:3.0:1734686223.556837:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686223.556838:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848644224:0@lo:400:kworker.0 00000100:00100000:2.0:1734686223.556847:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3819 00000100:00100000:2.0:1734686223.556852:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848643968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686223.556854:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686223.556857:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686223.556863:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848644352 00000100:00100000:1.0:1734686223.556864:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848644864:0@lo:400:kworker.0 00000100:00100000:3.0:1734686223.556866:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848644352 00000100:00100000:0.0:1734686223.556868:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848644992:0@lo:400:kworker.0 00000100:00100000:1.0:1734686223.556878:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686223.556882:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848644480 00000100:00100000:3.0:1734686223.556884:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848644480 00000100:00100000:0.0:1734686223.556885:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686223.556886:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848643968:12345-0@lo:400:kworker.0 Request processed in 34us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686223.556891:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3819 00000100:00100000:1.0:1734686223.556896:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848643968:0@lo:400:kworker.0 00000100:00100000:3.0:1734686223.556898:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848644736 00000100:00100000:3.0:1734686223.556900:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848644736 00000100:00100000:2.0:1734686223.556902:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848644096 00000100:00100000:2.0:1734686223.556903:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848644096 00000100:00100000:0.0:1734686223.556906:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848644992 00000100:00100000:0.0:1734686223.556908:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848644992 00000100:00100000:3.0:1734686223.556909:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848644864 00000100:00100000:3.0:1734686223.556911:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848644864 00000100:00100000:2.0:1734686223.556912:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3820 00000100:00100000:2.0:1734686223.556914:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848644608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686223.556916:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848643840 00000100:00100000:1.0:1734686223.556919:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848643840 00000100:00100000:0.0:1734686223.556923:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3821 00000100:00100000:3.0:1734686223.556923:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8079 00000100:00100000:0.0:1734686223.556928:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848644096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686223.556928:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848644608:12345-0@lo:400:kworker.0 Request processed in 12us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686223.556928:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848644480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686223.556931:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3820 00000100:00100000:1.0:1734686223.556934:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1734686223.556936:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848643840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686223.556936:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3822 00000100:00100000:2.0:1734686223.556939:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848644992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686223.556951:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848644480:12345-0@lo:400:kworker.0 Request processed in 24us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686223.556955:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8079 00000100:00100000:1.0:1734686223.556957:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848643840:12345-0@lo:400:kworker.0 Request processed in 19us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686223.556958:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848644096:12345-0@lo:400:kworker.0 Request processed in 28us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686223.556959:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848644992:12345-0@lo:400:kworker.0 Request processed in 19us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686223.556960:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1734686223.556963:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3821 00000100:00100000:3.0:1734686223.556964:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8080 00000100:00100000:2.0:1734686223.556966:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3822 00000100:00100000:3.0:1734686223.556968:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848644864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686223.556975:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54670 00000100:00100000:1.0:1734686223.556978:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848644352:12345-0@lo:8:kworker.0 00000100:00080000:2.0:1734686223.556981:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686193 00000100:00080000:2.0:1734686223.556984:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686193 00000100:00100000:0.0:1734686223.556985:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54671 00000100:00080000:2.0:1734686223.556986:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686193 00000100:00080000:2.0:1734686223.556987:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686193 00000100:00100000:3.0:1734686223.556987:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848644864:12345-0@lo:400:kworker.0 Request processed in 18us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686223.556989:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848644736:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686223.556990:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686223.556992:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8080 00010000:00020000:0.0:1734686223.556998:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686223.556999:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848644224 00000100:00100000:2.0:1734686223.557001:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848644224 00000100:00100000:1.0:1734686223.557003:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848644352:12345-0@lo:8:kworker.0 Request processed in 25us (197us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686223.557006:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54670 00000100:00100000:0.0:1734686223.557016:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848644736:12345-0@lo:8:kworker.0 Request processed in 27us (179us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686223.557020:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41815 00000100:00100000:0.0:1734686223.557021:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54671 00000100:00080000:3.0:1734686223.557021:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686223.557024:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848644224:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686223.557024:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686223.557027:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848644352:0@lo:8:kworker.0 00000100:00100000:1.0:1734686223.557028:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848644096:0@lo:400:kworker.0 00000100:00080000:3.0:1734686223.557033:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686223.557035:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848644864:0@lo:400:kworker.0 00000100:00080000:3.0:1734686223.557035:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686223.557037:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848644736:0@lo:8:kworker.0 00000100:00100000:1.0:1734686223.557041:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848644608:0@lo:400:kworker.0 00000100:00100000:2.0:1734686223.557044:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848644224:12345-0@lo:400:kworker.0 Request processed in 20us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686223.557047:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41815 00000100:00100000:0.0:1734686223.557048:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848644992:0@lo:400:kworker.0 00000100:00100000:0.0:1734686223.557055:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848644480:0@lo:400:kworker.0 00000100:00080000:2.0:1734686223.557056:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686193 00000100:00100000:0.0:1734686223.557061:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848643840:0@lo:400:kworker.0 00000100:00100000:0.0:1734686223.557073:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848644224:0@lo:400:kworker.0 00000100:00100000:0.0:1734686223.572767:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848645120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686223.572820:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686223.572865:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848645120 00000100:00100000:2.0:1734686223.572871:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848645120 00000100:00100000:2.0:1734686223.572904:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41816 00000100:00100000:2.0:1734686223.572910:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848645120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686223.572936:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686223.572970:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848645120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686223.572976:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41816 00000100:00100000:0.0:1734686223.572987:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848645120:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686223.636759:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848645248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686223.636815:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686223.636985:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848645248 00000100:00100000:2.0:1734686223.636991:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848645248 00000100:00100000:2.0:1734686223.637035:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7206 00000100:00100000:2.0:1734686223.637041:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848645248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686223.637066:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686223.637112:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848645248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686223.637118:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7206 00000100:00100000:0.0:1734686223.637216:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848645248:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686223.800749:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686224.802727:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686225.332734:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848645376:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686225.332785:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686225.332824:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848645376 00000100:00100000:1.0:1734686225.332832:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848645376 00000100:00080000:2.0:1734686225.332875:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686195 00000100:00100000:1.0:1734686225.332950:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7207 00000100:00100000:1.0:1734686225.332957:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848645376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686225.332980:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686225.333018:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848645376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686225.333051:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848645376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686225.333076:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7207 00010000:00010000:3.0:1734686225.804710:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686225.990896:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686225.990939:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686225.990968:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686225.991007:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872772992 00000100:00100000:2.0:1734686225.991013:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872772736 00000100:00100000:1.0:1734686225.991016:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872772992 00000100:00100000:2.0:1734686225.991018:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872772736 00000100:00100000:0.0:1734686225.991032:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686225.991061:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872772864 00000100:00100000:0.0:1734686225.991064:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872772864 00000100:00100000:1.0:1734686225.991065:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3823 00000100:00100000:2.0:1734686225.991065:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1245 00000100:00100000:1.0:1734686225.991071:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872772992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686225.991071:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872772736:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686225.991075:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686195 00000100:00080000:3.0:1734686225.991079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686195 00000100:00080000:3.0:1734686225.991081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686195 00000100:00100000:0.0:1734686225.991086:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3824 00000100:00100000:0.0:1734686225.991090:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872772864:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686225.991092:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872773120 00000100:00100000:3.0:1734686225.991095:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872773120 00000100:00100000:3.0:1734686225.991115:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54672 00000100:00100000:0.0:1734686225.991118:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872772864:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686225.991118:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ba9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872772992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686225.991118:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872772736:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686225.991119:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872773120:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686225.991123:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3824 00000100:00100000:2.0:1734686225.991124:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1245 00000100:00100000:1.0:1734686225.991127:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3823 00010000:00020000:3.0:1734686225.991136:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686225.991162:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872773120:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (130us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686225.991168:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54672 00010000:00010000:3.0:1734686226.806728:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686227.808711:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686228.517014:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686228.517035:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848645504:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686228.517084:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686228.517146:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848645504 00000100:00100000:2.0:1734686228.517152:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848645504 00000100:00100000:2.0:1734686228.517189:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41817 00000100:00100000:2.0:1734686228.517195:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848645504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686228.517224:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686228.517256:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848645504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686228.517262:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41817 00000100:00100000:0.0:1734686228.517280:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848645504:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686228.564726:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686228.564732:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686228.564735:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686228.564740:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11023 00000100:00100000:0.0:1734686228.564741:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848645632:0@lo:400:kworker.0 00000100:00100000:1.0:1734686228.564741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848645760:0@lo:400:kworker.0 00000100:00080000:2.0:1734686228.564745:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686228.564750:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686228.564766:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b66300 x1818938848646144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686228.564788:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686228.564791:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686228.564792:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686228.564794:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11023 00000100:00080000:2.0:1734686228.564796:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686228.564798:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686228.564802:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686228.564808:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848645888:0@lo:400:kworker.0 00000100:00100000:2.0:1734686228.564809:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b67b80 x1818938848646528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686228.564833:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848646272:0@lo:400:kworker.0 00000100:00100000:3.0:1734686228.564838:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848646144:0@lo:8:kworker.0 00000100:00100000:0.0:1734686228.564853:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686228.564865:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686228.564867:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734686228.564872:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848646016:0@lo:400:kworker.0 00000100:00100000:3.0:1734686228.564875:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686228.564914:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686228.564927:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848646784:0@lo:400:kworker.0 00000100:00100000:0.0:1734686228.564939:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686228.564959:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848645632 00000100:00100000:0.0:1734686228.564963:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848645632 00000100:00100000:0.0:1734686228.564992:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:0.0:1734686228.564997:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848645632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686228.564997:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848646272 00000100:00100000:2.0:1734686228.565001:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848646272 00000100:00100000:1.0:1734686228.565009:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848646400:0@lo:400:kworker.0 00000100:00100000:2.0:1734686228.565022:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848646144 00000100:00100000:2.0:1734686228.565024:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848646144 00000100:00100000:0.0:1734686228.565032:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848645632:12345-0@lo:400:kworker.0 Request processed in 35us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686228.565032:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686228.565035:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8081 00000100:00100000:0.0:1734686228.565038:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:2.0:1734686228.565039:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848646272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686228.565045:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686228.565051:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848646656:0@lo:400:kworker.0 00000100:00080000:0.0:1734686228.565062:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686198 00000100:00080000:0.0:1734686228.565066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686198 00000100:00100000:2.0:1734686228.565069:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848646272:12345-0@lo:400:kworker.0 Request processed in 29us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686228.565072:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848645760 00000100:00100000:1.0:1734686228.565074:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848645760 00000100:00100000:2.0:1734686228.565074:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8081 00000100:00100000:0.0:1734686228.565075:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848646784 00000100:00100000:0.0:1734686228.565077:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848646784 00000100:00100000:2.0:1734686228.565085:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54673 00000100:00100000:2.0:1734686228.565088:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848646144:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686228.565095:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848646400 00000100:00100000:1.0:1734686228.565097:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848646400 00000100:00100000:0.0:1734686228.565098:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3825 00010000:00020000:2.0:1734686228.565102:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686228.565103:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848645760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686228.565109:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3826 00000100:00100000:1.0:1734686228.565113:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848646784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686228.565115:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848646528:0@lo:8:kworker.0 00000100:00100000:2.0:1734686228.565121:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848646144:12345-0@lo:8:kworker.0 Request processed in 32us (246us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686228.565126:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54673 00000100:00100000:0.0:1734686228.565130:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848645760:12345-0@lo:400:kworker.0 Request processed in 27us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686228.565135:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3825 00000100:00100000:3.0:1734686228.565135:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686228.565140:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848646784:12345-0@lo:400:kworker.0 Request processed in 26us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686228.565141:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3827 00000100:00100000:1.0:1734686228.565145:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3826 00000100:00100000:2.0:1734686228.565145:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848646400:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686228.565155:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686198 00000100:00080000:3.0:1734686228.565155:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686228.565157:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686228.565160:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848646144:0@lo:8:kworker.0 00000100:00100000:1.0:1734686228.565162:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848646528 00000100:00100000:1.0:1734686228.565165:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848646528 00000100:00100000:2.0:1734686228.565168:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848646400:12345-0@lo:400:kworker.0 Request processed in 23us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686228.565170:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848646784:0@lo:400:kworker.0 00000100:00100000:2.0:1734686228.565172:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3827 00000100:00100000:0.0:1734686228.565177:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848646272:0@lo:400:kworker.0 00000100:00100000:1.0:1734686228.565177:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54674 00000100:00100000:1.0:1734686228.565181:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848646528:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686228.565183:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848645632:0@lo:400:kworker.0 00010000:00020000:1.0:1734686228.565190:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686228.565190:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686228.565202:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848646016 00000100:00100000:2.0:1734686228.565205:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848646016 00000100:00100000:3.0:1734686228.565207:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848645888 00000100:00100000:3.0:1734686228.565210:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848645888 00000100:00100000:1.0:1734686228.565213:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848646528:12345-0@lo:8:kworker.0 Request processed in 31us (77us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686228.565218:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54674 00000100:00080000:0.0:1734686228.565224:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686198 00000100:00100000:2.0:1734686228.565224:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41818 00000100:00080000:0.0:1734686228.565226:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686198 00000100:00100000:3.0:1734686228.565226:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3828 00000100:00100000:2.0:1734686228.565228:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848646016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686228.565230:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848645888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686228.565233:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686228.565249:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848646656 00000100:00100000:1.0:1734686228.565250:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848646400:0@lo:400:kworker.0 00000100:00100000:0.0:1734686228.565251:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848646656 00000100:00100000:2.0:1734686228.565255:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848646016:12345-0@lo:400:kworker.0 Request processed in 26us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686228.565257:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848645760:0@lo:400:kworker.0 00000100:00100000:3.0:1734686228.565258:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848645888:12345-0@lo:400:kworker.0 Request processed in 27us (67us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686228.565259:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41818 00000100:00100000:3.0:1734686228.565263:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3828 00000100:00100000:0.0:1734686228.565271:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8082 00000100:00100000:0.0:1734686228.565274:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848646656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686228.565286:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848645888:0@lo:400:kworker.0 00000100:00080000:3.0:1734686228.565301:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686228.565303:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686228.565305:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848646528:0@lo:8:kworker.0 00000100:00100000:0.0:1734686228.565308:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848646656:12345-0@lo:400:kworker.0 Request processed in 33us (74us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686228.565313:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8082 00000100:00080000:0.0:1734686228.565323:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686198 00000100:00100000:1.0:1734686228.565330:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848646656:0@lo:400:kworker.0 00000100:00100000:0.0:1734686228.565335:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848646016:0@lo:400:kworker.0 00000100:00100000:2.0:1734686228.580890:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848646912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686228.580948:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686228.581035:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848646912 00000100:00100000:0.0:1734686228.581041:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848646912 00000100:00100000:0.0:1734686228.581072:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41819 00000100:00100000:0.0:1734686228.581077:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848646912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686228.581105:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686228.581188:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848646912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686228.581194:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41819 00000100:00100000:3.0:1734686228.581212:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848646912:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686228.645018:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686228.645036:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848647040:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686228.645084:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686228.645123:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848647040 00000100:00100000:1.0:1734686228.645130:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848647040 00000100:00100000:1.0:1734686228.645170:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7208 00000100:00100000:1.0:1734686228.645177:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848647040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686228.645202:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686228.645235:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848647040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686228.645241:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7208 00000100:00100000:3.0:1734686228.645257:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848647040:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686228.810721:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686229.813047:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686230.340793:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009564f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848647168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686230.340848:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686230.340909:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848647168 00000100:00100000:1.0:1734686230.340915:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848647168 00000100:00100000:1.0:1734686230.340960:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7209 00000100:00080000:0.0:1734686230.340963:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686200 00000100:00100000:1.0:1734686230.340965:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848647168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686230.340992:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686230.341021:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848647168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686230.341026:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7209 00000100:00100000:3.0:1734686230.341043:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009564f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848647168:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686230.814709:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686230.998973:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686230.999010:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686230.999040:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686230.999060:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872773248 00000100:00100000:0.0:1734686230.999073:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686230.999073:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872773632 00000100:00100000:2.0:1734686230.999073:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872773248 00000100:00100000:1.0:1734686230.999078:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872773632 00000100:00100000:3.0:1734686230.999096:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872773376 00000100:00080000:0.0:1734686230.999101:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686200 00000100:00100000:3.0:1734686230.999103:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872773376 00000100:00100000:0.0:1734686230.999113:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872773504 00000100:00100000:1.0:1734686230.999114:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54675 00000100:00100000:2.0:1734686230.999118:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1247 00000100:00100000:0.0:1734686230.999122:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872773504 00000100:00100000:1.0:1734686230.999122:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009564f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872773632:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686230.999124:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872773248:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686230.999137:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3829 00000100:00100000:3.0:1734686230.999141:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872773376:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686230.999142:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3830 00000100:00100000:0.0:1734686230.999148:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872773504:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734686230.999148:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686230.999190:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872773248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 65us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686230.999191:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009564f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872773632:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 69us (180us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686230.999191:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872773376:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686230.999192:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872773504:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686230.999195:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3829 00000100:00100000:2.0:1734686230.999197:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1247 00000100:00100000:1.0:1734686230.999198:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54675 00000100:00100000:0.0:1734686230.999199:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3830 00000100:00080000:3.0:1734686230.999210:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686200 00000100:00080000:3.0:1734686230.999213:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686200 00010000:00010000:3.0:1734686231.816698:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686232.818709:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686233.524772:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848647296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686233.524829:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686233.524880:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848647296 00000100:00100000:0.0:1734686233.524887:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848647296 00000100:00100000:0.0:1734686233.524933:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41820 00000100:00100000:0.0:1734686233.524938:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848647296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686233.524966:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686233.525012:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848647296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686233.525018:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41820 00000100:00100000:1.0:1734686233.525037:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848647296:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686233.572771:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686233.572777:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686233.572780:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686233.572785:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11028 00000100:00100000:0.0:1734686233.572787:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848647424:0@lo:400:kworker.0 00000100:00100000:1.0:1734686233.572788:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848647552:0@lo:400:kworker.0 00000100:00080000:2.0:1734686233.572789:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686233.572794:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686233.572810:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986e8700 x1818938848647936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686233.572833:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686233.572835:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686233.572836:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686233.572839:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11028 00000100:00080000:2.0:1734686233.572840:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686233.572843:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686233.572844:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686233.572844:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686233.572854:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986e9180 x1818938848648320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686233.572854:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848647680:0@lo:400:kworker.0 00000100:00100000:1.0:1734686233.572869:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848648192:0@lo:400:kworker.0 00000100:00100000:0.0:1734686233.572871:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848648064:0@lo:400:kworker.0 00000100:00100000:3.0:1734686233.572883:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686233.572887:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848647808:0@lo:400:kworker.0 00000100:00100000:0.0:1734686233.572890:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686233.572903:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848647936:0@lo:8:kworker.0 00000100:00100000:3.0:1734686233.572904:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848648448:0@lo:400:kworker.0 00000100:00100000:1.0:1734686233.572911:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686233.572916:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848647552 00000100:00100000:0.0:1734686233.572922:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848647552 00000100:00100000:3.0:1734686233.572923:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686233.572924:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848648576:0@lo:400:kworker.0 00000100:00100000:2.0:1734686233.572940:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848648064 00000100:00100000:2.0:1734686233.572944:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848648064 00000100:00100000:1.0:1734686233.572947:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686233.572951:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686203 00000100:00080000:3.0:1734686233.572955:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686203 00000100:00100000:0.0:1734686233.572958:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848647680 00000100:00100000:0.0:1734686233.572961:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848647680 00000100:00100000:3.0:1734686233.572964:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848648576 00000100:00100000:2.0:1734686233.572965:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848648448 00000100:00100000:2.0:1734686233.572967:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848648448 00000100:00100000:3.0:1734686233.572967:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848648576 00000100:00100000:1.0:1734686233.572969:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3831 00000100:00100000:1.0:1734686233.572974:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848647552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686233.572978:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3832 00000100:00100000:2.0:1734686233.572981:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8083 00000100:00100000:0.0:1734686233.572983:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848647680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686233.572985:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848648064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686233.572985:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3833 00000100:00100000:3.0:1734686233.572989:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848648576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686233.573006:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848647552:12345-0@lo:400:kworker.0 Request processed in 32us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686233.573011:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3831 00000100:00100000:0.0:1734686233.573013:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848647680:12345-0@lo:400:kworker.0 Request processed in 30us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686233.573016:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848648064:12345-0@lo:400:kworker.0 Request processed in 31us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686233.573019:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848648576:12345-0@lo:400:kworker.0 Request processed in 29us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686233.573020:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3832 00000100:00100000:3.0:1734686233.573024:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3833 00000100:00100000:1.0:1734686233.573032:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8084 00000100:00100000:0.0:1734686233.573035:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848647424 00000100:00100000:1.0:1734686233.573035:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848648448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686233.573037:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848647424 00000100:00080000:3.0:1734686233.573043:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686203 00000100:00080000:3.0:1734686233.573045:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686203 00000100:00080000:3.0:1734686233.573047:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686203 00000100:00100000:1.0:1734686233.573055:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848648448:12345-0@lo:400:kworker.0 Request processed in 19us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686233.573059:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8084 00000100:00100000:0.0:1734686233.573060:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1734686233.573064:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848647424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686233.573065:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848648448:0@lo:400:kworker.0 00000100:00100000:3.0:1734686233.573074:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848647680:0@lo:400:kworker.0 00000100:00100000:1.0:1734686233.573081:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848648576:0@lo:400:kworker.0 00000100:00100000:0.0:1734686233.573088:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848647424:12345-0@lo:400:kworker.0 Request processed in 23us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686233.573092:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:2.0:1734686233.573097:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8083 00000100:00100000:3.0:1734686233.573102:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848648064:0@lo:400:kworker.0 00000100:00100000:3.0:1734686233.573108:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848647424:0@lo:400:kworker.0 00000100:00100000:1.0:1734686233.573110:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848647808 00000100:00100000:1.0:1734686233.573112:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848647808 00000100:00100000:2.0:1734686233.573114:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686233.573126:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848648320:0@lo:8:kworker.0 00000100:00100000:2.0:1734686233.573142:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686233.573168:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848647936 00000100:00100000:2.0:1734686233.573171:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848647936 00000100:00100000:3.0:1734686233.573179:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848648320 00000100:00100000:3.0:1734686233.573182:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848648320 00000100:00100000:2.0:1734686233.573193:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54676 00000100:00100000:2.0:1734686233.573198:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848647936:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686233.573198:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54677 00000100:00100000:3.0:1734686233.573202:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848648320:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686233.573258:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41821 00010000:00020000:2.0:1734686233.573258:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686233.573262:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848647808:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734686233.573262:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686233.573293:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848647936:12345-0@lo:8:kworker.0 Request processed in 94us (178us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686233.573295:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848648320:12345-0@lo:8:kworker.0 Request processed in 92us (153us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686233.573299:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54676 00000100:00100000:3.0:1734686233.573302:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54677 00000100:00100000:1.0:1734686233.573307:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848647808:12345-0@lo:400:kworker.0 Request processed in 44us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686233.573313:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41821 00000100:00100000:0.0:1734686233.573315:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848647808:0@lo:400:kworker.0 00000100:00080000:2.0:1734686233.573320:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686233.573323:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:1.0:1734686233.573325:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686203 00000100:00100000:2.0:1734686233.573326:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848647936:0@lo:8:kworker.0 00000100:00080000:2.0:1734686233.573332:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686233.573334:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686233.573828:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848648320:0@lo:8:kworker.0 00000100:00100000:2.0:1734686233.573847:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686233.573875:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848647552:0@lo:400:kworker.0 00000100:00100000:1.0:1734686233.573891:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848648192 00000100:00100000:1.0:1734686233.573895:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848648192 00000100:00100000:1.0:1734686233.573932:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3834 00000100:00100000:1.0:1734686233.573937:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848648192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686233.573976:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848648192:12345-0@lo:400:kworker.0 Request processed in 38us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686233.573982:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3834 00000100:00100000:3.0:1734686233.574026:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848648192:0@lo:400:kworker.0 00000100:00100000:0.0:1734686233.588742:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848648704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686233.588797:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686233.588898:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848648704 00000100:00100000:1.0:1734686233.588905:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848648704 00000100:00100000:1.0:1734686233.588942:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41822 00000100:00100000:1.0:1734686233.588948:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848648704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686233.588977:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686233.589188:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800969a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848648704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 239us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686233.589194:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41822 00000100:00100000:0.0:1734686233.589257:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848648704:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686233.652720:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848648832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686233.652783:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686233.652837:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848648832 00000100:00100000:1.0:1734686233.652844:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848648832 00000100:00100000:1.0:1734686233.652878:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7210 00000100:00100000:1.0:1734686233.652883:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848648832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686233.652907:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686233.652947:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848648832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686233.652953:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7210 00000100:00100000:0.0:1734686233.653005:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848648832:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686233.820880:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686234.822669:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686235.348799:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848648960:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686235.348871:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686235.348977:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848648960 00000100:00100000:1.0:1734686235.348985:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848648960 00000100:00080000:0.0:1734686235.349064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686205 00000100:00100000:1.0:1734686235.349191:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7211 00000100:00100000:1.0:1734686235.349202:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848648960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686235.349233:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686235.349428:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848648960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 227us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686235.349434:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7211 00000100:00100000:2.0:1734686235.349510:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848648960:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686235.824755:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686236.006950:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686236.006987:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686236.007012:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686236.007013:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872773760 00000100:00100000:2.0:1734686236.007020:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872773760 00000100:00100000:2.0:1734686236.007070:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1249 00000100:00100000:0.0:1734686236.007071:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:1.0:1734686236.007077:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686206 00000100:00100000:2.0:1734686236.007077:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872773760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686236.007091:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872774016 00000100:00100000:1.0:1734686236.007094:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872774016 00000100:00100000:0.0:1734686236.007102:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872774144 00000100:00100000:3.0:1734686236.007103:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872773888 00000100:00100000:0.0:1734686236.007105:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872774144 00000100:00100000:3.0:1734686236.007107:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872773888 00000100:00100000:1.0:1734686236.007119:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3835 00000100:00100000:0.0:1734686236.007122:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54678 00000100:00100000:1.0:1734686236.007124:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872774016:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686236.007127:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872774144:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686236.007127:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872773760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686236.007132:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1249 00000100:00100000:3.0:1734686236.007137:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3836 00000100:00100000:3.0:1734686236.007142:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872773888:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686236.007147:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686236.007154:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872774016:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686236.007160:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3835 00000100:00100000:3.0:1734686236.007166:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872773888:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686236.007168:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872774144:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (155us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686236.007172:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3836 00000100:00100000:0.0:1734686236.007173:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54678 00000100:00080000:1.0:1734686236.007175:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686206 00000100:00080000:1.0:1734686236.007178:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686206 00010000:00010000:3.0:1734686236.826836:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686237.828714:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686238.532757:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848649088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686238.532807:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686238.532854:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848649088 00000100:00100000:2.0:1734686238.532860:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848649088 00000100:00100000:2.0:1734686238.532896:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41823 00000100:00100000:2.0:1734686238.532903:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848649088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686238.532931:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686238.532980:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848649088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686238.533013:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41823 00000100:00100000:1.0:1734686238.533071:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848649088:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686238.580719:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686238.580725:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686238.580727:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686238.580731:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848649344:0@lo:400:kworker.0 00000100:00100000:1.0:1734686238.580731:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848649600:0@lo:400:kworker.0 00000100:00080000:2.0:1734686238.580732:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11033 00000100:00080000:2.0:1734686238.580735:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686238.580741:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686238.580745:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848649472:0@lo:400:kworker.0 00000100:00100000:2.0:1734686238.580758:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986eb100 x1818938848649728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686238.580783:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686238.580783:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686238.580794:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686238.580797:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686238.580798:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686238.580801:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11033 00000100:00080000:2.0:1734686238.580803:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:3.0:1734686238.580805:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686238.580806:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686238.580812:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734686238.580814:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848649984:0@lo:400:kworker.0 00000100:00100000:2.0:1734686238.580816:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986ebb80 x1818938848650112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686238.580817:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848649216:0@lo:400:kworker.0 00000100:00100000:0.0:1734686238.580832:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686238.580834:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848649344 00000100:00100000:1.0:1734686238.580839:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686238.580839:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848649344 00000100:00100000:0.0:1734686238.580843:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734686238.580847:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848649728:0@lo:8:kworker.0 00000100:00100000:0.0:1734686238.580848:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848650240:0@lo:400:kworker.0 00000100:00100000:1.0:1734686238.580850:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848649856:0@lo:400:kworker.0 00000100:00100000:0.0:1734686238.580865:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686238.580868:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848649472 00000100:00100000:3.0:1734686238.580870:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848649472 00000100:00100000:1.0:1734686238.580871:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848649984 00000100:00100000:1.0:1734686238.580874:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848649984 00000100:00100000:2.0:1734686238.580878:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848649216 00000100:00100000:2.0:1734686238.580881:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848649216 00000100:00100000:3.0:1734686238.580884:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3837 00000100:00100000:3.0:1734686238.580890:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848649344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686238.580894:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848650240 00000100:00100000:0.0:1734686238.580897:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848650240 00000100:00100000:1.0:1734686238.580897:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3838 00000100:00100000:1.0:1734686238.580901:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848649472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686238.580903:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:2.0:1734686238.580907:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848649216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686238.580917:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8085 00000100:00100000:0.0:1734686238.580921:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848650240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686238.580928:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848649344:12345-0@lo:400:kworker.0 Request processed in 38us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686238.580930:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848649472:12345-0@lo:400:kworker.0 Request processed in 28us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686238.580934:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848649216:12345-0@lo:400:kworker.0 Request processed in 26us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686238.580934:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3837 00000100:00100000:1.0:1734686238.580936:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3838 00000100:00100000:2.0:1734686238.580939:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:3.0:1734686238.580947:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3839 00000100:00100000:3.0:1734686238.580951:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848649984:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686238.580956:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686208 00000100:00080000:1.0:1734686238.580959:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686208 00000100:00080000:1.0:1734686238.580961:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686208 00000100:00100000:0.0:1734686238.580962:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848650240:12345-0@lo:400:kworker.0 Request processed in 39us (95us total) trans 0 rc 0/0 00000100:00080000:1.0:1734686238.580962:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686208 00000100:00100000:2.0:1734686238.580965:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686238.580968:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8085 00000100:00100000:3.0:1734686238.580968:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848649984:12345-0@lo:400:kworker.0 Request processed in 17us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686238.580971:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848649600 00000100:00100000:3.0:1734686238.580973:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3839 00000100:00100000:1.0:1734686238.580974:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848649600 00000100:00100000:2.0:1734686238.580976:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848650112:0@lo:8:kworker.0 00000100:00100000:0.0:1734686238.580978:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848649728 00000100:00100000:0.0:1734686238.580981:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848649728 00000100:00100000:2.0:1734686238.580988:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686238.580992:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848650112 00000100:00100000:0.0:1734686238.580994:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848650112 00000100:00100000:1.0:1734686238.580995:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41824 00000100:00100000:1.0:1734686238.580998:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848649600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686238.581004:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54679 00000100:00100000:3.0:1734686238.581004:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848649472:0@lo:400:kworker.0 00000100:00100000:0.0:1734686238.581007:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848649728:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686238.581011:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54680 00000100:00100000:2.0:1734686238.581015:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848650112:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686238.581022:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686238.581022:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848649600:12345-0@lo:400:kworker.0 Request processed in 22us (239us total) trans 0 rc 0/0 00010000:00020000:2.0:1734686238.581025:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686238.581027:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41824 00000100:00080000:1.0:1734686238.581037:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686208 00000100:00100000:3.0:1734686238.581043:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686238.581044:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686238.581047:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848649728:12345-0@lo:8:kworker.0 Request processed in 38us (81us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686238.581048:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848650112:12345-0@lo:8:kworker.0 Request processed in 32us (58us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686238.581049:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848650368:0@lo:400:kworker.0 00000100:00100000:0.0:1734686238.581052:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54679 00000100:00100000:2.0:1734686238.581055:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54680 00000100:00100000:1.0:1734686238.581058:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848649600:0@lo:400:kworker.0 00000100:00100000:0.0:1734686238.581060:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848649856 00000100:00100000:0.0:1734686238.581062:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848649856 00000100:00100000:3.0:1734686238.581067:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686238.581069:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848649216:0@lo:400:kworker.0 00000100:00080000:2.0:1734686238.581074:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686238.581076:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686238.581077:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8086 00000100:00080000:1.0:1734686238.581077:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686208 00000100:00100000:2.0:1734686238.581079:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848649728:0@lo:8:kworker.0 00000100:00100000:0.0:1734686238.581080:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848649856:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686238.581084:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686238.581084:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848650368 00000100:00080000:2.0:1734686238.581086:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686238.581087:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848650368 00000100:00100000:2.0:1734686238.581088:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848650112:0@lo:8:kworker.0 00000100:00100000:3.0:1734686238.581100:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3840 00000100:00100000:3.0:1734686238.581103:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848650368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686238.581105:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848649856:12345-0@lo:400:kworker.0 Request processed in 23us (59us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686238.581110:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8086 00000100:00100000:1.0:1734686238.581112:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848649856:0@lo:400:kworker.0 00000100:00100000:0.0:1734686238.581129:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848650240:0@lo:400:kworker.0 00000100:00100000:3.0:1734686238.581133:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848650368:12345-0@lo:400:kworker.0 Request processed in 29us (65us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686238.581137:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848649984:0@lo:400:kworker.0 00000100:00100000:3.0:1734686238.581138:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3840 00000100:00100000:0.0:1734686238.581143:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848649344:0@lo:400:kworker.0 00000100:00100000:2.0:1734686238.581161:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848650368:0@lo:400:kworker.0 00000100:00100000:2.0:1734686238.596788:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848650496:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686238.596842:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686238.596885:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848650496 00000100:00100000:0.0:1734686238.596891:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848650496 00000100:00100000:0.0:1734686238.596931:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41825 00000100:00100000:0.0:1734686238.596937:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848650496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686238.596966:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686238.597014:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848650496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686238.597020:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41825 00000100:00100000:2.0:1734686238.597040:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848650496:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686238.660875:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848650624:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686238.660932:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686238.661112:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848650624 00000100:00100000:1.0:1734686238.661124:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848650624 00000100:00100000:1.0:1734686238.661184:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7212 00000100:00100000:1.0:1734686238.661191:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848650624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686238.661243:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686238.661364:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848650624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 172us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686238.661371:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7212 00000100:00100000:2.0:1734686238.661414:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098999880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848650624:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686238.830708:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686239.832719:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686240.356730:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686240.356749:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848650752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686240.356796:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686240.356855:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848650752 00000100:00100000:1.0:1734686240.356862:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848650752 00000100:00080000:2.0:1734686240.356906:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686210 00000100:00100000:1.0:1734686240.356910:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7213 00000100:00100000:1.0:1734686240.356917:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848650752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686240.356992:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686240.357030:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848650752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686240.357039:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7213 00000100:00100000:0.0:1734686240.357064:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848650752:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686240.834755:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686241.014983:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686241.015028:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686241.015051:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686241.015060:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872774272 00000100:00100000:2.0:1734686241.015068:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872774272 00000100:00100000:2.0:1734686241.015106:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1251 00000100:00100000:2.0:1734686241.015112:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872774272:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686241.015120:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686241.015153:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872774400 00000100:00080000:0.0:1734686241.015158:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686211 00000100:00100000:2.0:1734686241.015158:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872774272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686241.015158:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872774400 00000100:00100000:2.0:1734686241.015164:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1251 00000100:00100000:3.0:1734686241.015190:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872774528 00000100:00100000:3.0:1734686241.015193:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872774528 00000100:00100000:1.0:1734686241.015199:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872774656 00000100:00080000:0.0:1734686241.015200:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686211 00000100:00100000:2.0:1734686241.015200:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3841 00000100:00080000:0.0:1734686241.015203:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686211 00000100:00100000:1.0:1734686241.015204:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872774656 00000100:00100000:2.0:1734686241.015205:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872774400:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686241.015213:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3842 00000100:00100000:3.0:1734686241.015218:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872774528:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686241.015222:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54681 00000100:00100000:1.0:1734686241.015227:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872774656:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686241.015231:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872774400:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686241.015237:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3841 00000100:00100000:3.0:1734686241.015243:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872774528:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686241.015262:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3842 00010000:00020000:1.0:1734686241.015290:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686241.015330:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872774656:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 101us (207us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686241.015336:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54681 00010000:00010000:3.0:1734686241.836749:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686242.838825:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686243.540727:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848650880:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686243.540777:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686243.540830:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848650880 00000100:00100000:0.0:1734686243.540836:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848650880 00000100:00100000:0.0:1734686243.540867:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41826 00000100:00100000:0.0:1734686243.540873:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848650880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686243.540906:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686243.540952:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848650880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686243.540957:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41826 00000100:00100000:1.0:1734686243.540969:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848650880:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686243.589266:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686243.589271:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686243.589274:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686243.589281:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11038 00000100:00100000:1.0:1734686243.589282:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848651392:0@lo:400:kworker.0 00000100:00080000:2.0:1734686243.589284:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686243.589288:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686243.589300:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848651264:0@lo:400:kworker.0 00000100:00100000:2.0:1734686243.589304:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986eb800 x1818938848651520/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686243.589324:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686243.589327:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686243.589328:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686243.589330:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686243.589330:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686243.589331:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11038 00000100:00080000:2.0:1734686243.589333:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686243.589336:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686243.589343:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986ea300 x1818938848651904/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686243.589351:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1734686243.589352:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734686243.589356:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848651008:0@lo:400:kworker.0 00000100:00100000:3.0:1734686243.589357:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848651136:0@lo:400:kworker.0 00000100:00100000:1.0:1734686243.589373:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686243.589375:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848651520:0@lo:8:kworker.0 00000100:00100000:3.0:1734686243.589377:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686243.589382:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848651648:0@lo:400:kworker.0 00000100:00100000:3.0:1734686243.589389:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848651776:0@lo:400:kworker.0 00000100:00100000:1.0:1734686243.589397:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686243.589406:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848651008 00000100:00100000:3.0:1734686243.589407:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686243.589408:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848652160:0@lo:400:kworker.0 00000100:00100000:2.0:1734686243.589412:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848651008 00000100:00100000:3.0:1734686243.589420:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848652032:0@lo:400:kworker.0 00000100:00100000:1.0:1734686243.589421:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686243.589435:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686243.589442:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:1.0:1734686243.589445:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848651648 00000100:00100000:1.0:1734686243.589448:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848651648 00000100:00100000:2.0:1734686243.589448:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848651008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686243.589456:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848651264 00000100:00100000:3.0:1734686243.589460:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848651264 00000100:00080000:0.0:1734686243.589462:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686213 00000100:00080000:0.0:1734686243.589466:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686213 00000100:00080000:0.0:1734686243.589467:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686213 00000100:00100000:1.0:1734686243.589470:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848652032 00000100:00100000:1.0:1734686243.589472:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848652032 00000100:00100000:3.0:1734686243.589478:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848651136 00000100:00100000:3.0:1734686243.589480:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848651136 00000100:00100000:1.0:1734686243.589488:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8087 00000100:00100000:3.0:1734686243.589491:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848651776 00000100:00100000:1.0:1734686243.589492:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848651648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686243.589492:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848651776 00000100:00100000:0.0:1734686243.589496:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848652160 00000100:00100000:0.0:1734686243.589499:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848652160 00000100:00100000:2.0:1734686243.589502:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848651008:12345-0@lo:400:kworker.0 Request processed in 53us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686243.589503:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3843 00000100:00100000:3.0:1734686243.589507:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848651264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686243.589508:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:0.0:1734686243.589516:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3844 00000100:00100000:1.0:1734686243.589516:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848651648:12345-0@lo:400:kworker.0 Request processed in 24us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686243.589520:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848651136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686243.589521:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8087 00000100:00100000:1.0:1734686243.589547:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8088 00000100:00100000:1.0:1734686243.589550:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848652032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686243.589569:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848652032:12345-0@lo:400:kworker.0 Request processed in 17us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686243.589573:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8088 00000100:00100000:1.0:1734686243.589585:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848651392 00000100:00100000:0.0:1734686243.589587:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848651136:12345-0@lo:400:kworker.0 Request processed in 65us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686243.589587:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848651392 00000100:00100000:0.0:1734686243.589593:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3844 00000100:00100000:2.0:1734686243.589598:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3845 00000100:00100000:1.0:1734686243.589599:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41827 00000100:00100000:1.0:1734686243.589602:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848651392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686243.589602:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848651776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686243.589607:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3846 00000100:00100000:3.0:1734686243.589608:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848651264:12345-0@lo:400:kworker.0 Request processed in 100us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686243.589610:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848652160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686243.589615:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3843 00000100:00100000:1.0:1734686243.589619:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848651392:12345-0@lo:400:kworker.0 Request processed in 16us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686243.589623:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41827 00000100:00100000:2.0:1734686243.589627:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848651776:12345-0@lo:400:kworker.0 Request processed in 24us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686243.589631:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848652160:12345-0@lo:400:kworker.0 Request processed in 21us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686243.589632:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3845 00000100:00100000:0.0:1734686243.589636:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3846 00000100:00100000:1.0:1734686243.589644:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848652160:0@lo:400:kworker.0 00000100:00100000:3.0:1734686243.589644:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848652032:0@lo:400:kworker.0 00000100:00100000:1.0:1734686243.589650:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848651008:0@lo:400:kworker.0 00000100:00080000:0.0:1734686243.589652:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686213 00000100:00100000:3.0:1734686243.589652:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848651136:0@lo:400:kworker.0 00000100:00080000:0.0:1734686243.589654:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686213 00000100:00100000:1.0:1734686243.589655:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848651648:0@lo:400:kworker.0 00000100:00100000:2.0:1734686243.589656:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686243.589659:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848651776:0@lo:400:kworker.0 00000100:00100000:1.0:1734686243.589660:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848651392:0@lo:400:kworker.0 00000100:00100000:3.0:1734686243.589665:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848651264:0@lo:400:kworker.0 00000100:00100000:2.0:1734686243.589669:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848651904:0@lo:8:kworker.0 00000100:00100000:3.0:1734686243.589682:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848651520 00000100:00100000:2.0:1734686243.589683:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686243.589684:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848651520 00000100:00100000:3.0:1734686243.589701:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848651904 00000100:00100000:3.0:1734686243.589703:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848651904 00000100:00100000:1.0:1734686243.589708:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54682 00000100:00100000:1.0:1734686243.589711:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079880000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848651520:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686243.589715:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54683 00000100:00100000:0.0:1734686243.589720:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079880380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848651904:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686243.589727:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734686243.589730:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686243.589766:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079880380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848651904:12345-0@lo:8:kworker.0 Request processed in 45us (82us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686243.589766:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079880000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848651520:12345-0@lo:8:kworker.0 Request processed in 52us (109us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686243.589771:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54683 00000100:00100000:1.0:1734686243.589773:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54682 00000100:00080000:2.0:1734686243.589862:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686243.589865:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686243.589868:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848651520:0@lo:8:kworker.0 00000100:00080000:2.0:1734686243.589873:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686243.589875:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686243.589877:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848651904:0@lo:8:kworker.0 00000100:00100000:0.0:1734686243.604927:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848652288:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686243.604983:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686243.605030:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848652288 00000100:00100000:1.0:1734686243.605037:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848652288 00000100:00100000:1.0:1734686243.605079:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41828 00000100:00100000:1.0:1734686243.605084:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848652288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686243.605111:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686243.605154:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848652288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686243.605161:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41828 00000100:00100000:0.0:1734686243.605196:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848652288:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686243.668729:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848652416:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686243.668781:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686243.668846:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848652416 00000100:00100000:1.0:1734686243.668853:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848652416 00000100:00100000:1.0:1734686243.668887:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7214 00000100:00100000:1.0:1734686243.668893:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848652416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686243.668916:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686243.668958:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848652416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686243.668964:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7214 00000100:00100000:0.0:1734686243.668995:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848652416:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686243.840703:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686244.842705:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686245.364763:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686245.364782:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848652544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686245.364836:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686245.364933:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848652544 00000100:00100000:1.0:1734686245.364939:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848652544 00000100:00100000:1.0:1734686245.364977:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7215 00000100:00100000:1.0:1734686245.364983:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848652544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686245.365000:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:0.0:1734686245.365028:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686215 00000100:00100000:1.0:1734686245.365132:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848652544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686245.365139:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7215 00000100:00100000:0.0:1734686245.365162:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848652544:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686245.844721:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686246.022794:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686246.022836:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686246.022855:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872774784 00000100:00100000:2.0:1734686246.022862:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872774784 00000100:00100000:0.0:1734686246.022868:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686246.022903:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1253 00000100:00100000:1.0:1734686246.022904:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872775040 00000100:00100000:1.0:1734686246.022909:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872775040 00000100:00100000:2.0:1734686246.022910:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872774784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686246.022929:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686246.022932:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872774912 00000100:00100000:1.0:1734686246.022934:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872774912 00000100:00080000:3.0:1734686246.022945:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686216 00000100:00100000:1.0:1734686246.022949:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3847 00000100:00080000:3.0:1734686246.022949:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686216 00000100:00100000:0.0:1734686246.022950:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872775168 00000100:00080000:3.0:1734686246.022950:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686216 00000100:00100000:0.0:1734686246.022952:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872775168 00000100:00100000:1.0:1734686246.022954:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872775040:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686246.022958:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872774784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686246.022962:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3848 00000100:00100000:0.0:1734686246.022963:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54684 00000100:00100000:2.0:1734686246.022964:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1253 00000100:00100000:0.0:1734686246.022966:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872775168:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686246.022966:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872774912:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686246.022982:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872775040:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (145us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686246.022983:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686246.022987:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3847 00000100:00100000:3.0:1734686246.022991:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872774912:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686246.022997:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872775168:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 31us (69us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686246.022997:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3848 00000100:00100000:0.0:1734686246.023001:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54684 00010000:00010000:3.0:1734686246.846851:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686247.848731:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686248.548824:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848652672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686248.548895:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686248.548954:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848652672 00000100:00100000:2.0:1734686248.548961:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848652672 00000100:00100000:2.0:1734686248.549002:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41829 00000100:00100000:2.0:1734686248.549007:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848652672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686248.549047:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686248.549095:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848652672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686248.549102:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41829 00000100:00100000:1.0:1734686248.549141:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848652672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686248.596749:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1734686248.596751:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686248.596756:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848652928:0@lo:400:kworker.0 00000100:00080000:2.0:1734686248.596757:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686248.596760:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686248.596766:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11043 00000100:00100000:1.0:1734686248.596770:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848653184:0@lo:400:kworker.0 00000100:00080000:2.0:1734686248.596770:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686248.596776:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686248.596793:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848653056:0@lo:400:kworker.0 00000100:00100000:2.0:1734686248.596797:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079881f80 x1818938848653312/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686248.596819:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686248.596820:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686248.596844:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686248.596847:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686248.596849:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686248.596851:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11043 00000100:00100000:3.0:1734686248.596852:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848652928 00000100:00080000:2.0:1734686248.596853:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1734686248.596854:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848652800:0@lo:400:kworker.0 00000100:00100000:0.0:1734686248.596857:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848653568:0@lo:400:kworker.0 00000100:00080000:2.0:1734686248.596857:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686248.596860:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848652928 00000100:00100000:2.0:1734686248.596867:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079882a00 x1818938848653696/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686248.596879:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686248.596883:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686248.596894:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686248.596894:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848653952:0@lo:400:kworker.0 00000100:00100000:0.0:1734686248.596899:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848653824:0@lo:400:kworker.0 00000100:00100000:3.0:1734686248.596900:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848653568 00000100:00100000:2.0:1734686248.596901:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848652800 00000100:00100000:3.0:1734686248.596903:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848653568 00000100:00100000:2.0:1734686248.596904:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848652800 00000100:00100000:1.0:1734686248.596912:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686248.596916:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3849 00000100:00100000:0.0:1734686248.596918:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686248.596923:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848652928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686248.596924:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686248.596928:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848653440:0@lo:400:kworker.0 00000100:00100000:2.0:1734686248.596928:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:2.0:1734686248.596932:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848652800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686248.596944:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686248.596949:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848653824 00000100:00100000:0.0:1734686248.596953:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848653824 00000100:00100000:1.0:1734686248.596966:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848653952 00000100:00100000:1.0:1734686248.596970:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848653952 00000100:00100000:2.0:1734686248.596973:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848652800:12345-0@lo:400:kworker.0 Request processed in 40us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686248.596975:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848653440 00000100:00100000:3.0:1734686248.596975:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848652928:12345-0@lo:400:kworker.0 Request processed in 52us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686248.596978:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848653440 00000100:00100000:2.0:1734686248.596980:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1734686248.596981:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3849 00000100:00100000:1.0:1734686248.596989:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3850 00000100:00100000:0.0:1734686248.596991:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8089 00000100:00100000:1.0:1734686248.596994:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848653568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686248.596995:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848653824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686248.596998:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3851 00000100:00100000:3.0:1734686248.597002:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848653952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686248.597021:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8090 00000100:00100000:1.0:1734686248.597022:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079884000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848653568:12345-0@lo:400:kworker.0 Request processed in 28us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686248.597025:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848653440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686248.597027:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848653952:12345-0@lo:400:kworker.0 Request processed in 25us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686248.597028:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079884380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848653824:12345-0@lo:400:kworker.0 Request processed in 31us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686248.597032:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3851 00000100:00100000:0.0:1734686248.597034:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8089 00000100:00100000:1.0:1734686248.597036:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3850 00000100:00100000:2.0:1734686248.597046:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848653440:12345-0@lo:400:kworker.0 Request processed in 20us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686248.597050:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8090 00000100:00100000:3.0:1734686248.597052:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848653312:0@lo:8:kworker.0 00000100:00100000:1.0:1734686248.597056:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848653184 00000100:00100000:1.0:1734686248.597058:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848653184 00000100:00100000:2.0:1734686248.597068:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686248.597071:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848653824:0@lo:400:kworker.0 00000100:00100000:1.0:1734686248.597077:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41830 00000100:00100000:0.0:1734686248.597079:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848653568:0@lo:400:kworker.0 00000100:00100000:3.0:1734686248.597080:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686248.597081:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848653184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686248.597084:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848652928:0@lo:400:kworker.0 00000100:00100000:2.0:1734686248.597085:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848653056 00000100:00100000:2.0:1734686248.597087:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848653056 00000100:00100000:3.0:1734686248.597090:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848653696:0@lo:8:kworker.0 00000100:00100000:2.0:1734686248.597101:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3852 00000100:00100000:2.0:1734686248.597105:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848653056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686248.597105:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686248.597106:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848653184:12345-0@lo:400:kworker.0 Request processed in 24us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686248.597111:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41830 00000100:00100000:0.0:1734686248.597115:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848653312 00000100:00100000:0.0:1734686248.597117:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848653312 00000100:00100000:2.0:1734686248.597139:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848653056:12345-0@lo:400:kworker.0 Request processed in 33us (69us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686248.597139:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686218 00000100:00080000:3.0:1734686248.597143:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686218 00000100:00100000:0.0:1734686248.597144:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848653696 00000100:00100000:2.0:1734686248.597144:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3852 00000100:00080000:3.0:1734686248.597145:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686218 00000100:00100000:0.0:1734686248.597146:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848653696 00000100:00100000:1.0:1734686248.597147:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848653440:0@lo:400:kworker.0 00000100:00080000:3.0:1734686248.597147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686218 00000100:00100000:1.0:1734686248.597154:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848653952:0@lo:400:kworker.0 00000100:00100000:0.0:1734686248.597155:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54685 00000100:00100000:0.0:1734686248.597159:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848653312:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686248.597159:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54686 00000100:00100000:1.0:1734686248.597161:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848653184:0@lo:400:kworker.0 00000100:00100000:2.0:1734686248.597162:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848653696:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686248.597166:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848652800:0@lo:400:kworker.0 00010000:00020000:0.0:1734686248.597174:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734686248.597177:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686248.597202:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848653312:12345-0@lo:8:kworker.0 Request processed in 43us (122us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686248.597203:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848653696:12345-0@lo:8:kworker.0 Request processed in 40us (98us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686248.597206:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54685 00000100:00100000:2.0:1734686248.597212:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54686 00000100:00080000:3.0:1734686248.597222:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686248.597225:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686248.597229:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848653312:0@lo:8:kworker.0 00000100:00100000:2.0:1734686248.597234:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848653056:0@lo:400:kworker.0 00000100:00080000:3.0:1734686248.597236:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686248.597238:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686248.597240:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848653696:0@lo:8:kworker.0 00000100:00100000:0.0:1734686248.612664:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848654080:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686248.612711:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686248.612733:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848654080 00000100:00100000:1.0:1734686248.612748:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848654080 00000100:00100000:1.0:1734686248.612795:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41831 00000100:00100000:1.0:1734686248.612803:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848654080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686248.612838:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686248.612904:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079884700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848654080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686248.612911:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41831 00000100:00100000:0.0:1734686248.612937:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848654080:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686248.676798:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848654208:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686248.676851:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686248.677007:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848654208 00000100:00100000:1.0:1734686248.677016:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848654208 00000100:00100000:1.0:1734686248.677057:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7216 00000100:00100000:1.0:1734686248.677064:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079883800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848654208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686248.677095:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686248.677146:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079883800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848654208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686248.677153:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7216 00000100:00100000:2.0:1734686248.677182:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848654208:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686248.850668:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686249.852694:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686250.372862:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686250.372880:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848654336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686250.372924:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686250.372957:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848654336 00000100:00100000:1.0:1734686250.372963:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848654336 00000100:00080000:3.0:1734686250.372998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686220 00000100:00100000:1.0:1734686250.373007:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7217 00000100:00100000:1.0:1734686250.373012:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848654336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686250.373035:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686250.373079:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079884e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848654336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686250.373085:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7217 00000100:00100000:0.0:1734686250.373182:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848654336:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686250.854715:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686251.030956:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686251.031039:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686251.031142:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686251.031144:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872775424 00000100:00100000:2.0:1734686251.031157:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872775424 00000100:00100000:1.0:1734686251.031179:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872775296 00000100:00100000:1.0:1734686251.031184:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872775296 00000100:00100000:2.0:1734686251.031227:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872775552 00000100:00100000:2.0:1734686251.031231:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872775552 00000100:00100000:0.0:1734686251.031236:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686251.031272:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3853 00000100:00100000:0.0:1734686251.031283:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872775424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686251.031284:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1255 00000100:00100000:2.0:1734686251.031284:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3854 00000100:00100000:1.0:1734686251.031290:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872775296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686251.031291:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872775552:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686251.031351:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079885180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872775424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 70us (407us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686251.031351:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686221 00000100:00080000:3.0:1734686251.031355:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686221 00000100:00100000:0.0:1734686251.031357:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3853 00000100:00080000:3.0:1734686251.031357:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686221 00000100:00100000:3.0:1734686251.031383:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872775680 00000100:00100000:3.0:1734686251.031386:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872775680 00000100:00100000:3.0:1734686251.031403:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54687 00000100:00100000:3.0:1734686251.031407:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872775680:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734686251.031424:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686251.031477:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079885500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872775552:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 187us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686251.031480:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872775296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 189us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686251.031482:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3854 00000100:00100000:3.0:1734686251.031483:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872775680:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 75us (247us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686251.031487:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1255 00000100:00100000:3.0:1734686251.031489:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54687 00010000:00010000:3.0:1734686251.856830:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686252.858697:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686253.556747:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848654464:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686253.556796:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686253.556866:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848654464 00000100:00100000:2.0:1734686253.556873:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848654464 00000100:00100000:2.0:1734686253.556914:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41832 00000100:00100000:2.0:1734686253.556920:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848654464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686253.556954:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686253.556996:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848654464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686253.557002:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41832 00000100:00100000:1.0:1734686253.557022:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848654464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686253.604691:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848654592:0@lo:400:kworker.0 00000100:00080000:2.0:1734686253.604708:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686253.604712:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686253.604715:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686253.604719:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11048 00000100:00080000:2.0:1734686253.604721:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:1.0:1734686253.604723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848654976:0@lo:400:kworker.0 00000100:00080000:2.0:1734686253.604725:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686253.604739:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079881180 x1818938848655104/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686253.604746:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686253.604748:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848654848:0@lo:400:kworker.0 00000100:00100000:1.0:1734686253.604755:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686253.604759:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686253.604762:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686253.604763:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686253.604765:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11048 00000100:00080000:2.0:1734686253.604767:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686253.604770:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686253.604773:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848655232:0@lo:400:kworker.0 00000100:00100000:2.0:1734686253.604778:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079882300 x1818938848655488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686253.604784:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686253.604785:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848654592 00000100:00100000:1.0:1734686253.604791:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848654592 00000100:00100000:0.0:1734686253.604792:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686253.604803:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848655616:0@lo:400:kworker.0 00000100:00100000:0.0:1734686253.604804:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686253.604807:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848654976 00000100:00100000:0.0:1734686253.604809:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848655744:0@lo:400:kworker.0 00000100:00100000:2.0:1734686253.604811:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848654976 00000100:00100000:1.0:1734686253.604820:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:3.0:1734686253.604820:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686253.604825:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686253.604826:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848654592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686253.604832:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734686253.604833:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41833 00000100:00100000:3.0:1734686253.604836:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848654720:0@lo:400:kworker.0 00000100:00100000:2.0:1734686253.604837:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848654976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686253.604852:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848654848 00000100:00100000:0.0:1734686253.604854:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848654848 00000100:00100000:3.0:1734686253.604855:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686253.604861:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848654592:12345-0@lo:400:kworker.0 Request processed in 35us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686253.604867:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:3.0:1734686253.604867:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848655360:0@lo:400:kworker.0 00000100:00100000:2.0:1734686253.604868:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848654976:12345-0@lo:400:kworker.0 Request processed in 30us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686253.604872:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848655744 00000100:00100000:2.0:1734686253.604873:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41833 00000100:00100000:0.0:1734686253.604874:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848655744 00000100:00100000:3.0:1734686253.604881:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686253.604882:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848654720 00000100:00100000:0.0:1734686253.604883:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848654720 00000100:00100000:0.0:1734686253.604892:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848655360 00000100:00100000:0.0:1734686253.604894:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848655360 00000100:00100000:1.0:1734686253.604897:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848654976:0@lo:400:kworker.0 00000100:00100000:3.0:1734686253.604897:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848655104:0@lo:8:kworker.0 00000100:00100000:2.0:1734686253.604898:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3855 00000100:00100000:2.0:1734686253.604902:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848654848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686253.604904:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3856 00000100:00100000:0.0:1734686253.604907:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848655744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686253.604912:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686253.604920:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3857 00000100:00100000:3.0:1734686253.604922:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848655488:0@lo:8:kworker.0 00000100:00100000:1.0:1734686253.604924:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848654720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686253.604929:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848654848:12345-0@lo:400:kworker.0 Request processed in 27us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686253.604933:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079885c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848655744:12345-0@lo:400:kworker.0 Request processed in 25us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686253.604935:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3855 00000100:00100000:3.0:1734686253.604937:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686253.604938:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3856 00000100:00100000:1.0:1734686253.604942:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848654720:12345-0@lo:400:kworker.0 Request processed in 18us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686253.604946:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3857 00000100:00100000:0.0:1734686253.604949:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3858 00000100:00100000:0.0:1734686253.604952:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848655360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686253.604960:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848655232 00000100:00100000:1.0:1734686253.604962:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848655616 00000100:00100000:1.0:1734686253.604964:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848655616 00000100:00100000:3.0:1734686253.604964:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848655232 00000100:00100000:0.0:1734686253.604972:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848655360:12345-0@lo:400:kworker.0 Request processed in 19us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686253.604972:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848654720:0@lo:400:kworker.0 00000100:00100000:0.0:1734686253.604976:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3858 00000100:00100000:1.0:1734686253.604976:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848655104 00000100:00100000:1.0:1734686253.604978:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848655104 00000100:00100000:2.0:1734686253.604979:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848655360:0@lo:400:kworker.0 00000100:00100000:3.0:1734686253.604981:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848655488 00000100:00100000:2.0:1734686253.604983:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848654848:0@lo:400:kworker.0 00000100:00100000:3.0:1734686253.604983:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848655488 00000100:00100000:1.0:1734686253.604986:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8091 00000100:00100000:1.0:1734686253.604989:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848655616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686253.604994:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8092 00000100:00100000:3.0:1734686253.604999:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848655232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686253.605002:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848655744:0@lo:400:kworker.0 00000100:00100000:2.0:1734686253.605003:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54688 00000100:00100000:2.0:1734686253.605006:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848655104:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686253.605007:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801368da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848655616:12345-0@lo:400:kworker.0 Request processed in 17us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686253.605009:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848654592:0@lo:400:kworker.0 00000100:00100000:1.0:1734686253.605011:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8091 00000100:00100000:1.0:1734686253.605018:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54689 00010000:00020000:2.0:1734686253.605018:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686253.605022:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848655488:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686253.605029:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686253.605050:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848655232:12345-0@lo:400:kworker.0 Request processed in 36us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686253.605056:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8092 00000100:00100000:2.0:1734686253.605058:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848655104:12345-0@lo:8:kworker.0 Request processed in 51us (145us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686253.605062:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848655488:12345-0@lo:8:kworker.0 Request processed in 38us (124us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686253.605064:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54688 00000100:00100000:0.0:1734686253.605066:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848655232:0@lo:400:kworker.0 00000100:00100000:1.0:1734686253.605067:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54689 00000100:00080000:0.0:1734686253.605084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686223 00000100:00080000:0.0:1734686253.605087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686223 00000100:00080000:0.0:1734686253.605088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686223 00000100:00080000:0.0:1734686253.605089:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686223 00000100:00100000:2.0:1734686253.605090:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848655616:0@lo:400:kworker.0 00000100:00080000:3.0:1734686253.605173:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686253.605176:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686253.605180:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848655104:0@lo:8:kworker.0 00000100:00080000:3.0:1734686253.605186:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686253.605188:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686253.605190:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848655488:0@lo:8:kworker.0 00000100:00100000:2.0:1734686253.621172:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734686253.621190:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848655872:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686253.621240:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686253.621281:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848655872 00000100:00100000:0.0:1734686253.621287:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848655872 00000100:00100000:0.0:1734686253.621318:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41834 00000100:00100000:0.0:1734686253.621323:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848655872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686253.621345:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686253.621378:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848655872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686253.621382:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41834 00000100:00100000:2.0:1734686253.621393:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848655872:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686253.684741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848656000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686253.684795:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686253.684840:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848656000 00000100:00100000:2.0:1734686253.684847:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848656000 00000100:00100000:2.0:1734686253.684889:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7218 00000100:00100000:2.0:1734686253.684895:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848656000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686253.684919:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686253.684964:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079885f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848656000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686253.684970:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7218 00000100:00100000:0.0:1734686253.685118:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848656000:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686253.860724:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686254.862757:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686255.380733:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848656128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686255.380778:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686255.380816:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848656128 00000100:00100000:1.0:1734686255.380823:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848656128 00000100:00080000:0.0:1734686255.380868:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686225 00000100:00100000:1.0:1734686255.380869:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7219 00000100:00100000:1.0:1734686255.380875:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848656128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686255.380893:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686255.380932:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848656128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686255.380938:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7219 00000100:00100000:3.0:1734686255.380951:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848656128:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686255.864711:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686256.038734:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686256.038771:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686256.038798:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872775808 00000100:00100000:0.0:1734686256.038799:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686256.038807:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872775808 00000100:00100000:1.0:1734686256.038827:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872775936 00000100:00100000:0.0:1734686256.038829:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686256.038832:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872775936 00000100:00100000:0.0:1734686256.038845:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872776064 00000100:00100000:0.0:1734686256.038848:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872776064 00000100:00100000:1.0:1734686256.038860:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3859 00000100:00100000:2.0:1734686256.038860:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1257 00000100:00100000:1.0:1734686256.038868:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872775936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686256.038871:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3860 00000100:00100000:0.0:1734686256.038875:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872776064:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686256.038878:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872775808:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686256.038882:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872776192 00000100:00100000:3.0:1734686256.038886:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872776192 00000100:00100000:3.0:1734686256.038906:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54690 00000100:00100000:3.0:1734686256.038911:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872776192:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686256.038916:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079886680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872776064:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686256.038917:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079886300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872775936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686256.038921:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3860 00000100:00100000:2.0:1734686256.038922:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872775808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686256.038924:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3859 00000100:00100000:2.0:1734686256.038928:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1257 00010000:00020000:3.0:1734686256.038933:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686256.038956:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079886a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872776192:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (127us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734686256.038962:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686226 00000100:00100000:3.0:1734686256.038962:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54690 00000100:00080000:1.0:1734686256.038964:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686226 00000100:00080000:1.0:1734686256.038966:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686226 00010000:00010000:3.0:1734686256.866691:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686257.868716:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686258.564713:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686258.564729:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848656256:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686258.564774:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686258.564822:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848656256 00000100:00100000:0.0:1734686258.564829:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848656256 00000100:00100000:0.0:1734686258.564864:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41835 00000100:00100000:0.0:1734686258.564870:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848656256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686258.564895:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686258.564935:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848656256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686258.564941:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41835 00000100:00100000:1.0:1734686258.564992:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848656256:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686258.612715:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848656384:0@lo:400:kworker.0 00000100:00080000:2.0:1734686258.612717:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686258.612722:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686258.612725:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686258.612729:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11053 00000100:00100000:3.0:1734686258.612734:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848656640:0@lo:400:kworker.0 00000100:00080000:2.0:1734686258.612738:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686258.612743:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686258.612758:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079880700 x1818938848656896/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686258.612769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686258.612769:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686258.612781:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686258.612784:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686258.612785:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686258.612788:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11053 00000100:00080000:2.0:1734686258.612790:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734686258.612791:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848656512:0@lo:400:kworker.0 00000100:00080000:2.0:1734686258.612793:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686258.612793:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686258.612794:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848657024:0@lo:400:kworker.0 00000100:00100000:3.0:1734686258.612798:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848657152:0@lo:400:kworker.0 00000100:00100000:2.0:1734686258.612801:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079882300 x1818938848657280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686258.612811:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686258.612818:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686258.612823:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734686258.612828:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848656768:0@lo:400:kworker.0 00000100:00100000:2.0:1734686258.612828:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848656896:0@lo:8:kworker.0 00000100:00100000:3.0:1734686258.612834:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848657408:0@lo:400:kworker.0 00000100:00100000:0.0:1734686258.612849:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686258.612855:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686258.612857:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686258.612873:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848657024 00000100:00100000:3.0:1734686258.612879:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848657024 00000100:00100000:2.0:1734686258.612884:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848657280:0@lo:8:kworker.0 00000100:00100000:1.0:1734686258.612885:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848657536:0@lo:400:kworker.0 00000100:00100000:2.0:1734686258.612900:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686258.612902:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686258.612908:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848656896 00000100:00100000:0.0:1734686258.612911:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848656640 00000100:00100000:3.0:1734686258.612911:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848656896 00000100:00100000:0.0:1734686258.612916:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848656640 00000100:00100000:3.0:1734686258.612920:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848657280 00000100:00100000:1.0:1734686258.612923:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848657152 00000100:00100000:3.0:1734686258.612923:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848657280 00000100:00100000:1.0:1734686258.612926:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848657152 00000100:00100000:2.0:1734686258.612931:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8093 00000100:00100000:3.0:1734686258.612935:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54691 00000100:00100000:2.0:1734686258.612936:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848657024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686258.612940:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079880000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848656896:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686258.612945:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848656512 00000100:00100000:0.0:1734686258.612947:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848656512 00000100:00100000:1.0:1734686258.612968:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848657536 00010000:00020000:3.0:1734686258.612970:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686258.612972:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848657536 00000100:00100000:0.0:1734686258.612976:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3861 00000100:00100000:0.0:1734686258.612980:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848656640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686258.612984:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3862 00000100:00100000:2.0:1734686258.612985:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848657024:12345-0@lo:400:kworker.0 Request processed in 48us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686258.612989:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848657152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686258.612991:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8093 00000100:00100000:3.0:1734686258.612997:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079880000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848656896:12345-0@lo:8:kworker.0 Request processed in 56us (141us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686258.613002:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54691 00000100:00100000:2.0:1734686258.613006:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54692 00000100:00100000:2.0:1734686258.613009:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079881c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848657280:12345-0@lo:8:kworker.0 00000100:00080000:3.0:1734686258.613015:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686228 00000100:00100000:1.0:1734686258.613018:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848657152:12345-0@lo:400:kworker.0 Request processed in 29us (199us total) trans 0 rc 0/0 00010000:00020000:2.0:1734686258.613019:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686258.613019:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686228 00000100:00080000:3.0:1734686258.613020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686228 00000100:00100000:0.0:1734686258.613021:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848656640:12345-0@lo:400:kworker.0 Request processed in 40us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686258.613023:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3862 00000100:00100000:0.0:1734686258.613028:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3861 00000100:00100000:1.0:1734686258.613037:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3863 00000100:00100000:2.0:1734686258.613038:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079881c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848657280:12345-0@lo:8:kworker.0 Request processed in 27us (136us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686258.613040:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3864 00000100:00080000:3.0:1734686258.613040:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686258.613041:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848656512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686258.613043:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848657536:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686258.613043:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686258.613044:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54692 00000100:00100000:3.0:1734686258.613046:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848656896:0@lo:8:kworker.0 00000100:00080000:3.0:1734686258.613054:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686258.613056:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686258.613058:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848657280:0@lo:8:kworker.0 00000100:00100000:0.0:1734686258.613064:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848657536:12345-0@lo:400:kworker.0 Request processed in 20us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686258.613066:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686258.613068:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3864 00000100:00100000:1.0:1734686258.613073:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079886d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848656512:12345-0@lo:400:kworker.0 Request processed in 31us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686258.613078:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3863 00000100:00100000:0.0:1734686258.613085:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848657408 00000100:00100000:2.0:1734686258.613086:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848657152:0@lo:400:kworker.0 00000100:00100000:0.0:1734686258.613087:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848657408 00000100:00100000:3.0:1734686258.613087:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848656384 00000100:00100000:3.0:1734686258.613090:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848656384 00000100:00100000:2.0:1734686258.613096:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848656640:0@lo:400:kworker.0 00000100:00100000:1.0:1734686258.613100:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848657536:0@lo:400:kworker.0 00000100:00100000:0.0:1734686258.613101:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8094 00000100:00100000:0.0:1734686258.613104:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079883b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848657408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686258.613107:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848657024:0@lo:400:kworker.0 00000100:00100000:3.0:1734686258.613110:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:3.0:1734686258.613114:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848656384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686258.613125:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079883b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848657408:12345-0@lo:400:kworker.0 Request processed in 19us (58us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686258.613130:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8094 00000100:00100000:1.0:1734686258.613135:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848656768 00000100:00100000:1.0:1734686258.613137:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848656768 00000100:00100000:2.0:1734686258.613140:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848657408:0@lo:400:kworker.0 00000100:00100000:3.0:1734686258.613141:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848656384:12345-0@lo:400:kworker.0 Request processed in 26us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686258.613146:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1734686258.613156:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41836 00000100:00100000:0.0:1734686258.613160:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848656512:0@lo:400:kworker.0 00000100:00100000:1.0:1734686258.613160:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848656768:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686258.613163:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686228 00000100:00080000:3.0:1734686258.613165:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686228 00000100:00080000:3.0:1734686258.613167:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686228 00000100:00100000:1.0:1734686258.613181:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848656768:12345-0@lo:400:kworker.0 Request processed in 21us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686258.613185:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41836 00000100:00100000:1.0:1734686258.613201:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848656768:0@lo:400:kworker.0 00000100:00100000:1.0:1734686258.613207:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848656384:0@lo:400:kworker.0 00000100:00100000:1.0:1734686258.628740:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848657664:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686258.628792:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686258.628835:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848657664 00000100:00100000:2.0:1734686258.628841:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848657664 00000100:00100000:2.0:1734686258.628882:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41837 00000100:00100000:2.0:1734686258.628888:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848657664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686258.628916:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686258.628971:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848657664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686258.628977:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41837 00000100:00100000:1.0:1734686258.629004:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848657664:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686258.692756:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848657792:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686258.692826:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686258.692900:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848657792 00000100:00100000:1.0:1734686258.692911:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848657792 00000100:00100000:1.0:1734686258.692969:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7220 00000100:00100000:1.0:1734686258.692974:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079880e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848657792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686258.692998:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686258.693054:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079880e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848657792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686258.693058:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7220 00000100:00100000:3.0:1734686258.693097:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079887100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848657792:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686258.870730:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686259.873210:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686260.388717:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848657920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686260.388776:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686260.388808:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848657920 00000100:00100000:2.0:1734686260.388813:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848657920 00000100:00080000:3.0:1734686260.388853:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686230 00000100:00100000:2.0:1734686260.388861:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7221 00000100:00100000:2.0:1734686260.388867:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848657920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686260.388886:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686260.388935:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079887480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848657920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686260.388940:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7221 00000100:00100000:0.0:1734686260.388956:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848657920:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686260.874731:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686261.046771:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686261.046805:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686261.046822:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686261.046838:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872776320 00000100:00100000:3.0:1734686261.046847:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872776320 00000100:00100000:0.0:1734686261.046853:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686261.046854:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872776448 00000100:00100000:2.0:1734686261.046859:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872776448 00000100:00100000:0.0:1734686261.046878:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872776704 00000100:00100000:0.0:1734686261.046881:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872776704 00000100:00100000:2.0:1734686261.046889:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872776576 00000100:00100000:2.0:1734686261.046892:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872776576 00000100:00100000:3.0:1734686261.046892:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1259 00000100:00100000:0.0:1734686261.046896:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54693 00000100:00100000:3.0:1734686261.046897:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872776320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686261.046900:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872776704:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686261.046936:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3865 00000100:00100000:2.0:1734686261.046946:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3866 00010000:00020000:0.0:1734686261.046950:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686261.046952:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872776448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686261.046952:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872776576:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686261.046968:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079887100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872776704:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 68us (114us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686261.046968:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872776320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 70us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686261.046973:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54693 00000100:00100000:3.0:1734686261.046974:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1259 00000100:00100000:2.0:1734686261.046984:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872776576:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686261.046990:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3866 00000100:00080000:3.0:1734686261.046998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686231 00000100:00080000:3.0:1734686261.047005:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686231 00000100:00080000:3.0:1734686261.047007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686231 00000100:00100000:1.0:1734686261.047023:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079887800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872776448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 76us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686261.047030:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3865 00010000:00010000:3.0:1734686261.876737:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686262.878689:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686263.572712:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686263.572731:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848658048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686263.572780:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686263.572856:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848658048 00000100:00100000:2.0:1734686263.572863:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848658048 00000100:00100000:2.0:1734686263.572914:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41838 00000100:00100000:2.0:1734686263.572920:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848658048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686263.572948:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686263.572997:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848658048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686263.573006:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41838 00000100:00100000:1.0:1734686263.573079:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848658048:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686263.620719:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686263.620722:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848658432:0@lo:400:kworker.0 00000100:00100000:1.0:1734686263.620723:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848658176:0@lo:400:kworker.0 00000100:00080000:2.0:1734686263.620723:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686263.620725:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686263.620729:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11058 00000100:00080000:2.0:1734686263.620732:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686263.620735:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686263.620738:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848658304:0@lo:400:kworker.0 00000100:00100000:2.0:1734686263.620750:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079881880 x1818938848658688/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686263.620770:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686263.620770:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686263.620772:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734686263.620772:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848658688:0@lo:8:kworker.0 00000100:00080000:2.0:1734686263.620774:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686263.620775:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686263.620777:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11058 00000100:00080000:2.0:1734686263.620779:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686263.620781:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686263.620786:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079883100 x1818938848659072/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686263.620790:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686263.620792:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686263.620793:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848658816:0@lo:400:kworker.0 00000100:00100000:0.0:1734686263.620796:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848659200:0@lo:400:kworker.0 00000100:00100000:3.0:1734686263.620803:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848659072:0@lo:8:kworker.0 00000100:00100000:1.0:1734686263.620804:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686263.620812:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686263.620813:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1734686263.620815:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848658432 00000100:00100000:1.0:1734686263.620816:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848658560:0@lo:400:kworker.0 00000100:00100000:0.0:1734686263.620817:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848658688 00000100:00100000:0.0:1734686263.620820:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848658688 00000100:00100000:2.0:1734686263.620820:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848658432 00000100:00100000:1.0:1734686263.620827:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686263.620827:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686263.620833:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848659328:0@lo:400:kworker.0 00000100:00100000:0.0:1734686263.620835:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848658816 00000100:00100000:0.0:1734686263.620836:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848658816 00000100:00100000:2.0:1734686263.620839:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848658304 00000100:00100000:2.0:1734686263.620840:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848658304 00000100:00080000:3.0:1734686263.620840:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686233 00000100:00100000:1.0:1734686263.620841:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686263.620843:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686233 00000100:00080000:3.0:1734686263.620844:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686233 00000100:00100000:0.0:1734686263.620846:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848659072 00000100:00100000:0.0:1734686263.620847:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848659072 00000100:00100000:2.0:1734686263.620849:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848659328 00000100:00100000:2.0:1734686263.620851:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848659328 00000100:00100000:1.0:1734686263.620853:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848658176 00000100:00100000:3.0:1734686263.620854:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8095 00000100:00100000:1.0:1734686263.620855:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848658176 00000100:00100000:0.0:1734686263.620857:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54694 00000100:00100000:3.0:1734686263.620858:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848658816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686263.620860:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848658688:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686263.620860:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3867 00000100:00100000:2.0:1734686263.620864:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848658432:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734686263.620884:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686263.620886:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:1.0:1734686263.620890:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848658176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686263.620898:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848658816:12345-0@lo:400:kworker.0 Request processed in 40us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686263.620904:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8095 00000100:00100000:0.0:1734686263.620907:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848658688:12345-0@lo:8:kworker.0 Request processed in 47us (117us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686263.620908:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079884380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848658432:12345-0@lo:400:kworker.0 Request processed in 42us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686263.620911:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848658176:12345-0@lo:400:kworker.0 Request processed in 21us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686263.620912:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54694 00000100:00100000:3.0:1734686263.620914:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54695 00000100:00100000:1.0:1734686263.620915:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1734686263.620915:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3867 00000100:00100000:3.0:1734686263.620916:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848659072:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686263.620923:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3868 00010000:00020000:3.0:1734686263.620923:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686263.620925:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848658304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686263.620930:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3869 00000100:00100000:1.0:1734686263.620931:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686263.620934:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848659328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686263.620934:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848659072:12345-0@lo:8:kworker.0 Request processed in 16us (120us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686263.620938:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54695 00000100:00100000:1.0:1734686263.620940:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848658944:0@lo:400:kworker.0 00000100:00100000:3.0:1734686263.620942:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848659200 00000100:00100000:0.0:1734686263.620944:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848658304:12345-0@lo:400:kworker.0 Request processed in 18us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686263.620944:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848659200 00000100:00100000:0.0:1734686263.620947:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3868 00000100:00100000:1.0:1734686263.620951:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686263.620953:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8096 00000100:00100000:0.0:1734686263.620954:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848658944 00000100:00100000:2.0:1734686263.620955:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848659328:12345-0@lo:400:kworker.0 Request processed in 21us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686263.620956:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848658944 00000100:00100000:3.0:1734686263.620956:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848659200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686263.620959:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3869 00000100:00100000:0.0:1734686263.620963:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3870 00000100:00100000:0.0:1734686263.620965:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848658944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686263.620967:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848658432:0@lo:400:kworker.0 00000100:00100000:3.0:1734686263.620967:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848659200:12345-0@lo:400:kworker.0 Request processed in 10us (35us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686263.620969:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8096 00000100:00100000:0.0:1734686263.620977:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848658944:12345-0@lo:400:kworker.0 Request processed in 11us (24us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686263.620978:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848659200:0@lo:400:kworker.0 00000100:00100000:0.0:1734686263.620979:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3870 00000100:00100000:2.0:1734686263.620982:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848658560 00000100:00080000:3.0:1734686263.620982:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686233 00000100:00100000:1.0:1734686263.620983:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848658944:0@lo:400:kworker.0 00000100:00080000:3.0:1734686263.620983:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686233 00000100:00100000:2.0:1734686263.620984:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848658560 00000100:00080000:3.0:1734686263.620991:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686263.620992:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686263.620994:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848659072:0@lo:8:kworker.0 00000100:00100000:0.0:1734686263.620996:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848658304:0@lo:400:kworker.0 00000100:00100000:1.0:1734686263.620998:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848659328:0@lo:400:kworker.0 00000100:00080000:3.0:1734686263.620999:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686263.621000:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41839 00000100:00080000:3.0:1734686263.621000:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686263.621002:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848658688:0@lo:8:kworker.0 00000100:00100000:2.0:1734686263.621004:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848658560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686263.621005:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848658816:0@lo:400:kworker.0 00000100:00100000:1.0:1734686263.621010:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848658176:0@lo:400:kworker.0 00000100:00080000:3.0:1734686263.621010:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686233 00000100:00100000:2.0:1734686263.621022:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848658560:12345-0@lo:400:kworker.0 Request processed in 18us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686263.621024:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848658560:0@lo:400:kworker.0 00000100:00100000:2.0:1734686263.621026:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41839 00000100:00100000:2.0:1734686263.636766:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848659456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686263.636821:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686263.636859:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848659456 00000100:00100000:0.0:1734686263.636865:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848659456 00000100:00100000:0.0:1734686263.636906:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41840 00000100:00100000:0.0:1734686263.636912:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079880700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848659456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686263.636980:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686263.637027:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079880700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848659456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686263.637033:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41840 00000100:00100000:2.0:1734686263.637048:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848659456:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686263.700715:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848659584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686263.700758:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686263.700817:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848659584 00000100:00100000:2.0:1734686263.700824:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848659584 00000100:00100000:2.0:1734686263.700862:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7222 00000100:00100000:2.0:1734686263.700882:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848659584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686263.700907:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686263.700949:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079885880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848659584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686263.700955:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7222 00000100:00100000:0.0:1734686263.700978:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848659584:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686263.880792:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686264.882708:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686265.396750:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848659712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686265.396804:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686265.396876:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848659712 00000100:00100000:3.0:1734686265.396883:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848659712 00000100:00100000:3.0:1734686265.396933:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7223 00000100:00080000:0.0:1734686265.396934:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686235 00000100:00100000:3.0:1734686265.396939:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848659712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686265.396958:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686265.396989:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848659712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686265.397007:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7223 00000100:00100000:1.0:1734686265.397008:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079884a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848659712:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686265.884677:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686266.054992:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686266.055042:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686266.055073:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686266.055094:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872777088 00000100:00100000:3.0:1734686266.055094:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872776832 00000100:00100000:1.0:1734686266.055104:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872777088 00000100:00100000:3.0:1734686266.055105:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872776832 00000100:00100000:1.0:1734686266.055153:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872776960 00000100:00100000:0.0:1734686266.055154:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686266.055156:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872776960 00000100:00100000:1.0:1734686266.055175:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3871 00000100:00100000:3.0:1734686266.055175:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1261 00000100:00100000:1.0:1734686266.055181:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872777088:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686266.055181:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872776832:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686266.055189:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3872 00000100:00100000:0.0:1734686266.055197:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872776960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686266.055219:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872777216 00000100:00100000:2.0:1734686266.055224:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872777216 00000100:00100000:1.0:1734686266.055239:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079884a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872777088:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686266.055239:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872776832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686266.055243:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872776960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686266.055243:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54696 00000100:00100000:1.0:1734686266.055245:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3871 00000100:00100000:3.0:1734686266.055245:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1261 00000100:00100000:0.0:1734686266.055249:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3872 00000100:00100000:2.0:1734686266.055249:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872777216:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734686266.055268:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734686266.055275:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686236 00000100:00080000:1.0:1734686266.055278:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686236 00000100:00080000:1.0:1734686266.055280:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686236 00000100:00100000:2.0:1734686266.055291:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872777216:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (136us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686266.055296:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54696 00010000:00010000:3.0:1734686266.886713:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686267.888759:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686268.580742:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848659840:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686268.580829:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686268.580872:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848659840 00000100:00100000:2.0:1734686268.580879:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848659840 00000100:00100000:2.0:1734686268.580925:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41841 00000100:00100000:2.0:1734686268.580932:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848659840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686268.580961:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686268.581007:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848659840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686268.581014:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41841 00000100:00100000:1.0:1734686268.581258:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008cafd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848659840:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686268.629441:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686268.629447:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686268.629450:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848660224:0@lo:400:kworker.0 00000100:00080000:2.0:1734686268.629450:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686268.629456:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11063 00000100:00080000:2.0:1734686268.629459:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686268.629468:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686268.629473:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848660096:0@lo:400:kworker.0 00000100:00100000:2.0:1734686268.629485:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079881880 x1818938848660480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686268.629506:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686268.629509:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848660352:0@lo:400:kworker.0 00000100:00080000:2.0:1734686268.629511:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686268.629515:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686268.629517:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686268.629520:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11063 00000100:00080000:2.0:1734686268.629522:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:1.0:1734686268.629543:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686268.629560:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848659968:0@lo:400:kworker.0 00000100:00100000:1.0:1734686268.629585:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848660352 00000100:00100000:0.0:1734686268.629589:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686268.629590:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848660352 00000100:00100000:0.0:1734686268.629607:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848660608:0@lo:400:kworker.0 00000100:00100000:1.0:1734686268.629621:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41842 00000100:00100000:0.0:1734686268.629624:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686268.629626:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848660352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686268.629650:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848659968 00000100:00100000:3.0:1734686268.629651:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848660736:0@lo:400:kworker.0 00000100:00100000:0.0:1734686268.629653:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848659968 00000100:00080000:2.0:1734686268.629655:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686268.629658:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848660352:12345-0@lo:400:kworker.0 Request processed in 32us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686268.629667:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079882d80 x1818938848660864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686268.629670:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686268.629672:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1734686268.629676:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848659968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686268.629680:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686268.629686:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848660992:0@lo:400:kworker.0 00000100:00100000:0.0:1734686268.629700:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848659968:12345-0@lo:400:kworker.0 Request processed in 23us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686268.629700:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848660608 00000100:00100000:3.0:1734686268.629702:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686268.629703:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848660608 00000100:00100000:0.0:1734686268.629705:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:3.0:1734686268.629718:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848660480:0@lo:8:kworker.0 00000100:00100000:2.0:1734686268.629719:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848660992 00000100:00100000:0.0:1734686268.629724:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848660096 00000100:00100000:0.0:1734686268.629726:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848660096 00000100:00100000:3.0:1734686268.629738:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686268.629742:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848660736 00000100:00100000:0.0:1734686268.629743:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848660736 00000100:00100000:3.0:1734686268.629747:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848660864:0@lo:8:kworker.0 00000100:00100000:1.0:1734686268.629750:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41842 00000100:00100000:0.0:1734686268.629754:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3873 00000100:00100000:0.0:1734686268.629758:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848660096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686268.629759:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734686268.629771:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686238 00000100:00080000:1.0:1734686268.629774:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686238 00000100:00080000:1.0:1734686268.629776:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686238 00000100:00100000:3.0:1734686268.629781:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3874 00000100:00100000:0.0:1734686268.629797:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cafd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848660096:12345-0@lo:400:kworker.0 Request processed in 25us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686268.629797:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686268.629799:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848660736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686268.629803:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3873 00000100:00100000:0.0:1734686268.629812:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848660224 00000100:00100000:0.0:1734686268.629815:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848660224 00000100:00100000:1.0:1734686268.629820:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848661120:0@lo:400:kworker.0 00000100:00100000:3.0:1734686268.629824:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848660736:12345-0@lo:400:kworker.0 Request processed in 25us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686268.629828:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3875 00000100:00100000:3.0:1734686268.629831:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3874 00000100:00100000:0.0:1734686268.629832:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848660224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686268.629841:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686268.629850:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848660480 00000100:00100000:3.0:1734686268.629853:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848660480 00000100:00100000:0.0:1734686268.629856:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848660224:12345-0@lo:400:kworker.0 Request processed in 24us (60us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686268.629860:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3875 00000100:00100000:1.0:1734686268.629865:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848660352:0@lo:400:kworker.0 00000100:00100000:3.0:1734686268.629865:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848660864 00000100:00100000:3.0:1734686268.629866:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848660864 00000100:00100000:0.0:1734686268.629867:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848661120 00000100:00100000:0.0:1734686268.629869:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848661120 00000100:00100000:3.0:1734686268.629876:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8097 00000100:00100000:3.0:1734686268.629879:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848660608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686268.629880:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3876 00000100:00100000:0.0:1734686268.629883:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ee1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848661120:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686268.629886:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686238 00000100:00100000:1.0:1734686268.629899:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848660224:0@lo:400:kworker.0 00000100:00100000:3.0:1734686268.629902:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848660608:12345-0@lo:400:kworker.0 Request processed in 22us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686268.629907:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ee1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848661120:12345-0@lo:400:kworker.0 Request processed in 22us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686268.629907:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8097 00000100:00100000:0.0:1734686268.629911:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3876 00000100:00100000:1.0:1734686268.629914:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848661120:0@lo:400:kworker.0 00000100:00100000:3.0:1734686268.629919:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54697 00000100:00100000:3.0:1734686268.629922:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848660480:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686268.629935:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686268.629942:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54698 00000100:00100000:1.0:1734686268.629946:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848660864:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686268.629953:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848660480:12345-0@lo:8:kworker.0 Request processed in 30us (214us total) trans 0 rc -19/-19 00010000:00020000:1.0:1734686268.629955:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686268.629958:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54697 00000100:00100000:1.0:1734686268.629973:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848660864:12345-0@lo:8:kworker.0 Request processed in 26us (213us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686268.629978:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54698 00000100:00080000:3.0:1734686268.629981:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686268.629983:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848660992 00000100:00080000:3.0:1734686268.629983:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686268.629986:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848660480:0@lo:8:kworker.0 00000100:00080000:3.0:1734686268.629992:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686268.629994:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686238 00000100:00080000:3.0:1734686268.629994:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686268.629996:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848660864:0@lo:8:kworker.0 00000100:00100000:2.0:1734686268.630004:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8098 00000100:00100000:2.0:1734686268.630007:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848660992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686268.630018:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848660736:0@lo:400:kworker.0 00000100:00100000:3.0:1734686268.630178:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848660096:0@lo:400:kworker.0 00000100:00100000:2.0:1734686268.630184:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848660992:12345-0@lo:400:kworker.0 Request processed in 175us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686268.630189:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848660992:0@lo:400:kworker.0 00000100:00100000:2.0:1734686268.630190:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8098 00000100:00100000:1.0:1734686268.630845:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848659968:0@lo:400:kworker.0 00000100:00100000:1.0:1734686268.630859:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848660608:0@lo:400:kworker.0 00000100:00100000:1.0:1734686268.644858:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848661248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686268.644909:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686268.645051:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848661248 00000100:00100000:2.0:1734686268.645057:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848661248 00000100:00100000:2.0:1734686268.645096:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41843 00000100:00100000:2.0:1734686268.645102:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848661248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686268.645128:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686268.645160:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848661248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686268.645165:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41843 00000100:00100000:1.0:1734686268.645182:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848661248:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686268.708716:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848661376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686268.708769:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686268.708829:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848661376 00000100:00100000:0.0:1734686268.708837:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848661376 00000100:00100000:0.0:1734686268.708867:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7224 00000100:00100000:0.0:1734686268.708874:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848661376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686268.708899:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686268.709076:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848661376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 201us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686268.709084:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7224 00000100:00100000:3.0:1734686268.709152:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848661376:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686268.890706:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686269.892724:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686270.404690:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686270.404710:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848661504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686270.404782:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686270.404846:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848661504 00000100:00100000:0.0:1734686270.404855:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848661504 00000100:00080000:1.0:1734686270.404893:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686240 00000100:00100000:0.0:1734686270.404922:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7225 00000100:00100000:0.0:1734686270.404930:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848661504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686270.404955:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686270.405018:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848661504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686270.405023:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7225 00000100:00100000:3.0:1734686270.405045:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848661504:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686270.894689:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686271.063065:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686271.063099:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686271.063127:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686271.063131:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872777728 00000100:00100000:2.0:1734686271.063139:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872777728 00000100:00100000:0.0:1734686271.063152:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686271.063167:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872777344 00000100:00100000:0.0:1734686271.063170:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872777344 00000100:00100000:2.0:1734686271.063179:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54699 00000100:00100000:2.0:1734686271.063185:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872777728:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686271.063198:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1263 00000100:00100000:0.0:1734686271.063203:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872777344:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:2.0:1734686271.063206:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686271.063230:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872777472 00000100:00100000:3.0:1734686271.063234:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872777472 00000100:00100000:2.0:1734686271.063250:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872777728:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 64us (192us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686271.063255:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872777600 00000100:00100000:2.0:1734686271.063256:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54699 00000100:00100000:3.0:1734686271.063257:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872777600 00000100:00100000:3.0:1734686271.063271:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3877 00000100:00100000:3.0:1734686271.063276:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872777472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686271.063277:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3878 00000100:00100000:1.0:1734686271.063283:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872777600:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686271.063394:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872777344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 190us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686271.063398:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872777472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 120us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686271.063400:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1263 00000100:00100000:3.0:1734686271.063404:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3877 00000100:00080000:0.0:1734686271.063426:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686241 00000100:00080000:0.0:1734686271.063430:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686241 00000100:00080000:0.0:1734686271.063431:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686241 00000100:00100000:1.0:1734686271.063463:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872777600:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 179us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686271.063467:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3878 00010000:00010000:3.0:1734686271.896763:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686272.898802:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686273.588720:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686273.588738:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848661632:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686273.588789:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686273.588854:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848661632 00000100:00100000:2.0:1734686273.588864:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848661632 00000100:00100000:2.0:1734686273.588912:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41844 00000100:00100000:2.0:1734686273.588918:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848661632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686273.588951:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686273.589008:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848661632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686273.589013:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41844 00000100:00100000:1.0:1734686273.589054:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848661632:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686273.636737:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686273.636743:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686273.636748:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686273.636749:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848662016:0@lo:400:kworker.0 00000100:00080000:2.0:1734686273.636753:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11068 00000100:00080000:2.0:1734686273.636756:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686273.636761:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686273.636768:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848662144:0@lo:400:kworker.0 00000100:00100000:3.0:1734686273.636771:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848661888:0@lo:400:kworker.0 00000100:00100000:2.0:1734686273.636778:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079883480 x1818938848662272/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686273.636798:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686273.636800:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686273.636801:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686273.636804:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11068 00000100:00080000:2.0:1734686273.636806:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686273.636808:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686273.636813:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079881f80 x1818938848662656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686273.636825:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686273.636827:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686273.636831:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848661760:0@lo:400:kworker.0 00000100:00100000:2.0:1734686273.636854:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848662144 00000100:00100000:2.0:1734686273.636859:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848662144 00000100:00100000:0.0:1734686273.636864:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848662912:0@lo:400:kworker.0 00000100:00100000:3.0:1734686273.636865:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848662528:0@lo:400:kworker.0 00000100:00100000:1.0:1734686273.636868:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686273.636889:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848662400:0@lo:400:kworker.0 00000100:00100000:0.0:1734686273.636890:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686273.636895:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41845 00000100:00100000:3.0:1734686273.636896:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848662272:0@lo:8:kworker.0 00000100:00100000:2.0:1734686273.636901:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848662144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686273.636911:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686273.636916:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686243 00000100:00100000:3.0:1734686273.636924:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848661888 00000100:00100000:0.0:1734686273.636928:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848661760 00000100:00100000:3.0:1734686273.636929:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848661888 00000100:00100000:0.0:1734686273.636931:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848661760 00000100:00100000:1.0:1734686273.636941:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848662912 00000100:00100000:1.0:1734686273.636943:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848662912 00000100:00100000:2.0:1734686273.636948:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848662144:12345-0@lo:400:kworker.0 Request processed in 46us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686273.636955:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:2.0:1734686273.636955:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41845 00000100:00100000:3.0:1734686273.636959:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3879 00000100:00100000:0.0:1734686273.636960:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848661760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686273.636963:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3880 00000100:00100000:3.0:1734686273.636965:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848661888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686273.636967:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848662912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686273.636989:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848662400 00000100:00100000:1.0:1734686273.636992:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848662912:12345-0@lo:400:kworker.0 Request processed in 25us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686273.636993:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848662400 00000100:00100000:3.0:1734686273.636997:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848661888:12345-0@lo:400:kworker.0 Request processed in 32us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686273.636998:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848661760:12345-0@lo:400:kworker.0 Request processed in 38us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686273.636998:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3880 00000100:00100000:0.0:1734686273.637002:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:3.0:1734686273.637002:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3879 00000100:00100000:2.0:1734686273.637011:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8099 00000100:00100000:2.0:1734686273.637014:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848662400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686273.637015:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686273.637016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686243 00000100:00080000:0.0:1734686273.637018:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686243 00000100:00080000:0.0:1734686273.637020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686243 00000100:00100000:3.0:1734686273.637025:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686273.637026:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848662784:0@lo:400:kworker.0 00000100:00100000:0.0:1734686273.637037:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848662912:0@lo:400:kworker.0 00000100:00100000:2.0:1734686273.637041:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848662400:12345-0@lo:400:kworker.0 Request processed in 27us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686273.637043:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686273.637043:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848662656:0@lo:8:kworker.0 00000100:00100000:0.0:1734686273.637044:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848662144:0@lo:400:kworker.0 00000100:00100000:2.0:1734686273.637046:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8099 00000100:00100000:2.0:1734686273.637054:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848662272 00000100:00100000:2.0:1734686273.637056:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848662272 00000100:00100000:1.0:1734686273.637058:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848662784 00000100:00100000:1.0:1734686273.637059:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848662784 00000100:00100000:3.0:1734686273.637060:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686273.637078:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848662656 00000100:00100000:1.0:1734686273.637079:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8100 00000100:00100000:2.0:1734686273.637080:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848662656 00000100:00100000:1.0:1734686273.637083:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848662784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686273.637084:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54700 00000100:00100000:0.0:1734686273.637087:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848662272:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686273.637094:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54701 00000100:00100000:1.0:1734686273.637098:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848662784:12345-0@lo:400:kworker.0 Request processed in 14us (54us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686273.637099:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848662656:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686273.637100:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686273.637101:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8100 00010000:00020000:3.0:1734686273.637109:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686273.637115:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848662016 00000100:00100000:0.0:1734686273.637116:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848662272:12345-0@lo:8:kworker.0 Request processed in 28us (92us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686273.637117:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848662016 00000100:00100000:0.0:1734686273.637120:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54700 00000100:00100000:1.0:1734686273.637125:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3881 00000100:00100000:3.0:1734686273.637125:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848662656:12345-0@lo:8:kworker.0 Request processed in 26us (65us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686273.637127:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848662016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686273.637129:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54701 00000100:00080000:0.0:1734686273.637130:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686243 00000100:00080000:0.0:1734686273.637131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686243 00000100:00100000:1.0:1734686273.637140:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848662016:12345-0@lo:400:kworker.0 Request processed in 12us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686273.637145:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3881 00000100:00080000:3.0:1734686273.637147:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686273.637149:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686273.637151:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848662272:0@lo:8:kworker.0 00000100:00080000:3.0:1734686273.637157:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686273.637159:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686273.637160:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848662656:0@lo:8:kworker.0 00000100:00100000:1.0:1734686273.637162:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848662784:0@lo:400:kworker.0 00000100:00100000:1.0:1734686273.637168:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848662016:0@lo:400:kworker.0 00000100:00100000:3.0:1734686273.637172:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686273.637183:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848661760:0@lo:400:kworker.0 00000100:00100000:1.0:1734686273.637188:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848662400:0@lo:400:kworker.0 00000100:00100000:3.0:1734686273.637203:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848661888:0@lo:400:kworker.0 00000100:00100000:2.0:1734686273.637218:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848662528 00000100:00100000:2.0:1734686273.637222:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848662528 00000100:00100000:2.0:1734686273.637241:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3882 00000100:00100000:2.0:1734686273.637245:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848662528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686273.637273:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848662528:12345-0@lo:400:kworker.0 Request processed in 29us (101us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686273.637278:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3882 00000100:00100000:3.0:1734686273.637307:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848662528:0@lo:400:kworker.0 00000100:00100000:1.0:1734686273.652747:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848663040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686273.652811:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686273.652854:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848663040 00000100:00100000:2.0:1734686273.652863:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848663040 00000100:00100000:2.0:1734686273.652905:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41846 00000100:00100000:2.0:1734686273.652910:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848663040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686273.652945:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686273.652992:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848663040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686273.652998:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41846 00000100:00100000:1.0:1734686273.653017:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848663040:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686273.717510:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848663168:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686273.717600:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686273.717663:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848663168 00000100:00100000:2.0:1734686273.717669:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848663168 00000100:00100000:0.0:1734686273.717729:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7226 00000100:00100000:0.0:1734686273.717735:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848663168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686273.717759:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686273.717790:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848663168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686273.717795:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7226 00000100:00100000:2.0:1734686273.717823:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848663168:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686273.901264:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686274.902725:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686275.412685:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848663296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686275.412731:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686275.412786:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848663296 00000100:00100000:0.0:1734686275.412791:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848663296 00000100:00100000:0.0:1734686275.412824:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7227 00000100:00080000:2.0:1734686275.412826:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686245 00000100:00100000:0.0:1734686275.412828:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848663296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686275.412844:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686275.412879:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848663296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686275.412883:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7227 00000100:00100000:1.0:1734686275.412918:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848663296:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686275.904709:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686276.071037:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686276.071081:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686276.071099:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872777856 00000100:00100000:3.0:1734686276.071107:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872777856 00000100:00100000:0.0:1734686276.071108:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:2.0:1734686276.071131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686246 00000100:00100000:3.0:1734686276.071144:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1265 00000100:00100000:0.0:1734686276.071146:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686276.071148:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872777984 00000100:00100000:3.0:1734686276.071150:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872777856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686276.071152:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872777984 00000100:00100000:1.0:1734686276.071167:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872778112 00000100:00100000:1.0:1734686276.071172:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872778112 00000100:00100000:2.0:1734686276.071186:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3883 00000100:00100000:2.0:1734686276.071190:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872777984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686276.071200:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872777856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686276.071206:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1265 00000100:00100000:1.0:1734686276.071209:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3884 00000100:00100000:2.0:1734686276.071213:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872777984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686276.071214:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872778112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686276.071217:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3883 00000100:00080000:2.0:1734686276.071229:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686246 00000100:00080000:2.0:1734686276.071231:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686246 00000100:00100000:3.0:1734686276.071233:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872778240 00000100:00100000:3.0:1734686276.071236:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872778240 00000100:00100000:1.0:1734686276.071241:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872778112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686276.071246:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3884 00000100:00100000:3.0:1734686276.071251:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54702 00000100:00100000:3.0:1734686276.071255:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872778240:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734686276.071274:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686276.071303:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872778240:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 46us (157us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686276.071307:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54702 00010000:00010000:3.0:1734686276.906729:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1734686277.908646:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686278.597497:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686278.597515:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848663424:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686278.597586:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686278.597672:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848663424 00000100:00100000:2.0:1734686278.597679:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848663424 00000100:00100000:2.0:1734686278.597719:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41847 00000100:00100000:2.0:1734686278.597725:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848663424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686278.597752:0:9591:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686278.597802:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848663424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686278.597808:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41847 00000100:00100000:1.0:1734686278.597894:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848663424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686278.644686:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1734686278.644690:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686278.644695:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686278.644698:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686278.644703:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11073 00000100:00100000:0.0:1734686278.644704:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848663936:0@lo:400:kworker.0 00000100:00080000:2.0:1734686278.644707:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686278.644712:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686278.644729:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079880a80 x1818938848664064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686278.644751:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686278.644751:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686278.644754:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686278.644755:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686278.644758:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11073 00000100:00080000:2.0:1734686278.644760:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686278.644762:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686278.644770:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079882680 x1818938848664448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686278.644774:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848663552:0@lo:400:kworker.0 00000100:00100000:1.0:1734686278.644776:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848663808:0@lo:400:kworker.0 00000100:00100000:0.0:1734686278.644791:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686278.644798:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848663936 00000100:00100000:0.0:1734686278.644804:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848664704:0@lo:400:kworker.0 00000100:00100000:2.0:1734686278.644804:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848663936 00000100:00100000:1.0:1734686278.644806:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686278.644819:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686278.644824:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848664576:0@lo:400:kworker.0 00000100:00100000:0.0:1734686278.644832:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734686278.644834:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41848 00000100:00100000:0.0:1734686278.644836:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848664192:0@lo:400:kworker.0 00000100:00100000:1.0:1734686278.644840:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686278.644840:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848663936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686278.644849:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686278.644851:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734686278.644855:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848663680:0@lo:400:kworker.0 00000100:00100000:0.0:1734686278.644866:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848663552 00000100:00100000:0.0:1734686278.644868:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848663552 00000100:00100000:1.0:1734686278.644873:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686278.644880:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848663936:12345-0@lo:400:kworker.0 Request processed in 40us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686278.644882:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848664320:0@lo:400:kworker.0 00000100:00100000:0.0:1734686278.644886:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1734686278.644886:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41848 00000100:00100000:0.0:1734686278.644890:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848663552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686278.644894:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686278.644905:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848663808 00000100:00100000:2.0:1734686278.644907:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848663808 00000100:00100000:0.0:1734686278.644910:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848663552:12345-0@lo:400:kworker.0 Request processed in 19us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686278.644910:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848664704 00000100:00100000:1.0:1734686278.644913:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848664704 00000100:00100000:0.0:1734686278.644915:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1734686278.644923:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848663680 00000100:00100000:2.0:1734686278.644925:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848663680 00000100:00100000:1.0:1734686278.644928:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848664320 00000100:00100000:1.0:1734686278.644930:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848664320 00000100:00100000:2.0:1734686278.644933:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3885 00000100:00100000:2.0:1734686278.644937:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848663808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686278.644945:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3886 00000100:00100000:0.0:1734686278.644949:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848664704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686278.644956:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3887 00000100:00100000:1.0:1734686278.644960:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848663680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686278.644972:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848664704:12345-0@lo:400:kworker.0 Request processed in 22us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686278.644976:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3886 00000100:00100000:3.0:1734686278.644981:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848664064:0@lo:8:kworker.0 00000100:00100000:1.0:1734686278.644986:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848663680:12345-0@lo:400:kworker.0 Request processed in 25us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686278.644989:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3888 00000100:00100000:0.0:1734686278.644992:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848664320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686278.644992:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3887 00000100:00100000:3.0:1734686278.645005:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686278.645006:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848664320:12345-0@lo:400:kworker.0 Request processed in 14us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686278.645011:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3888 00000100:00100000:3.0:1734686278.645017:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848664448:0@lo:8:kworker.0 00000100:00100000:1.0:1734686278.645024:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848663680:0@lo:400:kworker.0 00000100:00100000:0.0:1734686278.645029:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848664704:0@lo:400:kworker.0 00000100:00100000:3.0:1734686278.645030:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686278.645033:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848664320:0@lo:400:kworker.0 00000100:00100000:0.0:1734686278.645036:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848663936:0@lo:400:kworker.0 00000100:00100000:0.0:1734686278.645041:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848663552:0@lo:400:kworker.0 00000100:00100000:3.0:1734686278.645049:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848664576 00000100:00100000:1.0:1734686278.645052:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848664192 00000100:00100000:3.0:1734686278.645052:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848664576 00000100:00100000:1.0:1734686278.645054:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848664192 00000100:00100000:3.0:1734686278.645066:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848664064 00000100:00100000:3.0:1734686278.645068:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848664064 00000100:00100000:1.0:1734686278.645070:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848664448 00000100:00100000:1.0:1734686278.645072:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848664448 00000100:00100000:0.0:1734686278.645076:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8101 00000100:00100000:0.0:1734686278.645081:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848664576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686278.645089:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8102 00000100:00100000:3.0:1734686278.645093:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848664192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686278.645098:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54703 00000100:00100000:1.0:1734686278.645101:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848664064:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686278.645105:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848664576:12345-0@lo:400:kworker.0 Request processed in 24us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686278.645109:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8101 00000100:00100000:3.0:1734686278.645116:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848664192:12345-0@lo:400:kworker.0 Request processed in 22us (266us total) trans 0 rc 0/0 00010000:00020000:1.0:1734686278.645117:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686278.645120:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8102 00000100:00100000:0.0:1734686278.645123:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54704 00000100:00100000:0.0:1734686278.645126:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848664448:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686278.645135:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686278.645140:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848664064:12345-0@lo:8:kworker.0 Request processed in 38us (134us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686278.645146:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54703 00000100:00080000:3.0:1734686278.645150:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686278.645151:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848664448:12345-0@lo:8:kworker.0 Request processed in 24us (120us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734686278.645153:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686278.645155:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54704 00000100:00100000:3.0:1734686278.645155:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848664064:0@lo:8:kworker.0 00000100:00080000:3.0:1734686278.645161:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686278.645163:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686278.645165:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848664448:0@lo:8:kworker.0 00000100:00100000:0.0:1734686278.645172:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848664576:0@lo:400:kworker.0 00000100:00100000:0.0:1734686278.645184:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848664192:0@lo:400:kworker.0 00000100:00100000:2.0:1734686278.645234:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848663808:12345-0@lo:400:kworker.0 Request processed in 296us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686278.645239:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3885 00000100:00080000:2.0:1734686278.645252:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686248 00000100:00080000:2.0:1734686278.645255:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686248 00000100:00100000:0.0:1734686278.645256:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848663808:0@lo:400:kworker.0 00000100:00080000:2.0:1734686278.645256:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686248 00000100:00080000:2.0:1734686278.645257:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686248 00000100:00100000:0.0:1734686278.661037:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848664832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686278.661088:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686278.661126:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848664832 00000100:00100000:1.0:1734686278.661133:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848664832 00000100:00100000:1.0:1734686278.661169:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41849 00000100:00100000:1.0:1734686278.661174:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848664832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686278.661203:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686278.661244:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848664832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686278.661250:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41849 00000100:00100000:0.0:1734686278.661270:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848664832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686278.724735:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848664960:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686278.724780:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686278.724801:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848664960 00000100:00100000:0.0:1734686278.724807:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848664960 00000100:00100000:0.0:1734686278.724844:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7228 00000100:00100000:0.0:1734686278.724850:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848664960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686278.724874:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686278.724907:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848664960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686278.724912:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7228 00000100:00100000:3.0:1734686278.724923:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848664960:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686278.910732:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686279.912717:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686280.420732:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848665088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686280.420783:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686280.420837:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848665088 00000100:00100000:2.0:1734686280.420842:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848665088 00000100:00080000:0.0:1734686280.420874:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686250 00000100:00100000:2.0:1734686280.420876:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7229 00000100:00100000:2.0:1734686280.420880:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848665088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686280.420897:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686280.420922:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848665088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686280.420926:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7229 00000100:00100000:0.0:1734686280.420943:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848665088:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686280.914729:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686281.078698:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686281.078727:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686281.078746:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686281.078750:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872778496 00000100:00100000:2.0:1734686281.078758:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872778496 00000100:00100000:0.0:1734686281.078765:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734686281.078776:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686251 00000100:00100000:1.0:1734686281.078782:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872778368 00000100:00100000:0.0:1734686281.078784:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872778624 00000100:00100000:0.0:1734686281.078786:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872778624 00000100:00100000:1.0:1734686281.078787:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872778368 00000100:00100000:2.0:1734686281.078792:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3889 00000100:00100000:2.0:1734686281.078799:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872778496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686281.078803:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3890 00000100:00100000:0.0:1734686281.078806:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872778624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686281.078810:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1267 00000100:00100000:1.0:1734686281.078814:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872778368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686281.078845:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872778624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686281.078845:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872778496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686281.078849:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3890 00000100:00100000:1.0:1734686281.078850:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872778368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686281.078851:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3889 00000100:00100000:1.0:1734686281.078856:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1267 00000100:00100000:2.0:1734686281.078875:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872778752 00000100:00100000:2.0:1734686281.078876:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872778752 00000100:00100000:2.0:1734686281.078886:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54705 00000100:00100000:2.0:1734686281.078889:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872778752:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734686281.078904:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686281.078915:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872778752:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 25us (170us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686281.078918:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54705 00000100:00080000:0.0:1734686281.078955:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686251 00000100:00080000:0.0:1734686281.078958:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686251 00010000:00010000:3.0:1734686281.916732:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686282.918876:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686283.604690:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4877800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848665216:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686283.604741:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686283.604773:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848665216 00000100:00100000:1.0:1734686283.604779:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848665216 00000100:00100000:1.0:1734686283.604802:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41850 00000100:00100000:1.0:1734686283.604806:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079881f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848665216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686283.604832:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686283.604864:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079881f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848665216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686283.604871:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41850 00000100:00100000:2.0:1734686283.604881:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4877800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848665216:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686283.652710:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848665344:0@lo:400:kworker.0 00000100:00080000:2.0:1734686283.652717:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686283.652722:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686283.652725:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686283.652726:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848665472:0@lo:400:kworker.0 00000100:00080000:2.0:1734686283.652730:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11078 00000100:00080000:2.0:1734686283.652734:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686283.652738:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686283.652743:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848665600:0@lo:400:kworker.0 00000100:00100000:2.0:1734686283.652755:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079881500 x1818938848665856/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686283.652762:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686283.652762:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686283.652783:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848665344 00000100:00080000:2.0:1734686283.652784:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686283.652787:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686283.652788:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686283.652789:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848665344 00000100:00080000:2.0:1734686283.652791:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11078 00000100:00080000:2.0:1734686283.652792:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686283.652795:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686283.652796:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848665984:0@lo:400:kworker.0 00000100:00100000:3.0:1734686283.652796:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848666112:0@lo:400:kworker.0 00000100:00100000:2.0:1734686283.652805:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079882d80 x1818938848666240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686283.652814:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686283.652816:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686283.652820:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:3.0:1734686283.652823:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686283.652825:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848665344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686283.652827:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734686283.652827:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848666368:0@lo:400:kworker.0 00000100:00100000:0.0:1734686283.652831:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848665728:0@lo:400:kworker.0 00000100:00100000:2.0:1734686283.652832:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848665856:0@lo:8:kworker.0 00000100:00100000:3.0:1734686283.652841:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686283.652848:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686283.652858:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848665344:12345-0@lo:400:kworker.0 Request processed in 32us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686283.652858:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686283.652864:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:0.0:1734686283.652865:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848666496:0@lo:400:kworker.0 00000100:00100000:2.0:1734686283.652871:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848666240:0@lo:8:kworker.0 00000100:00100000:3.0:1734686283.652873:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848665984 00000100:00100000:3.0:1734686283.652876:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848665984 00000100:00100000:0.0:1734686283.652880:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686283.652881:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686283.652892:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848666368 00000100:00100000:1.0:1734686283.652893:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848665472 00000100:00100000:1.0:1734686283.652894:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848665472 00000100:00100000:3.0:1734686283.652894:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848666368 00000100:00100000:0.0:1734686283.652899:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848665344:0@lo:400:kworker.0 00000100:00100000:2.0:1734686283.652900:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848665856 00000100:00100000:2.0:1734686283.652902:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848665856 00000100:00100000:3.0:1734686283.652903:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848666240 00000100:00100000:3.0:1734686283.652905:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848666240 00000100:00100000:1.0:1734686283.652913:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848666112 00000100:00080000:0.0:1734686283.652914:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686253 00000100:00100000:3.0:1734686283.652914:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8103 00000100:00100000:1.0:1734686283.652915:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848666112 00000100:00080000:0.0:1734686283.652917:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686253 00000100:00100000:3.0:1734686283.652917:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848665984:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686283.652919:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686253 00000100:00100000:2.0:1734686283.652920:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8104 00000100:00100000:1.0:1734686283.652924:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848666496 00000100:00100000:2.0:1734686283.652925:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848666368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686283.652926:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848666496 00000100:00100000:0.0:1734686283.652932:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3891 00000100:00100000:0.0:1734686283.652936:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848665472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686283.652944:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3892 00000100:00100000:3.0:1734686283.652944:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848665984:12345-0@lo:400:kworker.0 Request processed in 26us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686283.652947:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848666112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686283.652949:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848666368:12345-0@lo:400:kworker.0 Request processed in 24us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686283.652950:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8103 00000100:00100000:2.0:1734686283.652953:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8104 00000100:00100000:3.0:1734686283.652961:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54706 00000100:00100000:0.0:1734686283.652963:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3766:x1818938848665472:12345-0@lo:400:kworker.0 Request processed in 26us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686283.652963:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54707 00000100:00100000:3.0:1734686283.652964:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848666240:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686283.652965:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848665856:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686283.652967:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3766:x1818938848666112:12345-0@lo:400:kworker.0 Request processed in 20us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686283.652968:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3891 00000100:00100000:1.0:1734686283.652972:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3892 00010000:00020000:2.0:1734686283.652977:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686283.652979:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3893 00010000:00020000:3.0:1734686283.652981:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686283.652983:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848666496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686283.652995:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848665856:12345-0@lo:8:kworker.0 Request processed in 29us (138us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686283.652996:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686283.652999:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848666240:12345-0@lo:8:kworker.0 Request processed in 34us (116us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686283.653003:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3769:x1818938848666496:12345-0@lo:400:kworker.0 Request processed in 20us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686283.653003:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54707 00000100:00100000:3.0:1734686283.653006:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54706 00000100:00100000:0.0:1734686283.653008:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3893 00000100:00100000:1.0:1734686283.653010:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848665600 00000100:00100000:1.0:1734686283.653012:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848665600 00000100:00100000:1.0:1734686283.653027:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3894 00000100:00080000:2.0:1734686283.653027:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686283.653030:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686283.653031:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848665600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686283.653032:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3769:1818938848666496:0@lo:400:kworker.0 00000100:00100000:2.0:1734686283.653033:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848665856:0@lo:8:kworker.0 00000100:00080000:3.0:1734686283.653035:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686253 00000100:00080000:2.0:1734686283.653038:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686283.653040:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686283.653041:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848665984:0@lo:400:kworker.0 00000100:00100000:2.0:1734686283.653041:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848666240:0@lo:8:kworker.0 00000100:00100000:1.0:1734686283.653051:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848665600:12345-0@lo:400:kworker.0 Request processed in 20us (54us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686283.653056:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848666368:0@lo:400:kworker.0 00000100:00100000:1.0:1734686283.653059:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3894 00000100:00100000:0.0:1734686283.653062:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848665728 00000100:00100000:2.0:1734686283.653062:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3766:1818938848666112:0@lo:400:kworker.0 00000100:00100000:0.0:1734686283.653064:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848665728 00000100:00100000:2.0:1734686283.653066:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3766:1818938848665472:0@lo:400:kworker.0 00000100:00100000:1.0:1734686283.653077:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848665600:0@lo:400:kworker.0 00000100:00100000:0.0:1734686283.653091:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41851 00000100:00100000:0.0:1734686283.653095:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848665728:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686283.653096:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686253 00000100:00100000:0.0:1734686283.653135:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848665728:12345-0@lo:400:kworker.0 Request processed in 39us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686283.653140:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41851 00000100:00100000:2.0:1734686283.653151:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848665728:0@lo:400:kworker.0 00000100:00100000:2.0:1734686283.668729:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848666624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686283.668778:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686283.668817:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848666624 00000100:00100000:0.0:1734686283.668824:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848666624 00000100:00100000:0.0:1734686283.668864:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41852 00000100:00100000:0.0:1734686283.668872:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848666624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686283.668902:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686283.668946:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848666624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686283.668953:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41852 00000100:00100000:2.0:1734686283.668963:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848666624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686283.732738:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848666752:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686283.732790:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686283.732851:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848666752 00000100:00100000:0.0:1734686283.732858:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848666752 00000100:00100000:0.0:1734686283.732894:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7230 00000100:00100000:0.0:1734686283.732900:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848666752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686283.732928:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686283.732971:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848666752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686283.732977:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7230 00000100:00100000:2.0:1734686283.733004:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848666752:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686283.920711:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686284.922717:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686285.428776:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848666880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686285.428833:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686285.428951:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848666880 00000100:00100000:0.0:1734686285.428959:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848666880 00000100:00100000:0.0:1734686285.429004:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7231 00000100:00100000:0.0:1734686285.429011:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848666880:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734686285.429021:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686255 00002000:00000024:0.0:1734686285.429030:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686285.429066:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848666880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686285.429072:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7231 00000100:00100000:1.0:1734686285.429159:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848666880:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686285.924696:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686286.086809:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686286.086836:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686286.086850:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686286.086861:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872778880 00000100:00100000:2.0:1734686286.086868:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872778880 00000100:00100000:0.0:1734686286.086872:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686286.086892:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872779008 00000100:00100000:0.0:1734686286.086894:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872779136 00000100:00100000:0.0:1734686286.086896:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872779136 00000100:00100000:1.0:1734686286.086897:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872779008 00000100:00100000:2.0:1734686286.086909:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1269 00000100:00100000:2.0:1734686286.086914:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872778880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686286.086917:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3895 00000100:00100000:0.0:1734686286.086920:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872779136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686286.086922:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3896 00000100:00100000:3.0:1734686286.086924:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872779264 00000100:00100000:1.0:1734686286.086926:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872779008:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686286.086928:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872779264 00000100:00100000:3.0:1734686286.086945:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54708 00000100:00100000:3.0:1734686286.086948:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872779264:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686286.086956:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872778880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686286.086959:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872779136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686286.086960:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1269 00000100:00100000:1.0:1734686286.086961:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872779008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686286.086963:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3895 00010000:00020000:3.0:1734686286.086963:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686286.086967:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3896 00000100:00100000:3.0:1734686286.086982:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872779264:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 33us (109us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686286.086986:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54708 00000100:00080000:0.0:1734686286.086994:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686256 00000100:00080000:0.0:1734686286.086997:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686256 00000100:00080000:0.0:1734686286.086998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686256 00010000:00010000:3.0:1734686286.926970:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686287.928704:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686288.612735:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848667008:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686288.612786:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686288.612825:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848667008 00000100:00100000:0.0:1734686288.612833:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848667008 00000100:00100000:0.0:1734686288.612872:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41853 00000100:00100000:0.0:1734686288.612878:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848667008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686288.612906:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686288.612953:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848667008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686288.612960:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41853 00000100:00100000:3.0:1734686288.612981:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848667008:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686288.660726:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686288.660727:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848667136:0@lo:400:kworker.0 00000100:00100000:3.0:1734686288.660730:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848667520:0@lo:400:kworker.0 00000100:00080000:2.0:1734686288.660732:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686288.660735:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686288.660740:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11083 00000100:00080000:2.0:1734686288.660743:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686288.660745:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848667392:0@lo:400:kworker.0 00000100:00080000:2.0:1734686288.660748:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686288.660764:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090784380 x1818938848667648/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686288.660779:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686288.660779:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686288.660783:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686288.660790:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686288.660792:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686288.660794:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686288.660797:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11083 00000100:00080000:2.0:1734686288.660799:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1734686288.660806:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848667776:0@lo:400:kworker.0 00000100:00100000:1.0:1734686288.660807:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848668032:0@lo:400:kworker.0 00000100:00080000:2.0:1734686288.660812:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686288.660821:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090787b80 x1818938848668160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686288.660821:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848667648:0@lo:8:kworker.0 00000100:00100000:0.0:1734686288.660823:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686288.660825:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686288.660836:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686288.660839:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686288.660840:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848668288:0@lo:400:kworker.0 00000100:00100000:1.0:1734686288.660842:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734686288.660846:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848667264:0@lo:400:kworker.0 00000100:00100000:3.0:1734686288.660849:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848668160:0@lo:8:kworker.0 00000100:00100000:2.0:1734686288.660852:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734686288.660854:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686288.660859:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848668416:0@lo:400:kworker.0 00000100:00100000:1.0:1734686288.660864:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686288.660864:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686288.660874:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848667904:0@lo:400:kworker.0 00000100:00100000:0.0:1734686288.660876:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848667136 00000100:00100000:2.0:1734686288.660880:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686288.660882:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848667136 00000100:00100000:3.0:1734686288.660882:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848667776 00000100:00100000:3.0:1734686288.660885:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848667776 00000100:00100000:1.0:1734686288.660893:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848667392 00000100:00100000:1.0:1734686288.660896:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848667392 00000100:00100000:2.0:1734686288.660904:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848667648 00000100:00100000:3.0:1734686288.660906:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848668288 00000100:00100000:2.0:1734686288.660907:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848667648 00000100:00100000:3.0:1734686288.660908:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848668288 00000100:00100000:1.0:1734686288.660913:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848667264 00000100:00100000:1.0:1734686288.660915:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848667264 00000100:00100000:3.0:1734686288.660915:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848668160 00000100:00100000:3.0:1734686288.660917:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848668160 00000100:00100000:0.0:1734686288.660918:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:2.0:1734686288.660923:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8105 00000100:00100000:0.0:1734686288.660927:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848667136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686288.660927:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8106 00000100:00100000:2.0:1734686288.660928:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848667776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686288.660931:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079880380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848668288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686288.660962:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079880380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848668288:12345-0@lo:400:kworker.0 Request processed in 31us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686288.660963:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848667776:12345-0@lo:400:kworker.0 Request processed in 35us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686288.660964:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3769:x1818938848667136:12345-0@lo:400:kworker.0 Request processed in 40us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686288.660968:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8106 00000100:00100000:0.0:1734686288.660969:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:2.0:1734686288.660971:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8105 00000100:00100000:3.0:1734686288.660979:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54709 00000100:00100000:2.0:1734686288.660982:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54710 00000100:00100000:3.0:1734686288.660982:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848667648:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686288.660986:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848668160:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686288.660992:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848668416 00000100:00100000:0.0:1734686288.660995:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848668416 00010000:00020000:3.0:1734686288.660995:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734686288.661008:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686288.661011:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848667648:12345-0@lo:8:kworker.0 Request processed in 28us (171us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686288.661012:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3897 00000100:00100000:3.0:1734686288.661016:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54709 00000100:00100000:0.0:1734686288.661017:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848667392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686288.661027:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848668160:12345-0@lo:8:kworker.0 Request processed in 39us (161us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686288.661028:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3898 00000100:00100000:2.0:1734686288.661032:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54710 00000100:00100000:1.0:1734686288.661037:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848668416:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686288.661041:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686288.661042:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848667392:12345-0@lo:400:kworker.0 Request processed in 23us (257us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686288.661044:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686288.661046:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3897 00000100:00100000:3.0:1734686288.661047:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848668160:0@lo:8:kworker.0 00000100:00100000:2.0:1734686288.661052:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848667520 00000100:00080000:3.0:1734686288.661052:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686288.661054:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686288.661055:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848667520 00000100:00100000:3.0:1734686288.661056:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848667648:0@lo:8:kworker.0 00000100:00100000:0.0:1734686288.661059:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3899 00000100:00100000:0.0:1734686288.661062:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848667264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686288.661066:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848668416:12345-0@lo:400:kworker.0 Request processed in 29us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686288.661071:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3898 00000100:00100000:2.0:1734686288.661071:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848668032 00000100:00100000:2.0:1734686288.661073:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848668032 00000100:00100000:0.0:1734686288.661078:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848667264:12345-0@lo:400:kworker.0 Request processed in 16us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686288.661081:0:4554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41854 00000100:00100000:0.0:1734686288.661082:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3899 00000100:00100000:2.0:1734686288.661085:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41855 00000100:00100000:3.0:1734686288.661085:0:4554:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848667520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686288.661089:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848668032:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686288.661093:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686258 00000100:00100000:1.0:1734686288.661093:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686288.661096:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686258 00000100:00080000:0.0:1734686288.661098:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686258 00000100:00080000:0.0:1734686288.661100:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686258 00000100:00100000:0.0:1734686288.661108:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848667904 00000100:00100000:3.0:1734686288.661108:0:4554:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848667520:12345-0@lo:400:kworker.0 Request processed in 23us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686288.661110:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848667904 00000100:00100000:1.0:1734686288.661111:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848667392:0@lo:400:kworker.0 00000100:00100000:2.0:1734686288.661113:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848668032:12345-0@lo:400:kworker.0 Request processed in 23us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686288.661113:0:4554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41854 00000100:00100000:2.0:1734686288.661118:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41855 00000100:00100000:1.0:1734686288.661124:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848667264:0@lo:400:kworker.0 00000100:00100000:1.0:1734686288.661129:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848668032:0@lo:400:kworker.0 00000100:00100000:0.0:1734686288.661131:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3900 00000100:00100000:0.0:1734686288.661134:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848667904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686288.661139:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848668416:0@lo:400:kworker.0 00000100:00100000:2.0:1734686288.661146:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848667520:0@lo:400:kworker.0 00000100:00100000:0.0:1734686288.661157:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848667904:12345-0@lo:400:kworker.0 Request processed in 22us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686288.661161:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3900 00000100:00100000:1.0:1734686288.661165:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848667904:0@lo:400:kworker.0 00000100:00100000:0.0:1734686288.661179:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848668288:0@lo:400:kworker.0 00000100:00100000:0.0:1734686288.661186:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848667776:0@lo:400:kworker.0 00000100:00100000:0.0:1734686288.661191:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3769:1818938848667136:0@lo:400:kworker.0 00000100:00100000:1.0:1734686288.676717:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686288.676736:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848668544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686288.676788:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686288.676836:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848668544 00000100:00100000:3.0:1734686288.676842:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848668544 00000100:00100000:3.0:1734686288.676882:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41856 00000100:00100000:3.0:1734686288.676888:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848668544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686288.676917:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686288.676964:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848668544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686288.676971:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41856 00000100:00100000:1.0:1734686288.677025:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848668544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686288.740713:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848668672:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686288.740764:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686288.740800:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848668672 00000100:00100000:2.0:1734686288.740807:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848668672 00000100:00100000:2.0:1734686288.740845:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7232 00000100:00100000:2.0:1734686288.740851:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848668672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686288.740874:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686288.740908:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848668672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686288.740913:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7232 00000100:00100000:1.0:1734686288.740937:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848668672:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686288.930730:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686289.932732:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686290.437333:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848668800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686290.437386:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686290.437451:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848668800 00000100:00100000:0.0:1734686290.437458:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848668800 00000100:00080000:2.0:1734686290.437491:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686260 00000100:00100000:0.0:1734686290.437505:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7233 00000100:00100000:0.0:1734686290.437512:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848668800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686290.437549:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686290.437594:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848668800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686290.437600:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7233 00000100:00100000:2.0:1734686290.437627:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848668800:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686290.934681:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686291.094890:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686291.094935:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686291.094968:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872779392 00000100:00100000:0.0:1734686291.094973:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686291.094978:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872779392 00000100:00100000:2.0:1734686291.095027:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1271 00000100:00100000:3.0:1734686291.095032:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872779648 00000100:00100000:2.0:1734686291.095035:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872779392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686291.095036:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872779648 00000100:00100000:1.0:1734686291.095042:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872779520 00000100:00100000:1.0:1734686291.095052:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872779520 00000100:00100000:3.0:1734686291.095069:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3901 00000100:00100000:0.0:1734686291.095072:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686291.095074:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872779648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686291.095099:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872779392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686291.095105:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3902 00000100:00100000:3.0:1734686291.095106:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872779648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686291.095107:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1271 00000100:00100000:1.0:1734686291.095111:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872779520:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686291.095113:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3901 00000100:00080000:3.0:1734686291.095138:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686261 00000100:00080000:3.0:1734686291.095142:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686261 00000100:00080000:3.0:1734686291.095144:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686261 00000100:00100000:0.0:1734686291.095179:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872779776 00000100:00100000:0.0:1734686291.095183:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872779776 00000100:00100000:1.0:1734686291.095183:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079883480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872779520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 72us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686291.095190:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3902 00000100:00100000:0.0:1734686291.095210:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54711 00000100:00100000:0.0:1734686291.095215:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872779776:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686291.095237:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686291.095263:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872779776:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 46us (191us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686291.095269:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54711 00010000:00010000:3.0:1734686291.936707:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686292.938854:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686293.620740:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848668928:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686293.620796:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686293.620880:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848668928 00000100:00100000:3.0:1734686293.620886:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848668928 00000100:00100000:3.0:1734686293.620926:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41857 00000100:00100000:3.0:1734686293.620932:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848668928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686293.620961:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686293.621008:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848668928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686293.621014:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41857 00000100:00100000:1.0:1734686293.621031:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848668928:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686293.668728:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686293.668734:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686293.668736:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686293.668744:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11089 00000100:00100000:3.0:1734686293.668746:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848669056:0@lo:400:kworker.0 00000100:00100000:1.0:1734686293.668747:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848669184:0@lo:400:kworker.0 00000100:00080000:2.0:1734686293.668748:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686293.668753:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686293.668766:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848669440:0@lo:400:kworker.0 00000100:00100000:2.0:1734686293.668768:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090784700 x1818938848669568/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686293.668791:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686293.668793:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686293.668794:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686293.668796:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11089 00000100:00080000:2.0:1734686293.668798:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686293.668799:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686293.668806:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090785880 x1818938848670080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686293.668807:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686293.668807:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686293.668807:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686293.668833:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848669824:0@lo:400:kworker.0 00000100:00100000:3.0:1734686293.668833:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848669696:0@lo:400:kworker.0 00000100:00100000:0.0:1734686293.668841:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848670208:0@lo:400:kworker.0 00000100:00100000:2.0:1734686293.668844:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848669056 00000100:00100000:1.0:1734686293.668850:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686293.668850:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848669056 00000100:00100000:3.0:1734686293.668853:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686293.668867:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848669184 00000100:00100000:3.0:1734686293.668868:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848670336:0@lo:400:kworker.0 00000100:00100000:0.0:1734686293.668870:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848669184 00000100:00100000:1.0:1734686293.668871:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848669824 00000100:00100000:1.0:1734686293.668874:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848669824 00000100:00100000:2.0:1734686293.668881:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:3.0:1734686293.668882:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686293.668886:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848669056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686293.668891:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848670336 00000100:00100000:0.0:1734686293.668893:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848670336 00000100:00100000:1.0:1734686293.668898:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3903 00000100:00100000:1.0:1734686293.668902:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848669184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686293.668905:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848669568:0@lo:8:kworker.0 00000100:00100000:0.0:1734686293.668908:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3904 00000100:00100000:0.0:1734686293.668912:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848669824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686293.668924:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686293.668926:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848669056:12345-0@lo:400:kworker.0 Request processed in 39us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686293.668931:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:1.0:1734686293.668933:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848669184:12345-0@lo:400:kworker.0 Request processed in 30us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686293.668936:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848670080:0@lo:8:kworker.0 00000100:00100000:1.0:1734686293.668938:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3903 00000100:00100000:0.0:1734686293.668941:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848669824:12345-0@lo:400:kworker.0 Request processed in 28us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686293.668946:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3904 00000100:00100000:3.0:1734686293.668948:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686293.668949:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3905 00000100:00100000:1.0:1734686293.668953:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848670336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686293.668962:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848669696 00000100:00100000:2.0:1734686293.668964:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848669696 00000100:00100000:0.0:1734686293.668966:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848669440 00000100:00100000:0.0:1734686293.668968:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848669440 00000100:00100000:1.0:1734686293.668970:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848670336:12345-0@lo:400:kworker.0 Request processed in 17us (87us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686293.668970:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686263 00000100:00080000:3.0:1734686293.668974:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686263 00000100:00100000:1.0:1734686293.668975:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3905 00000100:00080000:3.0:1734686293.668976:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686263 00000100:00100000:2.0:1734686293.668980:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848669568 00000100:00100000:2.0:1734686293.668983:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848669568 00000100:00100000:3.0:1734686293.668985:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848670080 00000100:00100000:3.0:1734686293.668988:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848670080 00000100:00100000:2.0:1734686293.668993:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8107 00000100:00100000:2.0:1734686293.668997:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848669696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686293.669004:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54712 00000100:00100000:1.0:1734686293.669005:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848669824:0@lo:400:kworker.0 00000100:00100000:3.0:1734686293.669008:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848669568:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686293.669013:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848669184:0@lo:400:kworker.0 00000100:00100000:2.0:1734686293.669020:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848669696:12345-0@lo:400:kworker.0 Request processed in 23us (167us total) trans 0 rc 0/0 00010000:00020000:3.0:1734686293.669024:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686293.669025:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8107 00000100:00100000:2.0:1734686293.669033:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54713 00000100:00100000:2.0:1734686293.669036:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848670080:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686293.669045:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686293.669055:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848669568:12345-0@lo:8:kworker.0 Request processed in 46us (130us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686293.669061:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848670080:12345-0@lo:8:kworker.0 Request processed in 24us (112us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686293.669061:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54712 00000100:00100000:0.0:1734686293.669063:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41858 00000100:00100000:2.0:1734686293.669065:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54713 00000100:00100000:0.0:1734686293.669069:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079880000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848669440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686293.669089:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848669696:0@lo:400:kworker.0 00000100:00080000:3.0:1734686293.669089:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686293.669092:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686293.669095:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848669312:0@lo:400:kworker.0 00000100:00100000:3.0:1734686293.669095:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848669568:0@lo:8:kworker.0 00000100:00100000:2.0:1734686293.669098:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848670336:0@lo:400:kworker.0 00000100:00080000:3.0:1734686293.669101:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686293.669103:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686293.669104:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848669056:0@lo:400:kworker.0 00000100:00100000:3.0:1734686293.669105:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848670080:0@lo:8:kworker.0 00000100:00100000:0.0:1734686293.669109:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079880000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848669440:12345-0@lo:400:kworker.0 Request processed in 40us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686293.669114:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41858 00000100:00100000:1.0:1734686293.669114:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686293.669124:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848669952:0@lo:400:kworker.0 00000100:00100000:3.0:1734686293.669126:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848669312 00000100:00100000:0.0:1734686293.669129:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686293.669129:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848669312 00000100:00100000:1.0:1734686293.669135:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686293.669143:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686263 00000100:00100000:0.0:1734686293.669146:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848669440:0@lo:400:kworker.0 00000100:00100000:3.0:1734686293.669149:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3906 00000100:00100000:3.0:1734686293.669152:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848669312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686293.669153:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848670208 00000100:00100000:1.0:1734686293.669156:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848670208 00000100:00100000:0.0:1734686293.669160:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848669952 00000100:00100000:0.0:1734686293.669162:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848669952 00000100:00080000:2.0:1734686293.669166:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686263 00000100:00100000:0.0:1734686293.669171:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41859 00000100:00100000:1.0:1734686293.669171:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8108 00000100:00100000:0.0:1734686293.669174:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848669952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686293.669175:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079881c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848670208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686293.669180:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848669312:12345-0@lo:400:kworker.0 Request processed in 26us (65us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686293.669185:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3906 00000100:00100000:0.0:1734686293.669197:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848669952:12345-0@lo:400:kworker.0 Request processed in 21us (60us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686293.669201:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41859 00000100:00100000:1.0:1734686293.669211:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079881c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848670208:12345-0@lo:400:kworker.0 Request processed in 36us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686293.669216:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8108 00000100:00100000:2.0:1734686293.669234:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848670208:0@lo:400:kworker.0 00000100:00100000:1.0:1734686293.669236:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848669312:0@lo:400:kworker.0 00000100:00100000:1.0:1734686293.669242:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848669952:0@lo:400:kworker.0 00000100:00100000:2.0:1734686293.684736:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848670464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686293.684790:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686293.684850:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848670464 00000100:00100000:0.0:1734686293.684857:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848670464 00000100:00100000:0.0:1734686293.684889:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41860 00000100:00100000:0.0:1734686293.684895:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848670464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686293.684923:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686293.684964:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848670464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686293.684971:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41860 00000100:00100000:2.0:1734686293.684977:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848670464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686293.748706:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848670592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686293.748752:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686293.748807:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848670592 00000100:00100000:0.0:1734686293.748814:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848670592 00000100:00100000:0.0:1734686293.748859:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7234 00000100:00100000:0.0:1734686293.748870:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848670592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686293.748894:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686293.748937:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848670592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686293.748943:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7234 00000100:00100000:2.0:1734686293.748956:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848670592:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686293.940707:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686294.942705:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686295.444710:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848670720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686295.444756:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686295.444785:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848670720 00000100:00100000:0.0:1734686295.444791:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848670720 00000100:00080000:2.0:1734686295.444822:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686265 00000100:00100000:0.0:1734686295.444834:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7235 00000100:00100000:0.0:1734686295.444839:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848670720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686295.444859:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686295.444905:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848670720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686295.444911:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7235 00000100:00100000:3.0:1734686295.444931:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848670720:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686295.944767:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686296.102870:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686296.102911:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686296.102940:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872779904 00000100:00100000:0.0:1734686296.102944:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686296.102948:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872779904 00000100:00100000:0.0:1734686296.102985:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686296.102989:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1273 00000100:00100000:2.0:1734686296.102994:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872779904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734686296.103012:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686266 00000100:00100000:0.0:1734686296.103030:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872780032 00000100:00100000:0.0:1734686296.103033:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872780032 00000100:00100000:2.0:1734686296.103039:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872779904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686296.103044:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1273 00000100:00100000:0.0:1734686296.103056:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872780160 00000100:00100000:0.0:1734686296.103058:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872780160 00000100:00100000:0.0:1734686296.103072:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3907 00000100:00100000:0.0:1734686296.103077:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079880380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872780032:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686296.103103:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079880380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872780032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686296.103108:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3907 00000100:00100000:0.0:1734686296.103118:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3908 00000100:00100000:0.0:1734686296.103121:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079881880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872780160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686296.103137:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079881880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872780160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 16us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686296.103142:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3908 00000100:00080000:0.0:1734686296.103152:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686266 00000100:00080000:0.0:1734686296.103154:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686266 00000100:00100000:1.0:1734686296.103228:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872780288 00000100:00100000:1.0:1734686296.103231:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872780288 00000100:00100000:1.0:1734686296.103248:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54714 00000100:00100000:1.0:1734686296.103252:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079883b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872780288:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734686296.103270:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686296.103307:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079883b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872780288:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 53us (395us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686296.103313:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54714 00010000:00010000:3.0:1734686296.946792:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686297.948768:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686298.628809:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848670848:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686298.628863:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686298.629009:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848670848 00000100:00100000:0.0:1734686298.629015:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848670848 00000100:00100000:0.0:1734686298.629054:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41861 00000100:00100000:0.0:1734686298.629060:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848670848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686298.629089:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686298.629135:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848670848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686298.629142:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41861 00000100:00100000:3.0:1734686298.629168:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848670848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686298.676800:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848670976:0@lo:400:kworker.0 00000100:00080000:2.0:1734686298.676805:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686298.676811:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686298.676813:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686298.676818:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11094 00000100:00080000:2.0:1734686298.676822:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686298.676827:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686298.676841:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848671104:0@lo:400:kworker.0 00000100:00100000:2.0:1734686298.676843:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090787100 x1818938848671488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686298.676851:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686298.676878:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848671616:0@lo:400:kworker.0 00000100:00100000:1.0:1734686298.676884:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686298.676892:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686298.676901:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686298.676904:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848671744:0@lo:400:kworker.0 00000100:00100000:0.0:1734686298.676905:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848671360:0@lo:400:kworker.0 00000100:00100000:3.0:1734686298.676906:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848671232:0@lo:400:kworker.0 00000100:00100000:0.0:1734686298.676919:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686298.676922:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686298.676941:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848671616 00000100:00100000:0.0:1734686298.676947:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848671616 00000100:00100000:3.0:1734686298.676956:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686298.676963:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848671104 00000100:00100000:1.0:1734686298.676967:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848671104 00000100:00100000:0.0:1734686298.676974:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8109 00000100:00100000:0.0:1734686298.676979:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848671616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686298.676981:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848671744 00000100:00100000:3.0:1734686298.676985:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848671744 00000100:00100000:1.0:1734686298.676987:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848671232 00000100:00100000:1.0:1734686298.676990:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848671232 00000100:00100000:1.0:1734686298.677005:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3909 00000100:00100000:1.0:1734686298.677008:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848671104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686298.677009:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848671616:12345-0@lo:400:kworker.0 Request processed in 30us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686298.677009:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3910 00000100:00100000:0.0:1734686298.677014:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8109 00000100:00100000:3.0:1734686298.677014:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848671744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686298.677016:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848671488:0@lo:8:kworker.0 00000100:00080000:0.0:1734686298.677026:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686268 00000100:00080000:0.0:1734686298.677029:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686268 00000100:00080000:0.0:1734686298.677031:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686268 00000100:00100000:0.0:1734686298.677038:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848670976 00000100:00100000:1.0:1734686298.677038:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848671104:12345-0@lo:400:kworker.0 Request processed in 28us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686298.677038:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686298.677039:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848671744:12345-0@lo:400:kworker.0 Request processed in 25us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686298.677040:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848670976 00000100:00100000:1.0:1734686298.677044:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3909 00000100:00100000:3.0:1734686298.677047:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3910 00000100:00100000:0.0:1734686298.677054:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1734686298.677056:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3911 00000100:00100000:0.0:1734686298.677057:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848670976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686298.677058:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848671488 00000100:00100000:1.0:1734686298.677060:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848671232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686298.677061:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848671488 00000100:00100000:2.0:1734686298.677073:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54715 00000100:00100000:0.0:1734686298.677074:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848670976:12345-0@lo:400:kworker.0 Request processed in 16us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686298.677077:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848671488:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686298.677077:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848671360 00000100:00100000:0.0:1734686298.677079:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:3.0:1734686298.677079:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848671360 00000100:00100000:1.0:1734686298.677085:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848671232:12345-0@lo:400:kworker.0 Request processed in 23us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686298.677089:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3911 00000100:00080000:0.0:1734686298.677091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686268 00010000:00020000:2.0:1734686298.677092:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734686298.677093:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686268 00000100:00100000:3.0:1734686298.677094:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41862 00000100:00100000:3.0:1734686298.677098:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079881500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848671360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686298.677108:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848671616:0@lo:400:kworker.0 00000100:00100000:2.0:1734686298.677113:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848671488:12345-0@lo:8:kworker.0 Request processed in 36us (75us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686298.677114:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848670976:0@lo:400:kworker.0 00000100:00100000:1.0:1734686298.677116:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848671744:0@lo:400:kworker.0 00000100:00100000:2.0:1734686298.677118:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54715 00000100:00100000:3.0:1734686298.677118:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079881500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848671360:12345-0@lo:400:kworker.0 Request processed in 20us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686298.677123:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41862 00000100:00100000:1.0:1734686298.677124:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848671104:0@lo:400:kworker.0 00000100:00100000:0.0:1734686298.677126:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848671360:0@lo:400:kworker.0 00000100:00080000:2.0:1734686298.677137:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686298.677139:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848671232:0@lo:400:kworker.0 00000100:00080000:2.0:1734686298.677140:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686298.677142:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848671488:0@lo:8:kworker.0 00000100:00080000:2.0:1734686298.677166:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734686298.677167:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848671872:0@lo:400:kworker.0 00000100:00080000:2.0:1734686298.677169:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686298.677170:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686298.677173:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11094 00000100:00080000:2.0:1734686298.677175:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686298.677178:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686298.677182:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686298.677187:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090785500 x1818938848672000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686298.677197:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848671872 00000100:00100000:3.0:1734686298.677199:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848671872 00000100:00100000:3.0:1734686298.677212:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41863 00000100:00100000:3.0:1734686298.677216:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848671872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686298.677226:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848672256:0@lo:400:kworker.0 00000100:00100000:2.0:1734686298.677229:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848672128:0@lo:400:kworker.0 00000100:00100000:3.0:1734686298.677238:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848671872:12345-0@lo:400:kworker.0 Request processed in 21us (55us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686298.677242:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41863 00000100:00100000:1.0:1734686298.677247:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686298.677247:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686298.677257:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848671872:0@lo:400:kworker.0 00000100:00100000:2.0:1734686298.677263:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848672128 00000100:00100000:1.0:1734686298.677265:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848672256 00000100:00100000:2.0:1734686298.677265:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848672128 00000100:00100000:1.0:1734686298.677267:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848672256 00000100:00100000:2.0:1734686298.677300:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8110 00000100:00100000:2.0:1734686298.677304:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848672128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686298.677312:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3912 00000100:00080000:0.0:1734686298.677313:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686268 00000100:00100000:1.0:1734686298.677316:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848672256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686298.677321:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848672000:0@lo:8:kworker.0 00000100:00100000:2.0:1734686298.677335:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848672128:12345-0@lo:400:kworker.0 Request processed in 30us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686298.677339:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686298.677340:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8110 00000100:00100000:2.0:1734686298.677348:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848672000 00000100:00100000:1.0:1734686298.677351:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848672256:12345-0@lo:400:kworker.0 Request processed in 33us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686298.677351:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848672000 00000100:00100000:1.0:1734686298.677355:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3912 00000100:00100000:2.0:1734686298.677361:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54716 00000100:00100000:2.0:1734686298.677364:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079883100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848672000:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686298.677373:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848672256:0@lo:400:kworker.0 00010000:00020000:2.0:1734686298.677373:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686298.677392:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079883100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848672000:12345-0@lo:8:kworker.0 Request processed in 27us (52us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686298.677397:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54716 00000100:00100000:3.0:1734686298.677398:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848672128:0@lo:400:kworker.0 00000100:00080000:0.0:1734686298.677401:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686298.677403:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686298.677406:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848672000:0@lo:8:kworker.0 00000100:00100000:3.0:1734686298.692769:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686298.692788:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848672384:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686298.692843:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686298.692965:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848672384 00000100:00100000:2.0:1734686298.692972:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848672384 00000100:00100000:2.0:1734686298.693002:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41864 00000100:00100000:2.0:1734686298.693007:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848672384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686298.693034:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686298.693078:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848672384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686298.693084:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41864 00000100:00100000:0.0:1734686298.693121:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848672384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686298.756757:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848672512:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686298.756803:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686298.756844:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848672512 00000100:00100000:0.0:1734686298.756849:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848672512 00000100:00100000:0.0:1734686298.756929:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7236 00000100:00100000:0.0:1734686298.756933:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079881180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848672512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686298.756953:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686298.757016:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079881180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848672512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686298.757021:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7236 00000100:00100000:2.0:1734686298.757070:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848672512:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686298.950717:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686299.953081:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686300.452711:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848672640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686300.452764:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686300.452867:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848672640 00000100:00100000:2.0:1734686300.452874:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848672640 00000100:00080000:0.0:1734686300.452916:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686270 00000100:00100000:2.0:1734686300.452920:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7237 00000100:00100000:2.0:1734686300.452926:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848672640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686300.452944:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686300.452968:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848672640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686300.452972:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7237 00000100:00100000:0.0:1734686300.452993:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848672640:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686300.954696:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686301.110830:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686301.110877:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686301.110905:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686301.110934:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686301.110977:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872780544 00000100:00100000:2.0:1734686301.110980:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872780416 00000100:00100000:0.0:1734686301.110983:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872780544 00000100:00100000:2.0:1734686301.110983:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872780416 00000100:00100000:3.0:1734686301.110995:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872780800 00000100:00100000:3.0:1734686301.110999:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872780800 00000100:00100000:0.0:1734686301.111013:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872780672 00000100:00100000:0.0:1734686301.111015:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872780672 00000100:00100000:2.0:1734686301.111017:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1275 00000100:00100000:3.0:1734686301.111019:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54717 00000100:00100000:2.0:1734686301.111022:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872780416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686301.111024:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872780800:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686301.111027:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3913 00000100:00100000:0.0:1734686301.111031:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079880a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872780544:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734686301.111047:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686301.111072:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872780416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686301.111078:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1275 00000100:00100000:1.0:1734686301.111102:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3914 00000100:00100000:1.0:1734686301.111106:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872780672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686301.111230:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079880a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872780544:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 197us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686301.111235:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3913 00000100:00100000:3.0:1734686301.111254:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872780800:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 215us (305us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734686301.111261:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686271 00000100:00100000:3.0:1734686301.111261:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54717 00000100:00080000:0.0:1734686301.111265:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686271 00000100:00080000:0.0:1734686301.111266:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686271 00000100:00100000:1.0:1734686301.111315:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872780672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 206us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686301.111319:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3914 00010000:00010000:3.0:1734686301.958380:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686302.960720:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686303.637240:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848672768:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686303.637291:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686303.637329:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848672768 00000100:00100000:3.0:1734686303.637335:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848672768 00000100:00100000:3.0:1734686303.637373:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41865 00000100:00100000:3.0:1734686303.637378:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848672768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686303.637406:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686303.637444:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848672768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686303.637449:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41865 00000100:00100000:1.0:1734686303.637465:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848672768:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686303.684726:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848672896:0@lo:400:kworker.0 00000100:00100000:3.0:1734686303.684739:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848673024:0@lo:400:kworker.0 00000100:00080000:2.0:1734686303.684756:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686303.684762:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686303.684807:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686303.684808:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848673152:0@lo:400:kworker.0 00000100:00100000:3.0:1734686303.684808:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686303.684833:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686303.684847:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848672896 00000100:00100000:1.0:1734686303.684848:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848673024 00000100:00100000:0.0:1734686303.684853:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686303.684853:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848673024 00000100:00100000:3.0:1734686303.684853:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848672896 00000100:00100000:0.0:1734686303.684857:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848673280:0@lo:400:kworker.0 00000100:00100000:0.0:1734686303.684873:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686303.684881:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848673152 00000100:00100000:1.0:1734686303.684884:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848673152 00000100:00100000:3.0:1734686303.684888:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00080000:0.0:1734686303.684889:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686273 00000100:00080000:0.0:1734686303.684892:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686273 00000100:00080000:0.0:1734686303.684894:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686273 00000100:00100000:3.0:1734686303.684894:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848672896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686303.684897:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3915 00000100:00100000:1.0:1734686303.684901:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848673024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686303.684904:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3916 00000100:00100000:0.0:1734686303.684908:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848673152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686303.684932:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848672896:12345-0@lo:400:kworker.0 Request processed in 38us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686303.684933:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848673024:12345-0@lo:400:kworker.0 Request processed in 30us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686303.684935:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3766:x1818938848673152:12345-0@lo:400:kworker.0 Request processed in 26us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686303.684938:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3915 00000100:00100000:3.0:1734686303.684939:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:0.0:1734686303.684941:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3916 00000100:00100000:1.0:1734686303.684966:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848672896:0@lo:400:kworker.0 00000100:00100000:3.0:1734686303.684966:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848673280 00000100:00100000:3.0:1734686303.684968:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848673280 00000100:00100000:0.0:1734686303.684969:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3766:1818938848673152:0@lo:400:kworker.0 00000100:00080000:0.0:1734686303.684978:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686273 00000100:00100000:3.0:1734686303.684987:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41866 00000100:00100000:1.0:1734686303.684988:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848673024:0@lo:400:kworker.0 00000100:00100000:3.0:1734686303.684992:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848673280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686303.685015:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848673280:12345-0@lo:400:kworker.0 Request processed in 24us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686303.685020:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41866 00000100:00100000:0.0:1734686303.685025:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848673280:0@lo:400:kworker.0 00000100:00080000:2.0:1734686303.685051:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686303.685058:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11099 00000100:00080000:2.0:1734686303.685060:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686303.685064:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686303.685080:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090785500 x1818938848673408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686303.685116:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848673536:0@lo:400:kworker.0 00000100:00080000:2.0:1734686303.685123:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686303.685126:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686303.685128:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686303.685130:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11099 00000100:00080000:2.0:1734686303.685132:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686303.685135:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686303.685135:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686303.685147:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090785880 x1818938848673920/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686303.685175:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848673408:0@lo:8:kworker.0 00000100:00100000:3.0:1734686303.685175:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848674048:0@lo:400:kworker.0 00000100:00100000:3.0:1734686303.685232:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848673536 00000100:00100000:3.0:1734686303.685235:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848673536 00000100:00100000:3.0:1734686303.685255:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8111 00000100:00100000:3.0:1734686303.685259:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848673536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686303.685435:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686303.685443:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848674176:0@lo:400:kworker.0 00000100:00100000:3.0:1734686303.685448:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848673536:12345-0@lo:400:kworker.0 Request processed in 188us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686303.685451:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848673920:0@lo:8:kworker.0 00000100:00100000:3.0:1734686303.685454:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8111 00000100:00100000:1.0:1734686303.685462:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686303.685463:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848673408 00000100:00100000:3.0:1734686303.685466:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848673408 00000100:00100000:2.0:1734686303.685468:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686303.685476:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848673536:0@lo:400:kworker.0 00000100:00100000:3.0:1734686303.685479:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848673920 00000100:00100000:3.0:1734686303.685480:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848673920 00000100:00100000:1.0:1734686303.685485:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686303.685489:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848673664:0@lo:400:kworker.0 00000100:00100000:3.0:1734686303.685490:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54718 00000100:00100000:3.0:1734686303.685493:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848673408:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686303.685494:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54719 00000100:00100000:2.0:1734686303.685499:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848673920:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686303.685505:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1734686303.685508:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734686303.685511:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686303.685519:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848674176 00000100:00100000:1.0:1734686303.685522:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848674176 00000100:00100000:2.0:1734686303.685547:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848673920:12345-0@lo:8:kworker.0 Request processed in 47us (78us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686303.685548:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848673408:12345-0@lo:8:kworker.0 Request processed in 54us (113us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686303.685552:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54719 00000100:00100000:3.0:1734686303.685555:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54718 00000100:00100000:1.0:1734686303.685561:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848673664 00000100:00100000:1.0:1734686303.685563:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848673664 00000100:00100000:3.0:1734686303.685573:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686303.685575:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3917 00000100:00100000:1.0:1734686303.685579:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848674176:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686303.685581:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686303.685584:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686303.685584:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686303.685587:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3918 00000100:00100000:2.0:1734686303.685587:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848673408:0@lo:8:kworker.0 00000100:00100000:3.0:1734686303.685589:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848673792:0@lo:400:kworker.0 00000100:00100000:0.0:1734686303.685592:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848673664:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686303.685592:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686303.685594:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686303.685596:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848673920:0@lo:8:kworker.0 00000100:00100000:1.0:1734686303.685606:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e176a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848674176:12345-0@lo:400:kworker.0 Request processed in 26us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686303.685606:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686303.685610:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848674048 00000100:00100000:1.0:1734686303.685612:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3917 00000100:00100000:2.0:1734686303.685613:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848674048 00000100:00100000:3.0:1734686303.685619:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848673792 00000100:00100000:0.0:1734686303.685620:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e174380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848673664:12345-0@lo:400:kworker.0 Request processed in 28us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686303.685621:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848673792 00000100:00100000:0.0:1734686303.685625:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3918 00000100:00100000:2.0:1734686303.685629:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8112 00000100:00100000:2.0:1734686303.685632:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848674048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686303.685634:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41867 00000100:00100000:3.0:1734686303.685638:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848673792:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686303.685639:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686273 00000100:00100000:1.0:1734686303.685641:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848673664:0@lo:400:kworker.0 00000100:00100000:1.0:1734686303.685648:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848674176:0@lo:400:kworker.0 00000100:00100000:2.0:1734686303.685659:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848674048:12345-0@lo:400:kworker.0 Request processed in 26us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686303.685660:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848673792:12345-0@lo:400:kworker.0 Request processed in 21us (53us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686303.685665:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8112 00000100:00100000:3.0:1734686303.685665:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41867 00000100:00100000:2.0:1734686303.685685:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848673792:0@lo:400:kworker.0 00000100:00100000:2.0:1734686303.685692:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848674048:0@lo:400:kworker.0 00000100:00100000:2.0:1734686303.700718:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848674304:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686303.700770:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686303.700855:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848674304 00000100:00100000:3.0:1734686303.700861:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848674304 00000100:00100000:3.0:1734686303.700890:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41868 00000100:00100000:3.0:1734686303.700895:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848674304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686303.700918:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686303.701330:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848674304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 432us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686303.701336:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41868 00000100:00100000:2.0:1734686303.701420:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848674304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686303.764710:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848674432:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686303.764764:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686303.764803:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848674432 00000100:00100000:2.0:1734686303.764808:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848674432 00000100:00100000:2.0:1734686303.764841:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7238 00000100:00100000:2.0:1734686303.764853:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848674432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686303.764878:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686303.764916:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848674432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686303.764923:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7238 00000100:00100000:0.0:1734686303.764947:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848674432:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686303.962868:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686304.964785:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686305.460719:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848674560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686305.460772:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686305.460847:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848674560 00000100:00100000:2.0:1734686305.460853:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848674560 00000100:00100000:2.0:1734686305.460908:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7239 00000100:00100000:2.0:1734686305.460914:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848674560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686305.460933:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:0.0:1734686305.460995:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686275 00000100:00100000:2.0:1734686305.461033:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848674560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686305.461040:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7239 00000100:00100000:3.0:1734686305.461047:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848674560:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686305.966742:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686306.118976:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686306.119022:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686306.119046:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686306.119069:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872781056 00000100:00100000:2.0:1734686306.119081:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872781056 00000100:00100000:0.0:1734686306.119091:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686306.119110:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872781312 00000100:00100000:1.0:1734686306.119112:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872780928 00000100:00100000:3.0:1734686306.119115:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872781312 00000100:00100000:0.0:1734686306.119117:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872781184 00000100:00100000:0.0:1734686306.119121:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872781184 00000100:00100000:1.0:1734686306.119123:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872780928 00000100:00100000:2.0:1734686306.119141:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3919 00000100:00100000:3.0:1734686306.119141:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54720 00000100:00100000:0.0:1734686306.119149:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3920 00000100:00100000:2.0:1734686306.119149:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872781056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686306.119149:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872781312:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686306.119168:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872781184:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734686306.119191:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686306.119192:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1277 00000100:00100000:1.0:1734686306.119200:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872780928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686306.119232:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872781184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 77us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686306.119232:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872781312:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 84us (184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686306.119235:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872781056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 86us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686306.119238:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3920 00000100:00100000:3.0:1734686306.119239:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54720 00000100:00100000:2.0:1734686306.119242:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3919 00000100:00080000:0.0:1734686306.119256:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686276 00000100:00080000:0.0:1734686306.119258:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686276 00000100:00100000:1.0:1734686306.119258:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872780928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (234us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686306.119260:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686276 00000100:00100000:1.0:1734686306.119264:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1277 00010000:00010000:3.0:1734686306.968740:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686307.970720:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686308.644692:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848674688:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686308.644746:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686308.644768:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848674688 00000100:00100000:3.0:1734686308.644775:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848674688 00000100:00100000:3.0:1734686308.644817:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41869 00000100:00100000:3.0:1734686308.644823:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848674688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686308.644850:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686308.644891:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848674688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686308.644897:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41869 00000100:00100000:2.0:1734686308.644927:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848674688:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686308.692738:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686308.692744:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686308.692747:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686308.692753:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11104 00000100:00080000:2.0:1734686308.692758:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686308.692763:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686308.692781:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090416a00 x1818938848675328/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686308.692804:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848675328:0@lo:8:kworker.0 00000100:00100000:0.0:1734686308.692816:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848675200:0@lo:400:kworker.0 00000100:00100000:3.0:1734686308.692820:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848675072:0@lo:400:kworker.0 00000100:00100000:2.0:1734686308.692851:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686308.692852:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686308.692853:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686308.692887:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686308.692888:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686308.692892:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848674816:0@lo:400:kworker.0 00000100:00100000:3.0:1734686308.692893:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848674944:0@lo:400:kworker.0 00000100:00100000:0.0:1734686308.692914:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686308.692914:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686308.692923:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848675200 00000100:00100000:3.0:1734686308.692923:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686308.692924:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1734686308.692927:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734686308.692928:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848675584:0@lo:400:kworker.0 00000100:00100000:0.0:1734686308.692929:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848675456:0@lo:400:kworker.0 00000100:00080000:2.0:1734686308.692929:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686308.692930:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848675200 00000100:00080000:2.0:1734686308.692931:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686308.692935:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11104 00000100:00080000:2.0:1734686308.692936:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686308.692939:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686308.692944:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686308.692944:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686308.692950:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090415880 x1818938848675840/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686308.692960:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686278 00000100:00100000:1.0:1734686308.692963:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41870 00000100:00100000:3.0:1734686308.692965:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848675712:0@lo:400:kworker.0 00000100:00100000:2.0:1734686308.692968:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848675072 00000100:00100000:1.0:1734686308.692969:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848675200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686308.692971:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848675328 00000100:00100000:2.0:1734686308.692972:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848675072 00000100:00100000:0.0:1734686308.692974:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848675328 00000100:00100000:3.0:1734686308.692979:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686308.692986:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848675456 00000100:00100000:0.0:1734686308.692988:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848675456 00000100:00100000:2.0:1734686308.692993:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848674944 00000100:00100000:2.0:1734686308.692995:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848674944 00000100:00100000:3.0:1734686308.693001:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8113 00000100:00100000:0.0:1734686308.693005:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54721 00000100:00100000:2.0:1734686308.693006:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3921 00000100:00100000:3.0:1734686308.693006:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848675456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686308.693009:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848675328:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686308.693012:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848675072:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734686308.693024:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686308.693042:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3767:x1818938848675072:12345-0@lo:400:kworker.0 Request processed in 30us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686308.693046:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848675328:12345-0@lo:8:kworker.0 Request processed in 36us (195us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686308.693049:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3921 00000100:00100000:0.0:1734686308.693051:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54721 00000100:00100000:3.0:1734686308.693054:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848675456:12345-0@lo:400:kworker.0 Request processed in 47us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686308.693060:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8113 00000100:00100000:1.0:1734686308.693062:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3768:x1818938848675200:12345-0@lo:400:kworker.0 Request processed in 84us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686308.693063:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848675584 00000100:00100000:2.0:1734686308.693065:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848675584 00000100:00100000:0.0:1734686308.693067:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3922 00000100:00100000:1.0:1734686308.693067:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41870 00000100:00100000:0.0:1734686308.693071:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848674944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686308.693078:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3923 00000100:00100000:1.0:1734686308.693080:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848675712 00000100:00100000:2.0:1734686308.693082:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848675584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686308.693083:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848675712 00000100:00100000:0.0:1734686308.693095:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848674944:12345-0@lo:400:kworker.0 Request processed in 24us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686308.693095:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41871 00000100:00100000:1.0:1734686308.693098:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848675712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686308.693100:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3922 00000100:00100000:2.0:1734686308.693106:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848675584:12345-0@lo:400:kworker.0 Request processed in 24us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686308.693108:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848674944:0@lo:400:kworker.0 00000100:00100000:2.0:1734686308.693128:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3923 00000100:00080000:0.0:1734686308.693131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686278 00000100:00080000:0.0:1734686308.693133:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686278 00000100:00080000:0.0:1734686308.693135:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686278 00000100:00100000:3.0:1734686308.693142:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3767:1818938848675072:0@lo:400:kworker.0 00000100:00100000:2.0:1734686308.693148:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848675840:0@lo:8:kworker.0 00000100:00100000:0.0:1734686308.693152:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848675456:0@lo:400:kworker.0 00000100:00100000:1.0:1734686308.693152:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848675712:12345-0@lo:400:kworker.0 Request processed in 52us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686308.693158:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41871 00000100:00100000:3.0:1734686308.693158:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848675712:0@lo:400:kworker.0 00000100:00100000:0.0:1734686308.693160:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848675200:0@lo:400:kworker.0 00000100:00100000:3.0:1734686308.693166:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848675584:0@lo:400:kworker.0 00000100:00100000:2.0:1734686308.693167:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686308.693173:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848674816 00000100:00100000:1.0:1734686308.693176:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848674816 00000100:00100000:0.0:1734686308.693180:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848675840 00000100:00100000:0.0:1734686308.693182:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848675840 00000100:00080000:2.0:1734686308.693182:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686308.693185:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686308.693187:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848675328:0@lo:8:kworker.0 00000100:00100000:1.0:1734686308.693196:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1734686308.693197:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54722 00000100:00100000:0.0:1734686308.693201:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848675840:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686308.693201:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848674816:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734686308.693209:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686308.693215:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848675968:0@lo:400:kworker.0 00000100:00100000:1.0:1734686308.693224:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3768:x1818938848674816:12345-0@lo:400:kworker.0 Request processed in 23us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686308.693229:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1734686308.693233:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848675840:12345-0@lo:8:kworker.0 Request processed in 31us (64us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686308.693233:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686308.693237:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54722 00000100:00100000:3.0:1734686308.693245:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848675968 00000100:00100000:2.0:1734686308.693247:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3768:1818938848674816:0@lo:400:kworker.0 00000100:00100000:3.0:1734686308.693248:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848675968 00000100:00080000:0.0:1734686308.693249:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686278 00000100:00080000:0.0:1734686308.693251:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686278 00000100:00080000:2.0:1734686308.693263:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686308.693265:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686308.693267:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848675840:0@lo:8:kworker.0 00000100:00100000:2.0:1734686308.693288:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734686308.693293:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848676096:0@lo:400:kworker.0 00000100:00100000:3.0:1734686308.693297:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8114 00000100:00100000:3.0:1734686308.693301:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848675968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686308.693309:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686308.693325:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848676096 00000100:00100000:2.0:1734686308.693327:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848676096 00000100:00100000:3.0:1734686308.693336:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848675968:12345-0@lo:400:kworker.0 Request processed in 32us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686308.693341:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8114 00000100:00100000:2.0:1734686308.693342:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3924 00000100:00100000:2.0:1734686308.693346:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848676096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686308.693347:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848675968:0@lo:400:kworker.0 00000100:00100000:2.0:1734686308.693370:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3768:x1818938848676096:12345-0@lo:400:kworker.0 Request processed in 23us (59us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686308.693374:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3924 00000100:00100000:0.0:1734686308.693378:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3768:1818938848676096:0@lo:400:kworker.0 00000100:00100000:3.0:1734686308.708737:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686308.708758:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848676224:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686308.708811:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686308.708850:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848676224 00000100:00100000:1.0:1734686308.708857:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848676224 00000100:00100000:1.0:1734686308.708894:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41872 00000100:00100000:1.0:1734686308.708900:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848676224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686308.708927:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686308.708961:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848676224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686308.708970:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41872 00000100:00100000:3.0:1734686308.708981:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848676224:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686308.772715:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686308.772734:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848676352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686308.772778:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686308.772815:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848676352 00000100:00100000:2.0:1734686308.772821:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848676352 00000100:00100000:2.0:1734686308.772846:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7240 00000100:00100000:2.0:1734686308.772851:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848676352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686308.772875:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686308.772911:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848676352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686308.772918:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7240 00000100:00100000:1.0:1734686308.772938:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848676352:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686308.972731:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686309.974654:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686310.468781:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848676480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686310.468831:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686310.468898:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848676480 00000100:00100000:2.0:1734686310.468904:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848676480 00000100:00100000:2.0:1734686310.469145:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7241 00000100:00100000:2.0:1734686310.469151:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848676480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686310.469170:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686310.469214:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848676480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686310.469220:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7241 00000100:00100000:1.0:1734686310.469259:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848676480:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734686310.469277:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686280 00010000:00010000:3.0:1734686310.976710:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686311.127109:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686311.127157:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686311.127181:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686311.127181:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872781568 00000100:00100000:2.0:1734686311.127191:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872781568 00000100:00100000:1.0:1734686311.127218:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872781440 00000100:00100000:1.0:1734686311.127223:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872781440 00000100:00100000:2.0:1734686311.127237:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872781696 00000100:00100000:2.0:1734686311.127238:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872781696 00000100:00100000:2.0:1734686311.127252:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3925 00000100:00100000:1.0:1734686311.127253:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1279 00000100:00100000:1.0:1734686311.127260:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872781440:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686311.127260:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872781568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686311.127273:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734686311.127290:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686281 00000100:00080000:0.0:1734686311.127294:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686281 00000100:00080000:0.0:1734686311.127296:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686281 00000100:00100000:0.0:1734686311.127309:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3926 00000100:00100000:0.0:1734686311.127314:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872781696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686311.127319:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872781440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686311.127320:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872781568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686311.127324:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1279 00000100:00100000:2.0:1734686311.127327:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3925 00000100:00100000:2.0:1734686311.127366:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872781824 00000100:00100000:2.0:1734686311.127371:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872781824 00000100:00100000:2.0:1734686311.127384:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54723 00000100:00100000:2.0:1734686311.127387:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872781824:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734686311.127407:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686311.127428:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872781824:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686311.127432:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54723 00000100:00100000:0.0:1734686311.127462:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872781696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 140us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686311.127475:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3926 00010000:00010000:3.0:1734686311.978706:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686312.980693:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686313.652733:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686313.652752:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848676608:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686313.652805:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686313.652879:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848676608 00000100:00100000:2.0:1734686313.652885:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848676608 00000100:00100000:2.0:1734686313.652925:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41873 00000100:00100000:2.0:1734686313.652930:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848676608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686313.653002:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686313.653070:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848676608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 139us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686313.653080:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41873 00000100:00100000:1.0:1734686313.653112:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848676608:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686313.701454:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686313.701459:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686313.701462:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686313.701469:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11109 00000100:00080000:2.0:1734686313.701473:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686313.701477:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686313.701495:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090414e00 x1818938848677248/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686313.701519:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686313.701524:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686313.701525:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686313.701542:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11109 00000100:00080000:2.0:1734686313.701545:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686313.701548:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686313.701550:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848676736:0@lo:400:kworker.0 00000100:00100000:2.0:1734686313.701558:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090415880 x1818938848677760/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686313.701587:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848677248:0@lo:8:kworker.0 00000100:00100000:1.0:1734686313.701600:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686313.701659:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848676864:0@lo:400:kworker.0 00000100:00100000:0.0:1734686313.701669:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848677120:0@lo:400:kworker.0 00000100:00100000:2.0:1734686313.701695:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686313.701696:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848677376:0@lo:400:kworker.0 00000100:00100000:1.0:1734686313.701716:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686313.701716:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848677760:0@lo:8:kworker.0 00000100:00100000:1.0:1734686313.701733:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848678016:0@lo:400:kworker.0 00000100:00100000:2.0:1734686313.701735:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686313.701750:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686313.701763:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848677248 00000100:00100000:2.0:1734686313.701769:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848677248 00000100:00100000:1.0:1734686313.701772:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848677376 00000100:00100000:1.0:1734686313.701776:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848677376 00000100:00100000:2.0:1734686313.701787:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848677760 00000100:00100000:2.0:1734686313.701790:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848677760 00000100:00100000:1.0:1734686313.701800:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8115 00000100:00100000:1.0:1734686313.701806:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848677376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686313.701827:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686313.701829:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686313.701840:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848677504:0@lo:400:kworker.0 00000100:00100000:1.0:1734686313.701843:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848677376:12345-0@lo:400:kworker.0 Request processed in 37us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686313.701848:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848677888:0@lo:400:kworker.0 00000100:00100000:3.0:1734686313.701856:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686313.701863:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686313.701874:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734686313.701875:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848676736 00000100:00100000:3.0:1734686313.701877:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848676736 00000100:00100000:0.0:1734686313.701878:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848676992:0@lo:400:kworker.0 00000100:00100000:0.0:1734686313.701889:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686313.701896:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:0.0:1734686313.701897:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848677632:0@lo:400:kworker.0 00000100:00100000:3.0:1734686313.701900:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848676736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686313.701908:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686313.701923:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848678016 00000100:00100000:0.0:1734686313.701926:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848678016 00000100:00100000:3.0:1734686313.701930:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848676736:12345-0@lo:400:kworker.0 Request processed in 29us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686313.701935:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:0.0:1734686313.701942:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848676864 00000100:00100000:0.0:1734686313.701944:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848676864 00000100:00100000:0.0:1734686313.701953:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848677504 00000100:00100000:0.0:1734686313.701955:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848677504 00000100:00100000:3.0:1734686313.701960:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848677888 00000100:00100000:3.0:1734686313.701962:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848677888 00000100:00100000:0.0:1734686313.701963:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848676992 00000100:00100000:0.0:1734686313.701965:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848676992 00000100:00100000:0.0:1734686313.701973:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3927 00000100:00100000:0.0:1734686313.701977:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848678016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686313.701995:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54724 00000100:00100000:0.0:1734686313.701998:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848678016:12345-0@lo:400:kworker.0 Request processed in 21us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686313.702000:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8115 00000100:00100000:2.0:1734686313.702000:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848677248:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686313.702003:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3927 00000100:00100000:0.0:1734686313.702011:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3928 00000100:00100000:0.0:1734686313.702014:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848676864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686313.702015:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54725 00010000:00020000:2.0:1734686313.702015:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686313.702019:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848677760:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686313.702040:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686313.702046:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3767:x1818938848676864:12345-0@lo:400:kworker.0 Request processed in 31us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686313.702050:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3928 00000100:00100000:2.0:1734686313.702054:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848677248:12345-0@lo:8:kworker.0 Request processed in 54us (359us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686313.702058:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3929 00000100:00100000:0.0:1734686313.702060:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848677504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686313.702060:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54724 00000100:00100000:1.0:1734686313.702061:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848677760:12345-0@lo:8:kworker.0 Request processed in 41us (324us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686313.702067:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54725 00000100:00100000:0.0:1734686313.702077:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3767:x1818938848677504:12345-0@lo:400:kworker.0 Request processed in 16us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686313.702081:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3929 00000100:00080000:1.0:1734686313.702081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686283 00000100:00100000:2.0:1734686313.702084:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3930 00000100:00080000:1.0:1734686313.702085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686283 00000100:00080000:1.0:1734686313.702086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686283 00000100:00080000:1.0:1734686313.702088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686283 00000100:00100000:2.0:1734686313.702088:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848676992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686313.702111:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848678016:0@lo:400:kworker.0 00000100:00100000:2.0:1734686313.702114:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848676992:12345-0@lo:400:kworker.0 Request processed in 26us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686313.702117:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848677120 00000100:00100000:1.0:1734686313.702118:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848676736:0@lo:400:kworker.0 00000100:00100000:2.0:1734686313.702118:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3930 00000100:00100000:0.0:1734686313.702120:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848677120 00000100:00100000:1.0:1734686313.702124:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848677376:0@lo:400:kworker.0 00000100:00100000:0.0:1734686313.702134:0:9591:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848677632 00000100:00100000:0.0:1734686313.702135:0:9591:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848677632 00000100:00080000:2.0:1734686313.702136:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686313.702139:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686313.702143:0:9591:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41874 00000100:00100000:0.0:1734686313.702146:0:9591:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848677120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686313.702151:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41875 00000100:00100000:1.0:1734686313.702155:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848677632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686313.702164:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8116 00000100:00100000:0.0:1734686313.702165:0:9591:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3769:x1818938848677120:12345-0@lo:400:kworker.0 Request processed in 19us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686313.702168:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848677888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686313.702170:0:9591:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41874 00000100:00100000:1.0:1734686313.702177:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848677632:12345-0@lo:400:kworker.0 Request processed in 21us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686313.702182:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41875 00000100:00100000:0.0:1734686313.702188:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848676992:0@lo:400:kworker.0 00000100:00100000:3.0:1734686313.702189:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848677888:12345-0@lo:400:kworker.0 Request processed in 20us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686313.702193:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8116 00000100:00100000:0.0:1734686313.702194:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848677632:0@lo:400:kworker.0 00000100:00080000:1.0:1734686313.702195:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686283 00000100:00100000:0.0:1734686313.702199:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848677120:0@lo:400:kworker.0 00000100:00100000:0.0:1734686313.702205:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848677888:0@lo:400:kworker.0 00000100:00100000:3.0:1734686313.702214:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3767:1818938848676864:0@lo:400:kworker.0 00000100:00100000:3.0:1734686313.702222:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3767:1818938848677504:0@lo:400:kworker.0 00000100:00100000:2.0:1734686313.702258:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848677248:0@lo:8:kworker.0 00000100:00080000:2.0:1734686313.702267:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686313.702269:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686313.702271:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848677760:0@lo:8:kworker.0 00000100:00100000:0.0:1734686313.716716:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848678144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686313.716769:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686313.716836:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848678144 00000100:00100000:1.0:1734686313.716842:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848678144 00000100:00100000:1.0:1734686313.716883:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41876 00000100:00100000:1.0:1734686313.716887:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848678144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686313.716912:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686313.716946:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848678144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686313.716952:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41876 00000100:00100000:0.0:1734686313.716975:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848678144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686313.780730:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848678272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686313.780787:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686313.780838:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848678272 00000100:00100000:2.0:1734686313.780845:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848678272 00000100:00100000:2.0:1734686313.780880:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7242 00000100:00100000:2.0:1734686313.780886:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848678272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686313.780909:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686313.780941:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848678272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686313.780946:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7242 00000100:00100000:0.0:1734686313.780978:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848678272:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686313.982738:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686314.984725:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686315.476720:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734686315.476737:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848678400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686315.476781:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686315.476820:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848678400 00000100:00100000:2.0:1734686315.476827:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848678400 00000100:00080000:1.0:1734686315.476860:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686285 00000100:00100000:2.0:1734686315.476876:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7243 00000100:00100000:2.0:1734686315.476883:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848678400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686315.476901:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686315.476934:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848678400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686315.476940:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7243 00000100:00100000:0.0:1734686315.476952:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848678400:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686315.986706:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686316.134779:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686316.134825:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686316.134851:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686316.134879:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686316.134895:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872782080 00000100:00100000:3.0:1734686316.134902:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872782080 00000100:00100000:0.0:1734686316.134910:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872781952 00000100:00100000:0.0:1734686316.134914:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872781952 00000100:00100000:3.0:1734686316.134953:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872782208 00000100:00100000:3.0:1734686316.134956:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872782208 00000100:00100000:2.0:1734686316.135004:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3931 00000100:00100000:2.0:1734686316.135011:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872782080:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686316.135070:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872782080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686316.135075:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3931 00000100:00080000:1.0:1734686316.135112:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686286 00000100:00080000:1.0:1734686316.135117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686286 00000100:00080000:1.0:1734686316.135119:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686286 00000100:00100000:0.0:1734686316.135128:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1281 00000100:00100000:0.0:1734686316.135133:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872781952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686316.135153:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872781952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686316.135158:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1281 00000100:00100000:2.0:1734686316.135206:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872782336 00000100:00100000:2.0:1734686316.135210:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872782336 00000100:00100000:3.0:1734686316.135210:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3932 00000100:00100000:3.0:1734686316.135215:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872782208:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686316.135226:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54726 00000100:00100000:2.0:1734686316.135230:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872782336:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686316.135243:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872782208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (391us total) trans 0 rc 0/0 00010000:00020000:2.0:1734686316.135247:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686316.135249:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3932 00000100:00100000:2.0:1734686316.135266:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872782336:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 35us (386us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686316.135271:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54726 00010000:00010000:3.0:1734686316.988713:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686317.992183:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686318.660735:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848678528:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686318.660788:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686318.660823:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848678528 00000100:00100000:1.0:1734686318.660828:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848678528 00000100:00100000:1.0:1734686318.660856:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41877 00000100:00100000:1.0:1734686318.660860:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848678528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686318.660887:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686318.660913:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848678528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 53us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686318.660917:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41877 00000100:00100000:2.0:1734686318.660933:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090785c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848678528:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686318.709217:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686318.709223:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686318.709225:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686318.709232:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11114 00000100:00080000:2.0:1734686318.709236:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686318.709241:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686318.709253:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848678784:0@lo:400:kworker.0 00000100:00100000:2.0:1734686318.709258:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c537100 x1818938848679168/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686318.709260:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848678656:0@lo:400:kworker.0 00000100:00080000:2.0:1734686318.709278:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686318.709282:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686318.709283:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686318.709286:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11114 00000100:00080000:2.0:1734686318.709288:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686318.709291:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686318.709301:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c537b80 x1818938848679552/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686318.709312:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686318.709330:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848679168:0@lo:8:kworker.0 00000100:00100000:0.0:1734686318.709331:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686318.709335:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848679424:0@lo:400:kworker.0 00000100:00100000:3.0:1734686318.709343:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848679040:0@lo:400:kworker.0 00000100:00100000:1.0:1734686318.709346:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686318.709360:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734686318.709363:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848678912:0@lo:400:kworker.0 00000100:00100000:2.0:1734686318.709366:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686318.709373:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848679296:0@lo:400:kworker.0 00000100:00100000:1.0:1734686318.709374:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686318.709376:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686318.709380:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848679552:0@lo:8:kworker.0 00000100:00100000:1.0:1734686318.709382:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848679680:0@lo:400:kworker.0 00000100:00100000:3.0:1734686318.709508:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848679808:0@lo:400:kworker.0 00000100:00100000:0.0:1734686318.709517:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686318.709524:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848679040 00000100:00100000:2.0:1734686318.709543:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848679168 00000100:00100000:1.0:1734686318.709547:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848679040 00000100:00100000:2.0:1734686318.709547:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848679168 00000100:00100000:3.0:1734686318.709558:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686318.709569:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848679296 00000100:00100000:2.0:1734686318.709571:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848679296 00000100:00100000:1.0:1734686318.709577:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41878 00000100:00100000:1.0:1734686318.709581:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848679040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686318.709589:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8117 00000100:00100000:2.0:1734686318.709593:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848679296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686318.709604:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848678784 00000100:00100000:0.0:1734686318.709606:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848679424 00000100:00100000:3.0:1734686318.709607:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848678784 00000100:00100000:0.0:1734686318.709612:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848679424 00000100:00100000:1.0:1734686318.709622:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848679040:12345-0@lo:400:kworker.0 Request processed in 39us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686318.709626:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848678912 00000100:00100000:1.0:1734686318.709627:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41878 00000100:00100000:3.0:1734686318.709629:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848678912 00000100:00100000:0.0:1734686318.709640:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848679808 00000100:00100000:0.0:1734686318.709643:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848679808 00000100:00100000:3.0:1734686318.709645:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3933 00000100:00100000:3.0:1734686318.709649:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848678784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686318.709652:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54727 00000100:00100000:0.0:1734686318.709654:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3934 00000100:00100000:1.0:1734686318.709655:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848679168:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686318.709660:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848679424:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734686318.709667:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686318.709675:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848678784:12345-0@lo:400:kworker.0 Request processed in 25us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686318.709680:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3933 00000100:00100000:1.0:1734686318.709683:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848679168:12345-0@lo:8:kworker.0 Request processed in 28us (317us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686318.709686:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54727 00000100:00100000:3.0:1734686318.709692:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3935 00000100:00100000:3.0:1734686318.709695:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848678912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686318.709701:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686318.709707:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848679424:12345-0@lo:400:kworker.0 Request processed in 46us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686318.709713:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3934 00000100:00100000:3.0:1734686318.709715:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090785c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848678912:12345-0@lo:400:kworker.0 Request processed in 19us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686318.709720:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3935 00000100:00100000:1.0:1734686318.709723:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848679424:0@lo:400:kworker.0 00000100:00100000:0.0:1734686318.709728:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3936 00000100:00100000:1.0:1734686318.709731:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848678784:0@lo:400:kworker.0 00000100:00100000:0.0:1734686318.709732:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848679808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686318.709750:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848678912:0@lo:400:kworker.0 00000100:00100000:0.0:1734686318.709758:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848679808:12345-0@lo:400:kworker.0 Request processed in 25us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686318.709761:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848679680 00000100:00100000:1.0:1734686318.709764:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848679680 00000100:00100000:1.0:1734686318.709778:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8118 00000100:00100000:2.0:1734686318.709780:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848679296:12345-0@lo:400:kworker.0 Request processed in 185us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686318.709782:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848679680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686318.709786:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8117 00000100:00100000:1.0:1734686318.709807:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848679680:12345-0@lo:400:kworker.0 Request processed in 24us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686318.709812:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8118 00000100:00100000:2.0:1734686318.709819:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848679296:0@lo:400:kworker.0 00000100:00100000:1.0:1734686318.709828:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848679680:0@lo:400:kworker.0 00000100:00100000:2.0:1734686318.709832:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686318.709848:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686318.709851:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686318.709854:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848679168:0@lo:8:kworker.0 00000100:00100000:2.0:1734686318.709869:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848679552 00000100:00100000:2.0:1734686318.709871:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848679552 00000100:00100000:2.0:1734686318.709882:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54728 00000100:00100000:2.0:1734686318.709886:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848679552:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686318.709895:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686318.709914:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848679552:12345-0@lo:8:kworker.0 Request processed in 27us (80us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686318.709919:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54728 00000100:00080000:2.0:1734686318.709932:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686318.709934:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686318.709936:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848679552:0@lo:8:kworker.0 00000100:00100000:0.0:1734686318.709995:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3936 00000100:00100000:3.0:1734686318.710011:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848679040:0@lo:400:kworker.0 00000100:00080000:0.0:1734686318.710013:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686288 00000100:00080000:0.0:1734686318.710018:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686288 00000100:00080000:0.0:1734686318.710020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686288 00000100:00100000:3.0:1734686318.710021:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848679808:0@lo:400:kworker.0 00000100:00100000:0.0:1734686318.710031:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848678656 00000100:00100000:0.0:1734686318.710034:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848678656 00000100:00100000:0.0:1734686318.710069:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:0.0:1734686318.710073:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848678656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686318.710118:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848678656:12345-0@lo:400:kworker.0 Request processed in 44us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686318.710124:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:3.0:1734686318.710148:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848678656:0@lo:400:kworker.0 00000100:00080000:2.0:1734686318.710166:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686288 00000100:00100000:3.0:1734686318.724743:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848679936:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686318.724791:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686318.724830:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848679936 00000100:00100000:2.0:1734686318.724836:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848679936 00000100:00100000:2.0:1734686318.724878:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41879 00000100:00100000:2.0:1734686318.724884:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848679936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686318.724912:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686318.724963:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848679936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686318.724969:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41879 00000100:00100000:3.0:1734686318.725002:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848679936:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686318.788905:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848680064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686318.788995:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686318.789023:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848680064 00000100:00100000:2.0:1734686318.789029:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848680064 00000100:00100000:2.0:1734686318.789067:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7244 00000100:00100000:2.0:1734686318.789073:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848680064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686318.789099:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686318.789141:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072bf5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848680064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686318.789151:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7244 00000100:00100000:1.0:1734686318.789170:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848680064:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686318.992705:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686319.994745:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686320.484759:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848680192:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686320.484822:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686320.484940:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848680192 00000100:00100000:0.0:1734686320.484947:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848680192 00000100:00100000:0.0:1734686320.485002:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7245 00000100:00100000:0.0:1734686320.485009:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848680192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686320.485027:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:2.0:1734686320.485039:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686290 00000100:00100000:0.0:1734686320.485064:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848680192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686320.485070:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7245 00000100:00100000:2.0:1734686320.485075:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848680192:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686320.996794:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686321.142814:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686321.142862:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686321.142892:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686321.142941:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686321.142941:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872782592 00000100:00100000:2.0:1734686321.142948:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872782592 00000100:00100000:3.0:1734686321.142959:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872782720 00000100:00100000:3.0:1734686321.142965:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872782720 00000100:00080000:0.0:1734686321.142969:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686291 00000100:00080000:0.0:1734686321.142973:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686291 00000100:00100000:0.0:1734686321.142986:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872782848 00000100:00100000:2.0:1734686321.142987:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3937 00000100:00100000:0.0:1734686321.142988:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872782848 00000100:00100000:2.0:1734686321.142992:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872782592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686321.142993:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3938 00000100:00100000:3.0:1734686321.142997:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872782720:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686321.143002:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54729 00000100:00100000:0.0:1734686321.143005:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872782848:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686321.143024:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686321.143079:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872782464 00000100:00100000:1.0:1734686321.143083:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872782464 00000100:00100000:2.0:1734686321.143086:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872782592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 93us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686321.143086:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872782720:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 88us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686321.143092:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3938 00000100:00100000:2.0:1734686321.143101:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3937 00000100:00100000:1.0:1734686321.143108:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1283 00000100:00100000:1.0:1734686321.143112:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872782464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686321.143139:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872782464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686321.143144:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1283 00000100:00100000:0.0:1734686321.143209:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872782848:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 201us (267us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686321.143215:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54729 00000100:00080000:0.0:1734686321.143228:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686291 00010000:00010000:3.0:1734686321.998719:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686323.000714:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686323.668757:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848680320:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686323.668856:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686323.669006:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848680320 00000100:00100000:2.0:1734686323.669012:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848680320 00000100:00100000:2.0:1734686323.669056:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41880 00000100:00100000:2.0:1734686323.669062:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848680320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686323.669089:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686323.669134:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848680320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686323.669141:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41880 00000100:00100000:0.0:1734686323.669257:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848680320:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686323.716734:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848680448:0@lo:400:kworker.0 00000100:00100000:3.0:1734686323.716787:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686323.716836:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848680448 00000100:00100000:0.0:1734686323.716842:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848680448 00000100:00080000:2.0:1734686323.716930:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686323.716932:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:1.0:1734686323.716932:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848680576:0@lo:400:kworker.0 00000100:00100000:3.0:1734686323.716932:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848680704:0@lo:400:kworker.0 00000100:00080000:2.0:1734686323.716934:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686323.716937:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686323.716938:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848680448:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686323.716942:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11119 00000100:00080000:2.0:1734686323.716946:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686323.716950:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686323.716955:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686323.716965:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c536d80 x1818938848680960/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686323.716974:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848680704 00000100:00100000:1.0:1734686323.716977:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848680704 00000100:00100000:0.0:1734686323.716980:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848680448:12345-0@lo:400:kworker.0 Request processed in 41us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686323.716986:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848680448:0@lo:400:kworker.0 00000100:00100000:0.0:1734686323.716987:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00080000:2.0:1734686323.716988:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686323.716990:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686323.716991:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686323.716994:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11119 00000100:00080000:2.0:1734686323.716996:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1734686323.716997:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848681088:0@lo:400:kworker.0 00000100:00100000:1.0:1734686323.716998:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3939 00000100:00100000:1.0:1734686323.717002:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848680704:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686323.717008:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686323.717009:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686323.717010:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686293 00000100:00080000:0.0:1734686323.717013:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686293 00000100:00100000:3.0:1734686323.717016:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686323.717019:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848680832:0@lo:400:kworker.0 00000100:00100000:2.0:1734686323.717020:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c536680 x1818938848681344/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686323.717021:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848681088 00000100:00100000:0.0:1734686323.717024:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848681088 00000100:00100000:1.0:1734686323.717029:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848680704:12345-0@lo:400:kworker.0 Request processed in 27us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686323.717030:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686323.717034:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3939 00000100:00100000:3.0:1734686323.717036:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686323.717039:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848681600:0@lo:400:kworker.0 00000100:00100000:0.0:1734686323.717041:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8119 00000100:00100000:0.0:1734686323.717045:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848681088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686323.717045:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848680960:0@lo:8:kworker.0 00000100:00100000:3.0:1734686323.717048:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686323.717063:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848681600 00000100:00100000:1.0:1734686323.717065:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848681600 00000100:00100000:3.0:1734686323.717065:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848681472:0@lo:400:kworker.0 00000100:00100000:2.0:1734686323.717073:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686323.717078:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3940 00000100:00100000:3.0:1734686323.717078:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848680832 00000100:00100000:0.0:1734686323.717079:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848681088:12345-0@lo:400:kworker.0 Request processed in 33us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686323.717080:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848680832 00000100:00100000:1.0:1734686323.717082:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848681600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686323.717084:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8119 00000100:00100000:2.0:1734686323.717086:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848681344:0@lo:8:kworker.0 00000100:00100000:0.0:1734686323.717091:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848680960 00000100:00100000:0.0:1734686323.717093:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848680960 00000100:00100000:3.0:1734686323.717096:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41881 00000100:00100000:3.0:1734686323.717099:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848680832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686323.717103:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54730 00000100:00100000:1.0:1734686323.717103:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848681600:12345-0@lo:400:kworker.0 Request processed in 21us (54us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686323.717103:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686323.717106:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848680960:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686323.717108:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3940 00000100:00100000:3.0:1734686323.717116:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848680832:12345-0@lo:400:kworker.0 Request processed in 17us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686323.717120:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686323.717120:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41881 00010000:00020000:0.0:1734686323.717121:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686323.717122:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848681344 00000100:00100000:2.0:1734686323.717125:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848681344 00000100:00100000:3.0:1734686323.717130:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686323.717131:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848681216:0@lo:400:kworker.0 00000100:00100000:2.0:1734686323.717138:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848681472 00000100:00100000:2.0:1734686323.717140:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848681472 00000100:00100000:3.0:1734686323.717142:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848680704:0@lo:400:kworker.0 00000100:00100000:0.0:1734686323.717143:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848680960:12345-0@lo:8:kworker.0 Request processed in 35us (69us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686323.717146:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686323.717149:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54730 00000100:00100000:2.0:1734686323.717152:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8120 00000100:00100000:3.0:1734686323.717155:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54731 00000100:00100000:2.0:1734686323.717156:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848681472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686323.717157:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848680576 00000100:00100000:3.0:1734686323.717157:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848681344:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686323.717159:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848680576 00000100:00080000:0.0:1734686323.717163:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686293 00010000:00020000:3.0:1734686323.717164:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734686323.717165:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686293 00000100:00100000:1.0:1734686323.717170:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848681216 00000100:00100000:1.0:1734686323.717171:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848681216 00000100:00100000:3.0:1734686323.717176:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848681344:12345-0@lo:8:kworker.0 Request processed in 19us (74us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734686323.717177:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686323.717180:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686323.717180:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848681472:12345-0@lo:400:kworker.0 Request processed in 24us (49us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686323.717180:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54731 00000100:00100000:1.0:1734686323.717182:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3941 00000100:00100000:0.0:1734686323.717183:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848680960:0@lo:8:kworker.0 00000100:00100000:2.0:1734686323.717185:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8120 00000100:00100000:1.0:1734686323.717186:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848680576:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686323.717190:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686323.717192:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686323.717192:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3942 00000100:00100000:0.0:1734686323.717194:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848681344:0@lo:8:kworker.0 00000100:00100000:3.0:1734686323.717196:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848681216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686323.717204:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848680576:12345-0@lo:400:kworker.0 Request processed in 17us (82us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686323.717208:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3941 00000100:00100000:3.0:1734686323.717216:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848681216:12345-0@lo:400:kworker.0 Request processed in 19us (69us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686323.717221:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3942 00000100:00100000:1.0:1734686323.717230:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848681216:0@lo:400:kworker.0 00000100:00100000:1.0:1734686323.717237:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848680576:0@lo:400:kworker.0 00000100:00100000:3.0:1734686323.717240:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848681472:0@lo:400:kworker.0 00000100:00100000:3.0:1734686323.717254:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848681600:0@lo:400:kworker.0 00000100:00100000:3.0:1734686323.717260:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848680832:0@lo:400:kworker.0 00000100:00100000:3.0:1734686323.717266:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848681088:0@lo:400:kworker.0 00000100:00100000:0.0:1734686323.732746:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848681728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686323.732799:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686323.732846:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848681728 00000100:00100000:2.0:1734686323.732853:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848681728 00000100:00100000:2.0:1734686323.732906:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41882 00000100:00100000:2.0:1734686323.732912:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848681728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686323.732941:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686323.732987:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848681728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686323.732993:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41882 00000100:00100000:0.0:1734686323.733021:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848681728:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686323.796752:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848681856:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686323.796801:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686323.796835:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848681856 00000100:00100000:0.0:1734686323.796843:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848681856 00000100:00100000:0.0:1734686323.796887:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7246 00000100:00100000:0.0:1734686323.796893:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848681856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686323.796918:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686323.796952:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848681856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686323.796958:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7246 00000100:00100000:1.0:1734686323.796965:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848681856:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686324.002746:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686325.004953:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686325.492902:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848681984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686325.492954:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686325.493010:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848681984 00000100:00100000:0.0:1734686325.493016:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848681984 00000100:00080000:2.0:1734686325.493041:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686295 00000100:00100000:0.0:1734686325.493050:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7247 00000100:00100000:0.0:1734686325.493055:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848681984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686325.493071:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686325.493109:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848681984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686325.493114:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7247 00000100:00100000:3.0:1734686325.493178:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848681984:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686326.006759:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686326.151211:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686326.151258:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686326.151291:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686326.151357:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686326.151401:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872782976 00000100:00100000:0.0:1734686326.151408:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872782976 00000100:00100000:0.0:1734686326.151444:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1285 00000100:00100000:0.0:1734686326.151451:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872782976:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686326.151496:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872782976:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686326.151503:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1285 00000100:00080000:0.0:1734686326.151594:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686296 00000100:00100000:3.0:1734686326.151662:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872783104 00000100:00100000:3.0:1734686326.151666:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872783104 00000100:00100000:3.0:1734686326.151690:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872783232 00000100:00100000:3.0:1734686326.151692:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872783232 00000100:00100000:3.0:1734686326.151706:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3943 00000100:00100000:3.0:1734686326.151710:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872783104:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686326.151738:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872783104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686326.151743:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3943 00000100:00100000:3.0:1734686326.151757:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3944 00000100:00100000:3.0:1734686326.151761:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872783232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686326.151779:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872783232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686326.151784:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3944 00000100:00100000:2.0:1734686326.151963:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872783360 00000100:00100000:2.0:1734686326.151967:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872783360 00000100:00100000:2.0:1734686326.151983:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54732 00000100:00100000:2.0:1734686326.151988:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872783360:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734686326.152004:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686326.152025:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872783360:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (669us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686326.152030:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54732 00000100:00080000:0.0:1734686326.153064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686296 00000100:00080000:0.0:1734686326.153067:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686296 00010000:00010000:3.0:1734686327.008699:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686328.010731:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686328.676713:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848682112:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686328.676764:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686328.676815:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848682112 00000100:00100000:0.0:1734686328.676821:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848682112 00000100:00100000:0.0:1734686328.676857:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41883 00000100:00100000:0.0:1734686328.676861:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848682112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686328.676887:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686328.676920:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848682112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686328.676924:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41883 00000100:00100000:2.0:1734686328.676947:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848682112:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686328.724833:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686328.724838:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686328.724841:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686328.724848:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11124 00000100:00080000:2.0:1734686328.724852:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686328.724858:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686328.724862:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848682368:0@lo:400:kworker.0 00000100:00100000:2.0:1734686328.724874:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c536680 x1818938848682752/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686328.724898:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686328.724901:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686328.724902:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686328.724905:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11124 00000100:00080000:2.0:1734686328.724907:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686328.724909:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686328.724913:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686328.724919:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c535880 x1818938848683136/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686328.724943:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848683008:0@lo:400:kworker.0 00000100:00100000:2.0:1734686328.724952:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848682624:0@lo:400:kworker.0 00000100:00100000:0.0:1734686328.724959:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686328.724972:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734686328.724977:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848682496:0@lo:400:kworker.0 00000100:00100000:2.0:1734686328.724977:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686328.724990:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848683392:0@lo:400:kworker.0 00000100:00100000:0.0:1734686328.724992:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686328.725002:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848683264:0@lo:400:kworker.0 00000100:00100000:2.0:1734686328.725006:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686328.725016:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734686328.725020:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848682240:0@lo:400:kworker.0 00000100:00100000:2.0:1734686328.725036:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686328.725049:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848682880:0@lo:400:kworker.0 00000100:00100000:3.0:1734686328.725057:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848682368 00000100:00100000:2.0:1734686328.725061:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686328.725063:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848682368 00000100:00100000:0.0:1734686328.725077:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686328.725080:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848683008 00000100:00100000:2.0:1734686328.725083:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848683008 00000100:00100000:3.0:1734686328.725093:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848682496 00000100:00100000:3.0:1734686328.725095:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848682496 00000100:00100000:0.0:1734686328.725097:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848682752:0@lo:8:kworker.0 00000100:00100000:2.0:1734686328.725099:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848683392 00000100:00100000:2.0:1734686328.725101:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848683392 00000100:00100000:3.0:1734686328.725108:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3945 00000100:00100000:0.0:1734686328.725113:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686328.725113:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848682368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686328.725116:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3946 00000100:00100000:2.0:1734686328.725120:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848683008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686328.725124:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848683136:0@lo:8:kworker.0 00000100:00100000:1.0:1734686328.725125:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3947 00000100:00100000:1.0:1734686328.725130:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848682496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686328.725140:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686328.725162:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848683008:12345-0@lo:400:kworker.0 Request processed in 40us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686328.725167:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3946 00000100:00100000:0.0:1734686328.725169:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848682240 00000100:00100000:3.0:1734686328.725170:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848682368:12345-0@lo:400:kworker.0 Request processed in 56us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686328.725172:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848682240 00000100:00100000:3.0:1734686328.725175:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3945 00000100:00100000:2.0:1734686328.725182:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3948 00000100:00100000:2.0:1734686328.725184:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848683392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686328.725190:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:0.0:1734686328.725194:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848682240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686328.725197:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848682880 00000100:00100000:3.0:1734686328.725200:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848682880 00000100:00100000:2.0:1734686328.725204:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848683392:12345-0@lo:400:kworker.0 Request processed in 18us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686328.725208:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3948 00000100:00100000:3.0:1734686328.725215:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848683264 00000100:00100000:3.0:1734686328.725217:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848683264 00000100:00100000:0.0:1734686328.725218:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848682240:12345-0@lo:400:kworker.0 Request processed in 23us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686328.725223:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:2.0:1734686328.725224:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848682752 00000100:00100000:2.0:1734686328.725226:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848682752 00000100:00100000:3.0:1734686328.725226:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848683136 00000100:00100000:3.0:1734686328.725228:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848683136 00000100:00100000:2.0:1734686328.725238:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8121 00000100:00080000:0.0:1734686328.725240:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686298 00000100:00100000:3.0:1734686328.725241:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8122 00000100:00100000:2.0:1734686328.725242:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848682880:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686328.725243:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686298 00000100:00080000:0.0:1734686328.725245:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686298 00000100:00080000:0.0:1734686328.725246:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686298 00000100:00100000:3.0:1734686328.725246:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848683264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686328.725258:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54733 00000100:00100000:2.0:1734686328.725261:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848682880:12345-0@lo:400:kworker.0 Request processed in 19us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686328.725262:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848682752:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686328.725265:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8121 00000100:00100000:3.0:1734686328.725270:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848683264:12345-0@lo:400:kworker.0 Request processed in 23us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686328.725274:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54734 00010000:00020000:0.0:1734686328.725275:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686328.725276:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8122 00000100:00100000:2.0:1734686328.725277:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848683136:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686328.725284:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686328.725298:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848683136:12345-0@lo:8:kworker.0 Request processed in 20us (157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686328.725299:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848682752:12345-0@lo:8:kworker.0 Request processed in 35us (184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686328.725302:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54734 00000100:00100000:0.0:1734686328.725305:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54733 00000100:00100000:3.0:1734686328.725309:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848682624 00000100:00100000:3.0:1734686328.725311:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848682624 00000100:00100000:2.0:1734686328.725320:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848682240:0@lo:400:kworker.0 00000100:00100000:2.0:1734686328.725327:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848682880:0@lo:400:kworker.0 00000100:00100000:3.0:1734686328.725329:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41884 00000100:00100000:2.0:1734686328.725332:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848683392:0@lo:400:kworker.0 00000100:00100000:3.0:1734686328.725333:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848682624:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686328.725353:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686298 00000100:00100000:1.0:1734686328.725373:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848682496:12345-0@lo:400:kworker.0 Request processed in 243us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686328.725382:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3947 00000100:00080000:0.0:1734686328.725424:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686328.725427:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686328.725430:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848682752:0@lo:8:kworker.0 00000100:00080000:0.0:1734686328.725436:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686328.725438:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686328.725441:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848683136:0@lo:8:kworker.0 00000100:00100000:0.0:1734686328.725458:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848682496:0@lo:400:kworker.0 00000100:00100000:0.0:1734686328.725465:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848683264:0@lo:400:kworker.0 00000100:00100000:0.0:1734686328.725471:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848683008:0@lo:400:kworker.0 00000100:00100000:0.0:1734686328.725478:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848682368:0@lo:400:kworker.0 00000100:00100000:3.0:1734686328.725578:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848682624:12345-0@lo:400:kworker.0 Request processed in 243us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686328.725583:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41884 00000100:00100000:2.0:1734686328.725607:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848682624:0@lo:400:kworker.0 00000100:00100000:3.0:1734686328.740739:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686328.740760:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848683520:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686328.740822:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686328.741003:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848683520 00000100:00100000:0.0:1734686328.741009:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848683520 00000100:00100000:0.0:1734686328.741050:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41885 00000100:00100000:0.0:1734686328.741057:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848683520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686328.741085:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686328.741125:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848683520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686328.741131:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41885 00000100:00100000:3.0:1734686328.741195:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848683520:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686328.805003:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686328.805023:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848683648:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686328.805206:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686328.805275:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848683648 00000100:00100000:0.0:1734686328.805283:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848683648 00000100:00100000:0.0:1734686328.805332:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7248 00000100:00100000:0.0:1734686328.805338:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848683648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686328.805364:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686328.805416:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848683648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686328.805422:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7248 00000100:00100000:3.0:1734686328.805444:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848683648:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686329.012799:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686330.014725:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686330.500740:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848683776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686330.500803:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686330.500842:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848683776 00000100:00100000:1.0:1734686330.500849:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848683776 00000100:00100000:1.0:1734686330.500901:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7249 00000100:00100000:1.0:1734686330.500907:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848683776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686330.500925:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:2.0:1734686330.500975:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686300 00000100:00100000:1.0:1734686330.501041:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848683776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686330.501047:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7249 00000100:00100000:0.0:1734686330.501122:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848683776:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686331.016771:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686331.159295:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686331.159341:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686331.159377:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686331.159403:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872783488 00000100:00100000:0.0:1734686331.159406:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686331.159411:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872783488 00000100:00100000:0.0:1734686331.159442:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872783872 00000100:00100000:0.0:1734686331.159446:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872783872 00000100:00100000:2.0:1734686331.159450:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1287 00000100:00100000:1.0:1734686331.159456:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872783744 00000100:00100000:2.0:1734686331.159456:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872783488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686331.159464:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54735 00000100:00100000:1.0:1734686331.159465:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872783744 00000100:00100000:0.0:1734686331.159468:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872783872:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686331.159470:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872783616 00000100:00100000:3.0:1734686331.159473:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872783616 00010000:00020000:0.0:1734686331.159486:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686331.159493:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3949 00000100:00100000:1.0:1734686331.159497:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872783744:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686331.159501:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3950 00000100:00100000:2.0:1734686331.159503:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872783488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686331.159505:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872783616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686331.159506:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872783872:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (130us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686331.159508:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1287 00000100:00100000:0.0:1734686331.159511:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54735 00000100:00080000:2.0:1734686331.159555:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686301 00000100:00100000:1.0:1734686331.159558:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872783744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (216us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686331.159559:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686301 00000100:00080000:2.0:1734686331.159561:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686301 00000100:00100000:1.0:1734686331.159565:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3949 00000100:00100000:3.0:1734686331.159567:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872783616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686331.159572:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3950 00010000:00010000:3.0:1734686332.018769:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686333.021250:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686333.684735:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848683904:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686333.684788:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686333.684828:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848683904 00000100:00100000:0.0:1734686333.684834:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848683904 00000100:00100000:0.0:1734686333.684874:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41886 00000100:00100000:0.0:1734686333.684880:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848683904:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686333.684908:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686333.684952:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848683904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686333.684958:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41886 00000100:00100000:3.0:1734686333.684973:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848683904:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686333.732742:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1734686333.732749:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686333.732754:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686333.732757:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686333.732763:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848684288:0@lo:400:kworker.0 00000100:00080000:2.0:1734686333.732763:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11129 00000100:00100000:3.0:1734686333.732763:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848684416:0@lo:400:kworker.0 00000100:00080000:2.0:1734686333.732767:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686333.732773:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686333.732789:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848684032:0@lo:400:kworker.0 00000100:00100000:2.0:1734686333.732791:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a4877480 x1818938848684544/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686333.732815:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686333.732815:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686333.732818:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686333.732821:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686333.732822:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686333.732823:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686333.732826:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11129 00000100:00080000:2.0:1734686333.732827:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686333.732830:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686333.732836:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848684160:0@lo:400:kworker.0 00000100:00100000:3.0:1734686333.732837:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734686333.732840:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a4877100 x1818938848684928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686333.732842:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4875500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848684672:0@lo:400:kworker.0 00000100:00100000:1.0:1734686333.732846:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848684800:0@lo:400:kworker.0 00000100:00100000:0.0:1734686333.732850:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686333.732861:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686333.732863:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848685056:0@lo:400:kworker.0 00000100:00100000:1.0:1734686333.732865:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686333.732875:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848684032 00000100:00100000:2.0:1734686333.732881:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848684032 00000100:00100000:3.0:1734686333.732891:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848685184:0@lo:400:kworker.0 00000100:00100000:0.0:1734686333.732892:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686333.732900:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848684288 00000100:00100000:1.0:1734686333.732903:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848684288 00000100:00100000:3.0:1734686333.732907:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686333.732911:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848684544:0@lo:8:kworker.0 00000100:00100000:2.0:1734686333.732914:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:2.0:1734686333.732919:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848684032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686333.732923:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848684160 00000100:00100000:1.0:1734686333.732925:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848684160 00000100:00100000:0.0:1734686333.732926:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686333.732929:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848684800 00000100:00100000:3.0:1734686333.732933:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848684800 00000100:00100000:0.0:1734686333.732936:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4877100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848684928:0@lo:8:kworker.0 00000100:00100000:1.0:1734686333.732938:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848685184 00000100:00100000:1.0:1734686333.732940:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848685184 00000100:00100000:0.0:1734686333.732948:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686333.732950:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3951 00000100:00100000:2.0:1734686333.732954:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848684032:12345-0@lo:400:kworker.0 Request processed in 34us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686333.732954:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848684288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686333.732957:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3952 00000100:00100000:2.0:1734686333.732959:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:1.0:1734686333.732962:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848684160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686333.732974:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3953 00000100:00100000:0.0:1734686333.732978:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848684800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686333.732983:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848684288:12345-0@lo:400:kworker.0 Request processed in 28us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686333.732986:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848684672 00000100:00100000:3.0:1734686333.732988:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3951 00000100:00100000:1.0:1734686333.732989:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848684160:12345-0@lo:400:kworker.0 Request processed in 26us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686333.732989:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848684672 00000100:00100000:1.0:1734686333.732994:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3952 00000100:00100000:3.0:1734686333.733001:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3954 00000100:00100000:0.0:1734686333.733004:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848684800:12345-0@lo:400:kworker.0 Request processed in 25us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686333.733004:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848685184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686333.733005:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848685056 00000100:00100000:2.0:1734686333.733007:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848685056 00000100:00100000:0.0:1734686333.733010:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3953 00000100:00100000:2.0:1734686333.733014:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848684544 00000100:00100000:2.0:1734686333.733015:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848684544 00000100:00100000:2.0:1734686333.733020:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848684928 00000100:00100000:2.0:1734686333.733021:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848684928 00000100:00100000:3.0:1734686333.733025:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848685184:12345-0@lo:400:kworker.0 Request processed in 20us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686333.733026:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848684800:0@lo:400:kworker.0 00000100:00100000:2.0:1734686333.733028:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8123 00000100:00100000:3.0:1734686333.733030:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3954 00000100:00100000:2.0:1734686333.733031:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848684672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686333.733032:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8124 00000100:00100000:0.0:1734686333.733036:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848685056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686333.733046:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848684032:0@lo:400:kworker.0 00000100:00100000:2.0:1734686333.733049:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848684672:12345-0@lo:400:kworker.0 Request processed in 18us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686333.733051:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54736 00000100:00100000:2.0:1734686333.733053:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8123 00000100:00100000:3.0:1734686333.733054:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848684544:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686333.733058:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848685056:12345-0@lo:400:kworker.0 Request processed in 22us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686333.733059:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54737 00000100:00100000:2.0:1734686333.733061:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848684928:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686333.733063:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8124 00010000:00020000:3.0:1734686333.733069:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734686333.733073:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686303 00010000:00020000:2.0:1734686333.733074:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734686333.733076:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686303 00000100:00080000:1.0:1734686333.733077:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686303 00000100:00080000:1.0:1734686333.733079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686303 00000100:00100000:0.0:1734686333.733085:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848685056:0@lo:400:kworker.0 00000100:00100000:2.0:1734686333.733088:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848684928:12345-0@lo:8:kworker.0 Request processed in 26us (139us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686333.733091:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54737 00000100:00100000:3.0:1734686333.733092:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848684544:12345-0@lo:8:kworker.0 Request processed in 36us (165us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686333.733093:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848684288:0@lo:400:kworker.0 00000100:00100000:3.0:1734686333.733097:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54736 00000100:00100000:0.0:1734686333.733100:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848684160:0@lo:400:kworker.0 00000100:00100000:2.0:1734686333.733111:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848684416 00000100:00100000:2.0:1734686333.733113:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848684416 00000100:00100000:3.0:1734686333.733117:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848685184:0@lo:400:kworker.0 00000100:00080000:0.0:1734686333.733120:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686333.733123:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686333.733125:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848684544:0@lo:8:kworker.0 00000100:00100000:3.0:1734686333.733125:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4875500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848684672:0@lo:400:kworker.0 00000100:00100000:2.0:1734686333.733130:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41887 00000100:00080000:0.0:1734686333.733131:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686333.733132:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848684416:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686333.733134:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686333.733136:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4877100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848684928:0@lo:8:kworker.0 00000100:00100000:2.0:1734686333.733148:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848684416:12345-0@lo:400:kworker.0 Request processed in 15us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686333.733151:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41887 00000100:00100000:3.0:1734686333.733162:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848684416:0@lo:400:kworker.0 00000100:00080000:1.0:1734686333.733179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686303 00000100:00100000:1.0:1734686333.748741:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848685312:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686333.748795:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686333.748839:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848685312 00000100:00100000:2.0:1734686333.748846:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848685312 00000100:00100000:2.0:1734686333.748887:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41888 00000100:00100000:2.0:1734686333.748892:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848685312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686333.748920:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686333.748962:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848685312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686333.748968:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41888 00000100:00100000:1.0:1734686333.748994:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848685312:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686333.812738:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848685440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686333.812794:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686333.812859:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848685440 00000100:00100000:2.0:1734686333.812866:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848685440 00000100:00100000:2.0:1734686333.812904:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7250 00000100:00100000:2.0:1734686333.812910:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848685440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686333.812937:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686333.812978:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848685440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686333.812984:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7250 00000100:00100000:1.0:1734686333.813000:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848685440:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686334.022752:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686335.024785:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686335.508799:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848685568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686335.508877:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686335.508934:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848685568 00000100:00100000:0.0:1734686335.508942:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848685568 00000100:00080000:1.0:1734686335.509001:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686305 00000100:00100000:0.0:1734686335.509002:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7251 00000100:00100000:0.0:1734686335.509008:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848685568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686335.509033:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686335.509075:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848685568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686335.509090:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013646f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848685568:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686335.509092:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7251 00010000:00010000:3.0:1734686336.026759:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686336.166813:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686336.166853:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686336.166890:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686336.166893:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872784128 00000100:00100000:1.0:1734686336.166905:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872784128 00000100:00100000:0.0:1734686336.166934:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686336.166959:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872784256 00000100:00100000:1.0:1734686336.166961:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872784256 00000100:00080000:0.0:1734686336.166964:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686306 00000100:00080000:0.0:1734686336.166970:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686306 00000100:00100000:1.0:1734686336.166978:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3955 00000100:00100000:1.0:1734686336.166984:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872784128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686336.167031:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872784000 00000100:00100000:2.0:1734686336.167036:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872784000 00000100:00100000:3.0:1734686336.167059:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3956 00000100:00100000:1.0:1734686336.167061:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872784128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 76us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686336.167065:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1289 00000100:00100000:3.0:1734686336.167068:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872784256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686336.167069:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3955 00000100:00100000:2.0:1734686336.167071:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872784000:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686336.167095:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872784000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686336.167100:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1289 00000100:00100000:3.0:1734686336.167122:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013646f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872784256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686336.167129:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3956 00000100:00100000:2.0:1734686336.167131:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872784384 00000100:00100000:2.0:1734686336.167134:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872784384 00000100:00100000:2.0:1734686336.167150:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54738 00000100:00100000:2.0:1734686336.167153:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872784384:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734686336.167175:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686336.167192:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872784384:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (258us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686336.167197:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54738 00000100:00080000:0.0:1734686336.167216:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686306 00010000:00010000:3.0:1734686337.029634:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686338.030849:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686338.692795:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848685696:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686338.692851:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686338.693483:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848685696 00000100:00100000:3.0:1734686338.693490:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848685696 00000100:00100000:3.0:1734686338.693550:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41889 00000100:00100000:3.0:1734686338.693556:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848685696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686338.693623:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686338.693671:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848685696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686338.693677:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41889 00000100:00100000:2.0:1734686338.693743:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848685696:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686338.740918:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686338.740924:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686338.740927:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686338.740933:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11134 00000100:00100000:3.0:1734686338.740935:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848686208:0@lo:400:kworker.0 00000100:00080000:2.0:1734686338.740936:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686338.740946:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686338.740948:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848685952:0@lo:400:kworker.0 00000100:00100000:2.0:1734686338.740962:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079881c00 x1818938848686336/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686338.740981:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686338.740984:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686338.740985:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686338.740987:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686338.740987:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11134 00000100:00100000:3.0:1734686338.740987:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686338.740989:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686338.740992:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686338.740998:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079883100 x1818938848686720/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686338.741011:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734686338.741013:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848686592:0@lo:400:kworker.0 00000100:00100000:3.0:1734686338.741017:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848686976:0@lo:400:kworker.0 00000100:00100000:2.0:1734686338.741023:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848686080:0@lo:400:kworker.0 00000100:00100000:0.0:1734686338.741031:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686338.741044:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686338.741045:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848685952 00000100:00100000:3.0:1734686338.741050:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848685952 00000100:00100000:0.0:1734686338.741053:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848686336:0@lo:8:kworker.0 00000100:00100000:0.0:1734686338.741071:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686338.741082:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848686720:0@lo:8:kworker.0 00000100:00080000:1.0:1734686338.741085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686308 00000100:00100000:0.0:1734686338.741093:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686338.741105:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848686208 00000100:00100000:1.0:1734686338.741108:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848686208 00000100:00100000:1.0:1734686338.741141:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41890 00000100:00100000:1.0:1734686338.741146:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848686208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686338.741187:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848686208:12345-0@lo:400:kworker.0 Request processed in 40us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686338.741192:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41890 00000100:00080000:1.0:1734686338.741208:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686308 00000100:00100000:1.0:1734686338.741229:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848686336 00000100:00100000:1.0:1734686338.741232:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848686336 00000100:00100000:1.0:1734686338.741243:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848686720 00000100:00100000:1.0:1734686338.741245:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848686720 00000100:00100000:1.0:1734686338.741254:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54739 00000100:00100000:1.0:1734686338.741258:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848686336:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686338.741274:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686338.741335:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848686592 00000100:00100000:3.0:1734686338.741335:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848686080 00000100:00100000:3.0:1734686338.741338:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848686080 00000100:00100000:0.0:1734686338.741339:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848686592 00000100:00100000:0.0:1734686338.741359:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3957 00000100:00100000:0.0:1734686338.741364:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848685952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686338.741395:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3958 00000100:00100000:3.0:1734686338.741401:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848686592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686338.741407:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848686848:0@lo:400:kworker.0 00000100:00100000:0.0:1734686338.741415:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848685952:12345-0@lo:400:kworker.0 Request processed in 50us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686338.741420:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3957 00000100:00100000:2.0:1734686338.741426:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686338.741429:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848686592:12345-0@lo:400:kworker.0 Request processed in 28us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686338.741432:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3959 00000100:00100000:3.0:1734686338.741435:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3958 00000100:00100000:0.0:1734686338.741436:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848686080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686338.741445:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848686848 00000100:00100000:2.0:1734686338.741447:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848686848 00000100:00100000:3.0:1734686338.741455:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686338.741457:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079881180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848686080:12345-0@lo:400:kworker.0 Request processed in 21us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686338.741462:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3959 00000100:00100000:2.0:1734686338.741466:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8125 00000100:00100000:3.0:1734686338.741466:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4875500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848685824:0@lo:400:kworker.0 00000100:00100000:0.0:1734686338.741468:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848686976 00000100:00100000:0.0:1734686338.741470:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848686976 00000100:00100000:2.0:1734686338.741470:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848686848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686338.741481:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3960 00000100:00100000:0.0:1734686338.741483:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848686976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686338.741485:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686338.741494:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848686464:0@lo:400:kworker.0 00000100:00100000:2.0:1734686338.741496:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848686848:12345-0@lo:400:kworker.0 Request processed in 25us (69us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686338.741501:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848686976:12345-0@lo:400:kworker.0 Request processed in 17us (45us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686338.741501:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8125 00000100:00100000:0.0:1734686338.741505:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3960 00000100:00100000:3.0:1734686338.741508:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686338.741513:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848686464 00000100:00100000:2.0:1734686338.741515:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848686464 00000100:00100000:0.0:1734686338.741517:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54740 00000100:00100000:0.0:1734686338.741520:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848686720:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686338.741526:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848686208:0@lo:400:kworker.0 00000100:00100000:2.0:1734686338.741544:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8126 00010000:00020000:0.0:1734686338.741546:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686338.741547:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848686464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686338.741563:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848686976:0@lo:400:kworker.0 00000100:00100000:0.0:1734686338.741568:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848686720:12345-0@lo:8:kworker.0 Request processed in 47us (474us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686338.741571:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848686464:12345-0@lo:400:kworker.0 Request processed in 23us (63us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686338.741571:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848686464:0@lo:400:kworker.0 00000100:00100000:0.0:1734686338.741572:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54740 00000100:00100000:2.0:1734686338.741576:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8126 00000100:00100000:3.0:1734686338.741591:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848685824 00000100:00100000:3.0:1734686338.741593:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848685824 00000100:00080000:0.0:1734686338.741596:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686338.741598:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686338.741601:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848686720:0@lo:8:kworker.0 00000100:00100000:2.0:1734686338.741601:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848686080:0@lo:400:kworker.0 00000100:00100000:2.0:1734686338.741624:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848686848:0@lo:400:kworker.0 00000100:00100000:0.0:1734686338.741635:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848686592:0@lo:400:kworker.0 00000100:00100000:0.0:1734686338.741641:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848685952:0@lo:400:kworker.0 00000100:00100000:3.0:1734686338.741643:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:3.0:1734686338.741648:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848685824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686338.741673:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848685824:12345-0@lo:400:kworker.0 Request processed in 25us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686338.741678:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1734686338.741684:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4875500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848685824:0@lo:400:kworker.0 00000100:00100000:1.0:1734686338.741766:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848686336:12345-0@lo:8:kworker.0 Request processed in 506us (693us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686338.741772:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54739 00000100:00080000:0.0:1734686338.741782:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686338.741783:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686308 00000100:00080000:1.0:1734686338.741785:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686308 00000100:00080000:0.0:1734686338.741786:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:1.0:1734686338.741787:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686308 00000100:00100000:0.0:1734686338.741789:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848686336:0@lo:8:kworker.0 00000100:00100000:3.0:1734686338.756740:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686338.756759:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848687104:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686338.756811:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686338.756866:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848687104 00000100:00100000:1.0:1734686338.756873:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848687104 00000100:00100000:1.0:1734686338.756914:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41891 00000100:00100000:1.0:1734686338.756920:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848687104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686338.756952:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686338.756993:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848687104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686338.756999:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41891 00000100:00100000:3.0:1734686338.757023:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848687104:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686338.820739:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848687232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686338.820783:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686338.820819:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848687232 00000100:00100000:2.0:1734686338.820826:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848687232 00000100:00100000:2.0:1734686338.820862:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7252 00000100:00100000:2.0:1734686338.820867:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848687232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686338.820892:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686338.820934:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848687232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686338.820939:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7252 00000100:00100000:0.0:1734686338.820962:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848687232:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686339.032741:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686340.034769:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686340.516755:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848687360:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686340.516810:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686340.516852:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848687360 00000100:00100000:2.0:1734686340.516859:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848687360 00000100:00080000:1.0:1734686340.516904:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686310 00000100:00100000:2.0:1734686340.516907:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7253 00000100:00100000:2.0:1734686340.516913:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848687360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686340.516932:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686340.516965:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848687360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686340.516971:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7253 00000100:00100000:0.0:1734686340.516985:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848687360:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686341.036866:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686341.174895:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686341.174941:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686341.174971:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686341.174977:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872784640 00000100:00100000:3.0:1734686341.174988:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872784640 00000100:00100000:2.0:1734686341.175004:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872784512 00000100:00100000:0.0:1734686341.175011:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686341.175012:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872784512 00000100:00100000:3.0:1734686341.175041:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872784768 00000100:00100000:3.0:1734686341.175044:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872784768 00000100:00100000:0.0:1734686341.175052:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3961 00000100:00100000:2.0:1734686341.175052:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1291 00000100:00080000:1.0:1734686341.175054:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686311 00000100:00080000:1.0:1734686341.175059:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686311 00000100:00100000:2.0:1734686341.175059:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872784512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686341.175060:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872784640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734686341.175061:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686311 00000100:00100000:3.0:1734686341.175070:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3962 00000100:00100000:3.0:1734686341.175076:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872784768:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686341.175119:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872784640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686341.175120:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872784512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686341.175127:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3961 00000100:00100000:2.0:1734686341.175127:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1291 00000100:00100000:3.0:1734686341.175133:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872784768:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686341.175139:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3962 00000100:00100000:0.0:1734686341.175154:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872784896 00000100:00100000:0.0:1734686341.175156:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872784896 00000100:00100000:0.0:1734686341.175178:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54741 00000100:00100000:0.0:1734686341.175181:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872784896:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686341.175199:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686341.175215:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872784896:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 34us (244us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686341.175219:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54741 00010000:00010000:3.0:1734686342.038733:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686343.040828:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686343.700762:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848687488:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686343.700834:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686343.700978:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848687488 00000100:00100000:1.0:1734686343.700991:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848687488 00000100:00100000:1.0:1734686343.701054:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41892 00000100:00100000:1.0:1734686343.701060:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848687488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686343.701090:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686343.701163:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848687488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686343.701169:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41892 00000100:00100000:3.0:1734686343.701202:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848687488:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686343.748739:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686343.748745:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686343.748747:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686343.748751:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848688000:0@lo:400:kworker.0 00000100:00080000:2.0:1734686343.748753:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11139 00000100:00080000:2.0:1734686343.748757:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686343.748762:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686343.748782:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079882a00 x1818938848688128/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686343.748806:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686343.748811:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686343.748814:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686343.748815:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686343.748818:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11139 00000100:00080000:2.0:1734686343.748820:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686343.748823:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686343.748830:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734686343.748831:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079882d80 x1818938848688512/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686343.748835:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848687616:0@lo:400:kworker.0 00000100:00100000:1.0:1734686343.748850:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848687744:0@lo:400:kworker.0 00000100:00100000:3.0:1734686343.748856:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686343.748860:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848688128:0@lo:8:kworker.0 00000100:00100000:3.0:1734686343.748869:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848688256:0@lo:400:kworker.0 00000100:00100000:1.0:1734686343.748880:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686343.748885:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686343.748906:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848687744 00000100:00100000:3.0:1734686343.748912:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848687744 00000100:00100000:3.0:1734686343.748941:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3963 00000100:00100000:0.0:1734686343.748944:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848687872:0@lo:400:kworker.0 00000100:00100000:3.0:1734686343.748947:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848687744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686343.749160:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848688384:0@lo:400:kworker.0 00000100:00100000:2.0:1734686343.749161:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848688512:0@lo:8:kworker.0 00000100:00100000:1.0:1734686343.749175:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686343.749180:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734686343.749190:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686313 00000100:00100000:1.0:1734686343.749198:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848688384 00000100:00100000:1.0:1734686343.749200:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848688384 00000100:00100000:2.0:1734686343.749205:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848688128 00000100:00100000:2.0:1734686343.749208:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848688128 00000100:00100000:1.0:1734686343.749212:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3964 00000100:00100000:1.0:1734686343.749215:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848688384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686343.749233:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848688384:12345-0@lo:400:kworker.0 Request processed in 17us (58us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686343.749237:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3964 00000100:00100000:1.0:1734686343.749253:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848688000 00000100:00100000:1.0:1734686343.749254:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848688000 00000100:00100000:1.0:1734686343.749265:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41893 00000100:00100000:1.0:1734686343.749268:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848688000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686343.749281:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848688000:12345-0@lo:400:kworker.0 Request processed in 13us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686343.749284:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41893 00000100:00080000:1.0:1734686343.749289:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686313 00000100:00100000:1.0:1734686343.749303:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848688384:0@lo:400:kworker.0 00000100:00100000:2.0:1734686343.749456:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848688512 00000100:00100000:2.0:1734686343.749460:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848688512 00000100:00100000:0.0:1734686343.749634:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686343.749638:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848687744:12345-0@lo:400:kworker.0 Request processed in 690us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686343.749644:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3963 00000100:00100000:0.0:1734686343.749651:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848688640:0@lo:400:kworker.0 00000100:00100000:3.0:1734686343.749656:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848687872 00000100:00100000:3.0:1734686343.749659:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848687872 00000100:00100000:0.0:1734686343.749664:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686343.749672:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3965 00000100:00100000:3.0:1734686343.749676:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848687872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686343.749682:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686343.749687:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848688768:0@lo:400:kworker.0 00000100:00100000:3.0:1734686343.749700:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848687872:12345-0@lo:400:kworker.0 Request processed in 24us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686343.749704:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686343.749706:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3965 00000100:00100000:3.0:1734686343.749712:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848688768 00000100:00100000:3.0:1734686343.749713:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848688768 00000100:00100000:3.0:1734686343.749721:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3966 00000100:00100000:3.0:1734686343.749723:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848688768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686343.749726:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848687872:0@lo:400:kworker.0 00000100:00100000:3.0:1734686343.749738:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848688768:12345-0@lo:400:kworker.0 Request processed in 14us (35us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686343.749741:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3966 00000100:00100000:0.0:1734686343.749744:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848688768:0@lo:400:kworker.0 00000100:00100000:3.0:1734686343.749750:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848687616 00000100:00100000:3.0:1734686343.749751:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848687616 00000100:00100000:3.0:1734686343.749762:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:3.0:1734686343.749765:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848687616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686343.749768:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848688640 00000100:00100000:0.0:1734686343.749770:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848688640 00000100:00100000:3.0:1734686343.749775:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848687616:12345-0@lo:400:kworker.0 Request processed in 10us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686343.749778:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:2.0:1734686343.749795:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54742 00000100:00100000:2.0:1734686343.749800:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079880e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848688128:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686343.749802:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54743 00000100:00100000:1.0:1734686343.749807:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848688512:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686343.749816:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734686343.749819:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686343.749839:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079880e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848688128:12345-0@lo:8:kworker.0 Request processed in 39us (954us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686343.749842:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848688512:12345-0@lo:8:kworker.0 Request processed in 34us (661us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686343.749844:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54742 00000100:00100000:1.0:1734686343.749847:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54743 00000100:00100000:3.0:1734686343.749861:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8127 00000100:00100000:3.0:1734686343.749863:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848688640:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686343.749871:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686313 00000100:00080000:1.0:1734686343.749874:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686313 00000100:00080000:1.0:1734686343.749876:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686313 00000100:00100000:3.0:1734686343.749884:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848688640:12345-0@lo:400:kworker.0 Request processed in 20us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686343.749890:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848687744:0@lo:400:kworker.0 00000100:00100000:3.0:1734686343.749890:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8127 00000100:00080000:0.0:1734686343.749893:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686343.749896:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686343.749899:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848688128:0@lo:8:kworker.0 00000100:00080000:0.0:1734686343.749904:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686343.749906:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686343.749909:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848688512:0@lo:8:kworker.0 00000100:00100000:0.0:1734686343.749924:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848688640:0@lo:400:kworker.0 00000100:00100000:2.0:1734686343.749968:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686343.749991:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848688000:0@lo:400:kworker.0 00000100:00100000:2.0:1734686343.750000:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848687616:0@lo:400:kworker.0 00000100:00100000:0.0:1734686343.750350:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848688256 00000100:00100000:0.0:1734686343.750354:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848688256 00000100:00100000:0.0:1734686343.750381:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8128 00000100:00100000:0.0:1734686343.750385:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848688256:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686343.750387:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686313 00000100:00100000:0.0:1734686343.750429:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848688256:12345-0@lo:400:kworker.0 Request processed in 43us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686343.750435:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8128 00000100:00100000:2.0:1734686343.750485:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848688256:0@lo:400:kworker.0 00000100:00100000:0.0:1734686343.764806:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848688896:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686343.764856:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686343.764899:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848688896 00000100:00100000:3.0:1734686343.764906:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848688896 00000100:00100000:3.0:1734686343.764945:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41894 00000100:00100000:3.0:1734686343.764950:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848688896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686343.764979:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686343.765020:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848688896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686343.765027:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41894 00000100:00100000:0.0:1734686343.765067:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848688896:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686343.828818:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848689024:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686343.828871:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686343.828930:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848689024 00000100:00100000:3.0:1734686343.828937:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848689024 00000100:00100000:3.0:1734686343.828976:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7254 00000100:00100000:3.0:1734686343.828983:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848689024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686343.829009:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686343.829047:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848689024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686343.829053:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7254 00000100:00100000:1.0:1734686343.829099:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c536a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848689024:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686344.042697:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686345.044743:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686345.524705:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848689152:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686345.524755:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686345.524821:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848689152 00000100:00100000:3.0:1734686345.524827:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848689152 00000100:00080000:1.0:1734686345.524860:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686315 00000100:00100000:3.0:1734686345.524916:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7255 00000100:00100000:3.0:1734686345.524922:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848689152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686345.524941:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686345.524980:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848689152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686345.524986:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7255 00000100:00100000:2.0:1734686345.525008:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848689152:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686346.046699:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686346.182751:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686346.182786:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686346.182813:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686346.182836:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872785024 00000100:00100000:1.0:1734686346.182848:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872785024 00000100:00100000:2.0:1734686346.182855:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872785152 00000100:00100000:2.0:1734686346.182863:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872785152 00000100:00100000:3.0:1734686346.182867:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872785280 00000100:00100000:3.0:1734686346.182871:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872785280 00000100:00100000:0.0:1734686346.182881:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686346.182902:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872785408 00000100:00100000:0.0:1734686346.182905:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872785408 00000100:00100000:2.0:1734686346.182905:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3967 00000100:00100000:1.0:1734686346.182910:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1293 00000100:00100000:2.0:1734686346.182911:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872785152:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686346.182911:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3968 00000100:00100000:1.0:1734686346.182916:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872785024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686346.182916:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872785280:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686346.182921:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54744 00000100:00100000:0.0:1734686346.182925:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872785408:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686346.182945:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686346.182968:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872785280:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686346.182977:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872785024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686346.182977:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3968 00000100:00100000:0.0:1734686346.182980:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872785408:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 55us (98us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686346.182980:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872785152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686346.182982:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1293 00000100:00100000:0.0:1734686346.182985:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54744 00000100:00100000:2.0:1734686346.182986:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3967 00000100:00080000:3.0:1734686346.183015:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686316 00000100:00080000:3.0:1734686346.183018:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686316 00000100:00080000:3.0:1734686346.183020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686316 00010000:00010000:3.0:1734686347.048753:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686348.050697:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686348.708734:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848689280:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686348.708827:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686348.708924:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848689280 00000100:00100000:3.0:1734686348.708931:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848689280 00000100:00100000:3.0:1734686348.708976:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41895 00000100:00100000:3.0:1734686348.708982:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848689280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686348.709012:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686348.709053:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848689280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686348.709059:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41895 00000100:00100000:2.0:1734686348.709091:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848689280:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686348.756726:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848689408:0@lo:400:kworker.0 00000100:00080000:2.0:1734686348.756726:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686348.756732:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686348.756734:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686348.756739:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11144 00000100:00080000:2.0:1734686348.756743:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686348.756748:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686348.756753:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848689536:0@lo:400:kworker.0 00000100:00100000:2.0:1734686348.756764:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fef480 x1818938848689920/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686348.756775:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686348.756785:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686348.756787:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686348.756788:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686348.756788:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686348.756791:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11144 00000100:00080000:2.0:1734686348.756792:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686348.756795:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686348.756802:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0feca80 x1818938848690304/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686348.756805:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848690176:0@lo:400:kworker.0 00000100:00100000:0.0:1734686348.756806:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848690048:0@lo:400:kworker.0 00000100:00100000:1.0:1734686348.756819:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686348.756825:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686348.756828:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734686348.756833:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848689664:0@lo:400:kworker.0 00000100:00100000:0.0:1734686348.756835:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734686348.756836:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848689536 00000100:00100000:0.0:1734686348.756839:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848689792:0@lo:400:kworker.0 00000100:00100000:2.0:1734686348.756842:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848689536 00000100:00100000:1.0:1734686348.756844:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686348.756854:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848690432:0@lo:400:kworker.0 00000100:00100000:0.0:1734686348.756856:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686348.756866:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686348.756867:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848690560:0@lo:400:kworker.0 00000100:00100000:2.0:1734686348.756873:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848690176 00000100:00100000:2.0:1734686348.756875:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848690176 00000100:00100000:3.0:1734686348.756875:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848689664 00000100:00100000:0.0:1734686348.756880:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686348.756880:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848689664 00000100:00100000:1.0:1734686348.756883:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848689408 00000100:00100000:1.0:1734686348.756886:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848689408 00000100:00100000:2.0:1734686348.756888:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848690560 00000100:00100000:2.0:1734686348.756890:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848690560 00000100:00100000:0.0:1734686348.756898:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848689920:0@lo:8:kworker.0 00000100:00100000:2.0:1734686348.756902:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3969 00000100:00100000:1.0:1734686348.756906:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:2.0:1734686348.756907:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848689536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686348.756912:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848689408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686348.756912:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3970 00000100:00100000:0.0:1734686348.756916:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686348.756917:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848690176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686348.756928:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848690304:0@lo:8:kworker.0 00000100:00100000:0.0:1734686348.756941:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686348.756945:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848689408:12345-0@lo:400:kworker.0 Request processed in 33us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686348.756949:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848689536:12345-0@lo:400:kworker.0 Request processed in 41us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686348.756950:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848690176:12345-0@lo:400:kworker.0 Request processed in 34us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686348.756951:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:2.0:1734686348.756955:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3969 00000100:00100000:3.0:1734686348.756957:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3970 00000100:00100000:0.0:1734686348.756965:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3971 00000100:00100000:2.0:1734686348.756970:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3972 00000100:00100000:0.0:1734686348.756971:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848689664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686348.756973:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848690560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686348.756976:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848690048 00000100:00100000:1.0:1734686348.756978:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848690048 00000100:00080000:3.0:1734686348.756978:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686318 00000100:00080000:3.0:1734686348.756982:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686318 00000100:00080000:3.0:1734686348.756983:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686318 00000100:00080000:3.0:1734686348.756985:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686318 00000100:00100000:1.0:1734686348.756993:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848690432 00000100:00100000:1.0:1734686348.756994:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848690432 00000100:00100000:3.0:1734686348.756994:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848689792 00000100:00100000:0.0:1734686348.756995:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848689664:12345-0@lo:400:kworker.0 Request processed in 25us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686348.756996:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848690560:12345-0@lo:400:kworker.0 Request processed in 22us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686348.756997:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848689792 00000100:00100000:0.0:1734686348.757000:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3971 00000100:00100000:2.0:1734686348.757002:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3972 00000100:00100000:1.0:1734686348.757006:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848689920 00000100:00100000:1.0:1734686348.757008:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848689920 00000100:00100000:3.0:1734686348.757016:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41896 00000100:00100000:1.0:1734686348.757017:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848690304 00000100:00100000:1.0:1734686348.757019:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848690304 00000100:00100000:3.0:1734686348.757020:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848689792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686348.757021:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8129 00000100:00100000:0.0:1734686348.757026:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848690048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686348.757026:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8130 00000100:00100000:1.0:1734686348.757030:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54745 00000100:00100000:2.0:1734686348.757030:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848690432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686348.757034:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848689920:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686348.757047:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686348.757051:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848690048:12345-0@lo:400:kworker.0 Request processed in 24us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686348.757051:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848689792:12345-0@lo:400:kworker.0 Request processed in 29us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686348.757055:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8129 00000100:00100000:2.0:1734686348.757055:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848690432:12345-0@lo:400:kworker.0 Request processed in 24us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686348.757056:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41896 00000100:00100000:2.0:1734686348.757060:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8130 00000100:00080000:3.0:1734686348.757066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686318 00000100:00100000:1.0:1734686348.757067:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848689920:12345-0@lo:8:kworker.0 Request processed in 32us (155us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734686348.757068:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686318 00000100:00100000:0.0:1734686348.757069:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54746 00000100:00100000:0.0:1734686348.757073:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848690304:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686348.757073:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54745 00010000:00020000:0.0:1734686348.757084:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686348.757100:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848690304:12345-0@lo:8:kworker.0 Request processed in 27us (158us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686348.757104:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54746 00000100:00100000:1.0:1734686348.757104:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848689664:0@lo:400:kworker.0 00000100:00100000:1.0:1734686348.757112:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848690432:0@lo:400:kworker.0 00000100:00080000:0.0:1734686348.757118:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686348.757118:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848690176:0@lo:400:kworker.0 00000100:00080000:0.0:1734686348.757120:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686348.757122:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848689920:0@lo:8:kworker.0 00000100:00100000:1.0:1734686348.757124:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848689536:0@lo:400:kworker.0 00000100:00080000:0.0:1734686348.757125:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686348.757127:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686348.757128:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848690304:0@lo:8:kworker.0 00000100:00100000:0.0:1734686348.757142:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848689792:0@lo:400:kworker.0 00000100:00100000:0.0:1734686348.757148:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848690560:0@lo:400:kworker.0 00000100:00100000:0.0:1734686348.757153:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848690048:0@lo:400:kworker.0 00000100:00100000:0.0:1734686348.757159:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848689408:0@lo:400:kworker.0 00000100:00100000:2.0:1734686348.772856:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848690688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686348.772915:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686348.773057:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848690688 00000100:00100000:3.0:1734686348.773064:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848690688 00000100:00100000:3.0:1734686348.773106:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41897 00000100:00100000:3.0:1734686348.773112:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848690688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686348.773142:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686348.773187:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848690688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686348.773194:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41897 00000100:00100000:2.0:1734686348.773226:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848690688:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686348.836746:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686348.836762:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848690816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686348.836813:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686348.836881:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848690816 00000100:00100000:0.0:1734686348.836888:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848690816 00000100:00100000:0.0:1734686348.836923:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7256 00000100:00100000:0.0:1734686348.836927:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848690816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686348.836949:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686348.836987:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848690816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686348.836993:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7256 00000100:00100000:3.0:1734686348.837014:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848690816:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686349.052717:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686350.054717:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686350.532698:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848690944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686350.532740:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686350.532777:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848690944 00000100:00100000:0.0:1734686350.532783:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848690944 00000100:00080000:3.0:1734686350.532812:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686320 00000100:00100000:0.0:1734686350.532831:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7257 00000100:00100000:0.0:1734686350.532837:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848690944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686350.532855:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686350.532899:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848690944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686350.532904:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7257 00000100:00100000:3.0:1734686350.532919:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848690944:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686351.056756:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686351.191310:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686351.191357:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686351.191382:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872785536 00000100:00100000:0.0:1734686351.191384:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686351.191389:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872785536 00000100:00100000:0.0:1734686351.191442:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686351.191443:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872785664 00000100:00100000:2.0:1734686351.191447:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872785664 00000100:00100000:1.0:1734686351.191448:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1295 00000100:00100000:1.0:1734686351.191454:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872785536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686351.191461:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872785920 00000100:00100000:0.0:1734686351.191465:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872785920 00000100:00100000:2.0:1734686351.191474:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872785792 00000100:00100000:2.0:1734686351.191476:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872785792 00000100:00100000:0.0:1734686351.191482:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54747 00000100:00100000:0.0:1734686351.191487:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872785920:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686351.191492:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3973 00000100:00100000:3.0:1734686351.191504:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872785664:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686351.191506:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872785536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (209us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686351.191507:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686351.191511:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3974 00000100:00100000:1.0:1734686351.191512:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1295 00000100:00100000:2.0:1734686351.191516:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872785792:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686351.191550:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872785920:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (86us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686351.191557:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54747 00000100:00100000:2.0:1734686351.191562:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872785792:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686351.191568:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3974 00000100:00080000:1.0:1734686351.191589:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686321 00000100:00080000:1.0:1734686351.191593:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686321 00000100:00080000:1.0:1734686351.191595:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686321 00000100:00100000:3.0:1734686351.191609:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872785664:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 105us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686351.191616:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3973 00010000:00010000:3.0:1734686352.059938:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686353.061126:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686353.716901:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848691072:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686353.716968:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686353.717027:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848691072 00000100:00100000:0.0:1734686353.717035:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848691072 00000100:00100000:0.0:1734686353.717082:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41898 00000100:00100000:0.0:1734686353.717089:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848691072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686353.717125:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686353.717183:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848691072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686353.717193:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41898 00000100:00100000:3.0:1734686353.717272:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848691072:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686353.764760:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848691200:0@lo:400:kworker.0 00000100:00080000:2.0:1734686353.764763:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686353.764769:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686353.764773:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686353.764779:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11149 00000100:00080000:2.0:1734686353.764783:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686353.764789:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686353.764807:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848691328:0@lo:400:kworker.0 00000100:00100000:3.0:1734686353.764807:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848691456:0@lo:400:kworker.0 00000100:00100000:2.0:1734686353.764812:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0feed80 x1818938848691712/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686353.764840:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686353.764843:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686353.764845:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686353.764848:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11149 00000100:00080000:2.0:1734686353.764850:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686353.764853:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686353.764863:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fed880 x1818938848692096/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686353.764881:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686353.764901:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848691584:0@lo:400:kworker.0 00000100:00100000:1.0:1734686353.764909:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686353.764918:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848691840:0@lo:400:kworker.0 00000100:00100000:3.0:1734686353.764935:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848691328 00000100:00100000:2.0:1734686353.764941:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686353.764941:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848691328 00000100:00100000:0.0:1734686353.764950:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686353.764950:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848691968:0@lo:400:kworker.0 00000100:00100000:2.0:1734686353.764958:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848692352:0@lo:400:kworker.0 00000100:00100000:1.0:1734686353.764967:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686353.764975:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848691968 00000100:00100000:0.0:1734686353.764977:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848691840 00000100:00100000:3.0:1734686353.764977:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848691968 00000100:00100000:0.0:1734686353.764982:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848691840 00000100:00100000:1.0:1734686353.764982:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734686353.764986:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686353.764987:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848692224:0@lo:400:kworker.0 00000100:00100000:3.0:1734686353.764988:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3975 00000100:00100000:3.0:1734686353.764993:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848691328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686353.765004:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686353.765016:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848692224 00000100:00100000:2.0:1734686353.765018:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848692352 00000100:00100000:0.0:1734686353.765019:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848692224 00000100:00100000:2.0:1734686353.765021:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848692352 00000100:00100000:1.0:1734686353.765029:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848691200 00000100:00100000:1.0:1734686353.765032:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848691200 00000100:00100000:3.0:1734686353.765033:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848691328:12345-0@lo:400:kworker.0 Request processed in 40us (125us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686353.765034:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8131 00000100:00100000:0.0:1734686353.765040:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848691840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686353.765040:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3975 00000100:00100000:2.0:1734686353.765044:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3976 00000100:00100000:2.0:1734686353.765048:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848691968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686353.765052:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1734686353.765055:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3977 00000100:00100000:1.0:1734686353.765056:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848691200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686353.765059:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848692352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686353.765084:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848691840:12345-0@lo:400:kworker.0 Request processed in 44us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686353.765086:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848691968:12345-0@lo:400:kworker.0 Request processed in 37us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686353.765087:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848691200:12345-0@lo:400:kworker.0 Request processed in 30us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686353.765091:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8131 00000100:00100000:3.0:1734686353.765091:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848692352:12345-0@lo:400:kworker.0 Request processed in 31us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686353.765092:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3976 00000100:00100000:1.0:1734686353.765093:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1734686353.765096:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3977 00000100:00100000:0.0:1734686353.765102:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8132 00000100:00100000:0.0:1734686353.765106:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848692224:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686353.765115:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686323 00000100:00080000:1.0:1734686353.765119:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686323 00000100:00080000:1.0:1734686353.765120:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686323 00000100:00100000:3.0:1734686353.765122:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848691712:0@lo:8:kworker.0 00000100:00100000:0.0:1734686353.765130:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848692224:12345-0@lo:400:kworker.0 Request processed in 23us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686353.765135:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8132 00000100:00100000:2.0:1734686353.765136:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848692352:0@lo:400:kworker.0 00000100:00100000:3.0:1734686353.765143:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686353.765148:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848692224:0@lo:400:kworker.0 00000100:00100000:0.0:1734686353.765159:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848691712 00000100:00100000:3.0:1734686353.765160:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848692096:0@lo:8:kworker.0 00000100:00100000:0.0:1734686353.765162:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848691712 00000100:00100000:1.0:1734686353.765164:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848691968:0@lo:400:kworker.0 00000100:00100000:1.0:1734686353.765172:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848691328:0@lo:400:kworker.0 00000100:00100000:2.0:1734686353.765174:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848691584 00000100:00100000:3.0:1734686353.765175:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686353.765176:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54748 00000100:00100000:2.0:1734686353.765176:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848691584 00000100:00100000:0.0:1734686353.765181:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848691712:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734686353.765195:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686323 00000100:00100000:3.0:1734686353.765197:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:0.0:1734686353.765200:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686353.765204:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41899 00000100:00100000:2.0:1734686353.765208:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848691584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686353.765209:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848691456 00000100:00100000:1.0:1734686353.765211:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848691456 00000100:00100000:1.0:1734686353.765228:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3978 00000100:00100000:0.0:1734686353.765229:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848691712:12345-0@lo:8:kworker.0 Request processed in 48us (85us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686353.765231:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848691456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686353.765234:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848691584:12345-0@lo:400:kworker.0 Request processed in 25us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686353.765235:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54748 00000100:00100000:2.0:1734686353.765239:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41899 00000100:00100000:0.0:1734686353.765241:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848692096 00000100:00080000:3.0:1734686353.765242:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686353.765244:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848692096 00000100:00080000:3.0:1734686353.765245:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686353.765248:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848691712:0@lo:8:kworker.0 00000100:00100000:1.0:1734686353.765251:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848691456:12345-0@lo:400:kworker.0 Request processed in 19us (53us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686353.765252:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54749 00000100:00100000:1.0:1734686353.765254:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3978 00000100:00100000:0.0:1734686353.765256:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848692096:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734686353.765261:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686323 00010000:00020000:0.0:1734686353.765263:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686353.765265:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848691584:0@lo:400:kworker.0 00000100:00100000:3.0:1734686353.765269:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848691456:0@lo:400:kworker.0 00000100:00100000:0.0:1734686353.765292:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848692096:12345-0@lo:8:kworker.0 Request processed in 35us (116us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686353.765297:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54749 00000100:02020000:2.0:1734686353.765305:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:2.0:1734686353.765308:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686353.765311:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686353.765313:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848692096:0@lo:8:kworker.0 00000100:00100000:0.0:1734686353.765455:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848691840:0@lo:400:kworker.0 00000100:00100000:0.0:1734686353.765474:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848691200:0@lo:400:kworker.0 00000100:00100000:3.0:1734686353.780779:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686353.780803:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848692480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686353.780876:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686353.781449:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848692480 00000100:00100000:1.0:1734686353.781459:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848692480 00000100:00100000:1.0:1734686353.781504:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41900 00000100:00100000:1.0:1734686353.781510:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848692480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686353.781579:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686353.781642:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848692480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686353.781648:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41900 00000100:00100000:3.0:1734686353.781690:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848692480:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686353.844780:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848692608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686353.844826:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686353.844880:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848692608 00000100:00100000:0.0:1734686353.844886:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848692608 00000100:00100000:0.0:1734686353.844925:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7258 00000100:00100000:0.0:1734686353.844929:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848692608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686353.844949:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686353.844986:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848692608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686353.844991:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7258 00000100:00100000:1.0:1734686353.845012:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4876300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848692608:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686354.064733:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686355.066772:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686355.540722:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848692736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686355.540778:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686355.540826:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848692736 00000100:00100000:0.0:1734686355.540831:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848692736 00000100:00100000:0.0:1734686355.540867:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7259 00000100:00100000:0.0:1734686355.540871:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848692736:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734686355.540879:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686325 00002000:00000024:0.0:1734686355.540886:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686355.540918:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848692736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686355.540924:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7259 00000100:00100000:2.0:1734686355.540933:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848692736:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686356.068765:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686356.198893:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686356.198930:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686356.198951:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872786048 00000100:00100000:0.0:1734686356.198954:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686356.198958:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872786048 00000100:00100000:0.0:1734686356.198977:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686356.198989:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1297 00000100:00100000:2.0:1734686356.198994:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872786176 00000100:00100000:1.0:1734686356.198995:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872786048:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686356.198998:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872786432 00000100:00100000:2.0:1734686356.198998:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872786176 00000100:00100000:0.0:1734686356.199001:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872786432 00000100:00100000:0.0:1734686356.199013:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54750 00000100:00100000:0.0:1734686356.199016:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872786432:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686356.199021:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872786304 00000100:00100000:2.0:1734686356.199023:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872786304 00010000:00020000:0.0:1734686356.199031:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686356.199033:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3979 00000100:00100000:3.0:1734686356.199039:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872786176:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686356.199040:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3980 00000100:00100000:1.0:1734686356.199044:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872786048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686356.199045:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872786304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686356.199046:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872786432:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 30us (92us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686356.199050:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54750 00000100:00100000:1.0:1734686356.199050:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1297 00000100:00080000:1.0:1734686356.199071:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686326 00000100:00100000:2.0:1734686356.199071:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872786304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686356.199071:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872786176:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (140us total) trans 0 rc 0/0 00000100:00080000:1.0:1734686356.199074:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686326 00000100:00080000:1.0:1734686356.199075:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686326 00000100:00100000:3.0:1734686356.199076:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3979 00000100:00100000:2.0:1734686356.199079:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3980 00010000:00010000:3.0:1734686357.070801:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686358.072734:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686358.724741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848692864:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686358.724797:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686358.724847:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848692864 00000100:00100000:1.0:1734686358.724853:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848692864 00000100:00100000:1.0:1734686358.724891:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41901 00000100:00100000:1.0:1734686358.724897:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848692864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686358.724929:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686358.724966:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848692864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686358.724971:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41901 00000100:00100000:0.0:1734686358.724990:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848692864:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686358.772698:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734686358.772704:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848693120:0@lo:400:kworker.0 00000100:00080000:2.0:1734686358.772704:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734686358.772706:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848693376:0@lo:400:kworker.0 00000100:00080000:2.0:1734686358.772707:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686358.772711:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11154 00000100:00080000:2.0:1734686358.772715:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686358.772719:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686358.772736:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fec700 x1818938848693504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686358.772738:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848693248:0@lo:400:kworker.0 00000100:00100000:0.0:1734686358.772749:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686358.772749:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686358.772758:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686358.772761:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686358.772762:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686358.772764:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11154 00000100:00080000:2.0:1734686358.772766:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686358.772768:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686358.772770:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686358.772776:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0feea00 x1818938848693888/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686358.772777:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734686358.772779:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848693760:0@lo:400:kworker.0 00000100:00100000:0.0:1734686358.772781:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848692992:0@lo:400:kworker.0 00000100:00100000:1.0:1734686358.772798:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686358.772800:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686358.772806:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848693120 00000100:00100000:1.0:1734686358.772809:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734686358.772811:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848693632:0@lo:400:kworker.0 00000100:00100000:3.0:1734686358.772811:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848693120 00000100:00100000:2.0:1734686358.772813:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848693504:0@lo:8:kworker.0 00000100:00100000:1.0:1734686358.772814:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848694016:0@lo:400:kworker.0 00000100:00100000:0.0:1734686358.772828:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686358.772839:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848692992 00000100:00100000:3.0:1734686358.772840:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848693248 00000100:00100000:2.0:1734686358.772841:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848693760 00000100:00100000:1.0:1734686358.772842:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848692992 00000100:00100000:3.0:1734686358.772842:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848693248 00000100:00100000:0.0:1734686358.772843:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848694144:0@lo:400:kworker.0 00000100:00100000:2.0:1734686358.772844:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848693760 00000100:00100000:3.0:1734686358.772854:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3981 00000100:00100000:0.0:1734686358.772856:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686358.772859:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1734686358.772859:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079883800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848693120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686358.772861:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848692992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686358.772870:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848694144 00000100:00100000:2.0:1734686358.772872:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848694144 00000100:00100000:2.0:1734686358.772881:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3982 00000100:00100000:0.0:1734686358.772884:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848693632 00000100:00100000:2.0:1734686358.772885:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848693248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686358.772886:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848693632 00000100:00100000:1.0:1734686358.772886:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848692992:12345-0@lo:400:kworker.0 Request processed in 24us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686358.772888:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079883800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848693120:12345-0@lo:400:kworker.0 Request processed in 29us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686358.772890:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1734686358.772893:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3981 00000100:00100000:0.0:1734686358.772903:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8133 00000100:00100000:3.0:1734686358.772904:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3983 00000100:00100000:0.0:1734686358.772906:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848693632:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686358.772907:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686328 00000100:00100000:3.0:1734686358.772907:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079880700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848693760:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686358.772910:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686328 00000100:00100000:2.0:1734686358.772910:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848693248:12345-0@lo:400:kworker.0 Request processed in 24us (139us total) trans 0 rc 0/0 00000100:00080000:1.0:1734686358.772911:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686328 00000100:00080000:1.0:1734686358.772912:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686328 00000100:00100000:2.0:1734686358.772914:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3982 00000100:00100000:1.0:1734686358.772919:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686358.772924:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3984 00000100:00100000:3.0:1734686358.772924:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079880700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848693760:12345-0@lo:400:kworker.0 Request processed in 15us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686358.772927:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848694144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686358.772928:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848693632:12345-0@lo:400:kworker.0 Request processed in 22us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686358.772928:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3983 00000100:00100000:0.0:1734686358.772933:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8133 00000100:00100000:1.0:1734686358.772938:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848693760:0@lo:400:kworker.0 00000100:00100000:0.0:1734686358.772940:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848694016 00000100:00100000:0.0:1734686358.772942:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848694016 00000100:00100000:2.0:1734686358.772942:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848694144:12345-0@lo:400:kworker.0 Request processed in 14us (85us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686358.772946:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3984 00000100:00100000:1.0:1734686358.772947:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848693120:0@lo:400:kworker.0 00000100:00100000:3.0:1734686358.772953:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848693248:0@lo:400:kworker.0 00000100:00100000:0.0:1734686358.772956:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8134 00000100:00100000:0.0:1734686358.772959:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079881500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848694016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686358.772964:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734686358.772965:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686328 00000100:00100000:2.0:1734686358.772974:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848693888:0@lo:8:kworker.0 00000100:00100000:3.0:1734686358.772976:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848693504 00000100:00100000:3.0:1734686358.772978:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848693504 00000100:00100000:0.0:1734686358.772979:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079881500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848694016:12345-0@lo:400:kworker.0 Request processed in 20us (59us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686358.772984:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8134 00000100:00100000:2.0:1734686358.772985:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686358.772990:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848693888 00000100:00100000:3.0:1734686358.772992:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848693888 00000100:00100000:1.0:1734686358.772994:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54751 00000100:00100000:1.0:1734686358.772997:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848693504:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686358.772999:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54752 00000100:00100000:0.0:1734686358.773002:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848693888:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686358.773014:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734686358.773021:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686358.773037:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848693504:12345-0@lo:8:kworker.0 Request processed in 39us (72us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686358.773041:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54751 00000100:00100000:0.0:1734686358.773043:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848693888:12345-0@lo:8:kworker.0 Request processed in 38us (55us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686358.773048:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54752 00000100:00100000:1.0:1734686358.773055:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848694016:0@lo:400:kworker.0 00000100:00080000:2.0:1734686358.773059:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686358.773062:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686358.773064:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848693376 00000100:00100000:2.0:1734686358.773065:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848693504:0@lo:8:kworker.0 00000100:00100000:0.0:1734686358.773066:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848693376 00000100:00080000:2.0:1734686358.773071:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686358.773073:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686358.773075:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848693888:0@lo:8:kworker.0 00000100:00080000:1.0:1734686358.773076:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686328 00000100:00100000:0.0:1734686358.773091:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41902 00000100:00100000:0.0:1734686358.773095:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848693376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686358.773118:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848693376:12345-0@lo:400:kworker.0 Request processed in 22us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686358.773123:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41902 00000100:00100000:0.0:1734686358.773138:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848694144:0@lo:400:kworker.0 00000100:00100000:0.0:1734686358.773143:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848692992:0@lo:400:kworker.0 00000100:00100000:0.0:1734686358.773148:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848693632:0@lo:400:kworker.0 00000100:00100000:0.0:1734686358.773153:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848693376:0@lo:400:kworker.0 00000100:00100000:1.0:1734686358.788746:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848694272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686358.788801:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686358.788836:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848694272 00000100:00100000:0.0:1734686358.788842:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848694272 00000100:00100000:0.0:1734686358.788876:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41903 00000100:00100000:0.0:1734686358.788881:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079883100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848694272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686358.788905:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686358.788940:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079883100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848694272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686358.788945:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41903 00000100:00100000:1.0:1734686358.788972:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848694272:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686358.852716:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686358.852732:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848694400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686358.852778:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686358.852823:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848694400 00000100:00100000:0.0:1734686358.852829:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848694400 00000100:00100000:0.0:1734686358.852878:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7260 00000100:00100000:0.0:1734686358.852884:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848694400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686358.852908:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686358.852946:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848694400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686358.852950:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7260 00000100:00100000:3.0:1734686358.852983:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848694400:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686359.074699:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686360.076700:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686360.548770:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848694528:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686360.548823:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686360.548872:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848694528 00000100:00100000:0.0:1734686360.548879:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848694528 00000100:00100000:0.0:1734686360.548930:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7261 00000100:00100000:0.0:1734686360.548936:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848694528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686360.548953:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00080000:1.0:1734686360.548974:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686330 00000100:00100000:0.0:1734686360.548998:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848694528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686360.549004:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7261 00000100:00100000:3.0:1734686360.549159:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848694528:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686361.078724:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686361.206864:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686361.206906:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686361.206927:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872786560 00000100:00100000:0.0:1734686361.206933:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686361.206936:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872786560 00000100:00100000:0.0:1734686361.206968:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686361.206968:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872786944 00000100:00100000:2.0:1734686361.206973:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872786944 00000100:00100000:1.0:1734686361.206979:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1299 00000100:00100000:1.0:1734686361.206984:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872786560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686361.206993:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54753 00000100:00100000:2.0:1734686361.206997:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872786944:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686361.206998:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872786688 00000100:00100000:3.0:1734686361.207002:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872786688 00000100:00080000:0.0:1734686361.207003:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686331 00000100:00100000:0.0:1734686361.207016:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872786816 00000100:00100000:0.0:1734686361.207018:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872786816 00010000:00020000:2.0:1734686361.207019:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686361.207033:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3985 00000100:00100000:1.0:1734686361.207036:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872786560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686361.207037:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3986 00000100:00100000:3.0:1734686361.207037:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872786688:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686361.207040:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872786816:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686361.207041:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1299 00000100:00100000:2.0:1734686361.207043:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872786944:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (136us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686361.207048:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54753 00000100:00100000:0.0:1734686361.207061:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872786816:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686361.207063:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872786688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686361.207064:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3986 00000100:00100000:3.0:1734686361.207067:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3985 00000100:00080000:0.0:1734686361.207072:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686331 00000100:00080000:0.0:1734686361.207074:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686331 00010000:00010000:3.0:1734686362.080717:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686363.084484:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686363.732730:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a6566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848694656:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686363.732791:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686363.732829:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848694656 00000100:00100000:0.0:1734686363.732835:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848694656 00000100:00100000:0.0:1734686363.732886:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41904 00000100:00100000:0.0:1734686363.732893:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848694656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686363.732923:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686363.732970:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848694656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686363.732978:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41904 00000100:00100000:2.0:1734686363.733007:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a6566d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848694656:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686363.780717:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686363.780723:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686363.780726:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686363.780732:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11159 00000100:00080000:2.0:1734686363.780736:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734686363.780740:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848694912:0@lo:400:kworker.0 00000100:00100000:3.0:1734686363.780740:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848695040:0@lo:400:kworker.0 00000100:00080000:2.0:1734686363.780741:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686363.780743:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848694784:0@lo:400:kworker.0 00000100:00100000:2.0:1734686363.780757:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fedf80 x1818938848695296/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686363.780781:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686363.780783:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686363.780785:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686363.780788:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11159 00000100:00080000:2.0:1734686363.780790:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:1.0:1734686363.780791:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686363.780792:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686363.780793:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686363.780803:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b64380 x1818938848695680/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686363.780805:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848695296:0@lo:8:kworker.0 00000100:00100000:1.0:1734686363.780815:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848695424:0@lo:400:kworker.0 00000100:00100000:3.0:1734686363.780815:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686363.780821:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848695808:0@lo:400:kworker.0 00000100:00100000:0.0:1734686363.780823:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686363.780832:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848694784 00000100:00100000:1.0:1734686363.780837:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848694784 00000100:00100000:2.0:1734686363.780843:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848695296 00000100:00100000:3.0:1734686363.780844:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686363.780845:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848695680:0@lo:8:kworker.0 00000100:00100000:2.0:1734686363.780846:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848695296 00000100:00100000:0.0:1734686363.780857:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686363.780857:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848695552:0@lo:400:kworker.0 00000100:00100000:1.0:1734686363.780861:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:2.0:1734686363.780863:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848695808 00000100:00100000:1.0:1734686363.780865:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848694784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686363.780865:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848695808 00000100:00100000:3.0:1734686363.780870:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686363.780879:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848695680 00000100:00100000:0.0:1734686363.780882:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848695680 00000100:00100000:2.0:1734686363.780883:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8135 00000100:00100000:2.0:1734686363.780887:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848695808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686363.780888:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848694784:12345-0@lo:400:kworker.0 Request processed in 22us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686363.780892:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1734686363.780893:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54754 00000100:00100000:0.0:1734686363.780897:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54755 00000100:00100000:3.0:1734686363.780897:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848695296:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686363.780901:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848695680:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686363.780913:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1734686363.780913:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734686363.780916:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686363.780919:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848695808:12345-0@lo:400:kworker.0 Request processed in 31us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686363.780924:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8135 00000100:00100000:1.0:1734686363.780925:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848694784:0@lo:400:kworker.0 00000100:00100000:1.0:1734686363.780935:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734686363.780936:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848695424 00000100:00100000:1.0:1734686363.780938:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848695168:0@lo:400:kworker.0 00000100:00100000:2.0:1734686363.780938:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848695424 00000100:00100000:0.0:1734686363.780939:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848695680:12345-0@lo:8:kworker.0 Request processed in 37us (81us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686363.780940:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848695296:12345-0@lo:8:kworker.0 Request processed in 42us (116us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686363.780945:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54755 00000100:00100000:1.0:1734686363.780948:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686363.780948:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54754 00000100:00100000:2.0:1734686363.780951:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8136 00000100:00100000:2.0:1734686363.780954:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848695424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686363.780955:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848695936:0@lo:400:kworker.0 00000100:00080000:0.0:1734686363.780960:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686333 00000100:00100000:1.0:1734686363.780962:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686363.780963:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686333 00000100:00100000:0.0:1734686363.780970:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848695040 00000100:00100000:0.0:1734686363.780972:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848695040 00000100:00100000:1.0:1734686363.780974:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848695552 00000100:00100000:3.0:1734686363.780974:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848695808:0@lo:400:kworker.0 00000100:00100000:1.0:1734686363.780976:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848695552 00000100:00100000:2.0:1734686363.780984:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848695424:12345-0@lo:400:kworker.0 Request processed in 29us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686363.780987:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848695936 00000100:00100000:1.0:1734686363.780988:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848695936 00000100:00100000:2.0:1734686363.780990:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8136 00000100:00100000:0.0:1734686363.780994:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3987 00000100:00100000:1.0:1734686363.780997:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3988 00000100:00100000:0.0:1734686363.780998:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848695552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686363.780999:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848695040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686363.781002:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3989 00000100:00100000:3.0:1734686363.781006:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079883b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848695936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686363.781015:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848695040:12345-0@lo:400:kworker.0 Request processed in 16us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686363.781018:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3988 00000100:00100000:0.0:1734686363.781024:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848695552:12345-0@lo:400:kworker.0 Request processed in 26us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686363.781029:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3987 00000100:00100000:1.0:1734686363.781031:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848695936:0@lo:400:kworker.0 00000100:00100000:3.0:1734686363.781031:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079883b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848695936:12345-0@lo:400:kworker.0 Request processed in 24us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686363.781036:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848695424:0@lo:400:kworker.0 00000100:00100000:3.0:1734686363.781037:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3989 00000100:00080000:0.0:1734686363.781040:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686333 00000100:00100000:1.0:1734686363.781046:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848695168 00000100:00100000:1.0:1734686363.781047:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848695168 00000100:00080000:0.0:1734686363.781051:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686363.781054:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686363.781057:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848695680:0@lo:8:kworker.0 00000100:00100000:3.0:1734686363.781060:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848695552:0@lo:400:kworker.0 00000100:00080000:0.0:1734686363.781063:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686363.781065:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686363.781067:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848695296:0@lo:8:kworker.0 00000100:00100000:3.0:1734686363.781068:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848695040:0@lo:400:kworker.0 00000100:00100000:1.0:1734686363.781075:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41905 00000100:00100000:1.0:1734686363.781077:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079881f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848695168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686363.781081:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686363.781087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686333 00000100:00100000:3.0:1734686363.781093:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848694912 00000100:00100000:3.0:1734686363.781095:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848694912 00000100:00100000:1.0:1734686363.781100:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079881f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848695168:12345-0@lo:400:kworker.0 Request processed in 21us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686363.781105:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41905 00000100:00080000:2.0:1734686363.781108:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686333 00000100:00100000:3.0:1734686363.781109:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3990 00000100:00100000:3.0:1734686363.781113:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848694912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686363.781120:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848695168:0@lo:400:kworker.0 00000100:00100000:3.0:1734686363.781137:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6564700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848694912:12345-0@lo:400:kworker.0 Request processed in 23us (55us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686363.781142:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3990 00000100:00100000:0.0:1734686363.781152:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848694912:0@lo:400:kworker.0 00000100:00100000:2.0:1734686363.796735:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848696064:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686363.796787:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686363.796832:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848696064 00000100:00100000:1.0:1734686363.796839:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848696064 00000100:00100000:1.0:1734686363.796881:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41906 00000100:00100000:1.0:1734686363.796887:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848696064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686363.796915:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686363.796953:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848696064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686363.796957:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41906 00000100:00100000:2.0:1734686363.796981:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079880000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848696064:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686363.860796:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686363.860821:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848696192:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686363.860889:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686363.860934:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848696192 00000100:00100000:0.0:1734686363.860942:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848696192 00000100:00100000:0.0:1734686363.860989:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7262 00000100:00100000:0.0:1734686363.860996:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848696192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686363.861028:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686363.861080:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848696192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686363.861087:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7262 00000100:00100000:2.0:1734686363.861095:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848696192:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686364.084777:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686365.086794:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686365.556745:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848696320:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686365.556823:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686365.556879:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848696320 00000100:00100000:0.0:1734686365.556887:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848696320 00000100:00080000:2.0:1734686365.556910:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686335 00000100:00100000:0.0:1734686365.556931:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7263 00000100:00100000:0.0:1734686365.556937:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848696320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686365.556957:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686365.557023:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848696320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686365.557029:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7263 00000100:00100000:2.0:1734686365.557060:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848696320:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686366.088694:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686366.215047:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686366.215096:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686366.215124:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686366.215183:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872787072 00000100:00100000:1.0:1734686366.215195:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872787072 00000100:00100000:3.0:1734686366.215196:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872787328 00000100:00100000:3.0:1734686366.215206:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872787328 00000100:00100000:0.0:1734686366.215222:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686366.215248:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872787200 00000100:00100000:1.0:1734686366.215250:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1301 00000100:00100000:0.0:1734686366.215251:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872787200 00000100:00080000:2.0:1734686366.215254:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686336 00000100:00100000:1.0:1734686366.215256:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872787072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734686366.215259:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686336 00000100:00080000:2.0:1734686366.215260:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686336 00000100:00100000:3.0:1734686366.215271:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3991 00000100:00100000:3.0:1734686366.215278:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872787328:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686366.215287:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3992 00000100:00100000:0.0:1734686366.215293:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872787200:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686366.215309:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872787072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686366.215312:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872787456 00000100:00100000:1.0:1734686366.215313:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1301 00000100:00100000:2.0:1734686366.215316:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872787456 00000100:00100000:0.0:1734686366.215321:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872787200:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686366.215327:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3992 00000100:00100000:2.0:1734686366.215336:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54756 00000100:00100000:3.0:1734686366.215337:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872787328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686366.215341:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872787456:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686366.215344:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3991 00010000:00020000:2.0:1734686366.215364:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686366.215391:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872787456:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 50us (170us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686366.215398:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54756 00010000:00010000:3.0:1734686367.090780:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686368.092711:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686368.740722:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848696448:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686368.740776:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686368.740854:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848696448 00000100:00100000:1.0:1734686368.740866:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848696448 00000100:00100000:1.0:1734686368.740926:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41907 00000100:00100000:1.0:1734686368.740932:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848696448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686368.740968:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686368.741033:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848696448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686368.741039:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41907 00000100:00100000:3.0:1734686368.741087:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848696448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686368.788721:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848696576:0@lo:400:kworker.0 00000100:00080000:2.0:1734686368.788729:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686368.788734:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734686368.788735:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848696960:0@lo:400:kworker.0 00000100:00080000:2.0:1734686368.788737:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686368.788742:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11164 00000100:00080000:2.0:1734686368.788745:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686368.788751:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686368.788769:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848696704:0@lo:400:kworker.0 00000100:00100000:2.0:1734686368.788769:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b64380 x1818938848697088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686368.788774:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686368.788774:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686368.788794:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686368.788797:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686368.788798:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686368.788801:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11164 00000100:00100000:0.0:1734686368.788803:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848697216:0@lo:400:kworker.0 00000100:00080000:2.0:1734686368.788804:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686368.788807:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686368.788816:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986eb800 x1818938848697472/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686368.788820:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848696832:0@lo:400:kworker.0 00000100:00100000:0.0:1734686368.788822:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686368.788825:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686368.788833:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686368.788837:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848697728:0@lo:400:kworker.0 00000100:00100000:3.0:1734686368.788856:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848696704 00000100:00100000:2.0:1734686368.788859:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848697216 00000100:00100000:3.0:1734686368.788861:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848696704 00000100:00100000:2.0:1734686368.788862:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848697216 00000100:00100000:0.0:1734686368.788863:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686368.788866:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848697344:0@lo:400:kworker.0 00000100:00100000:0.0:1734686368.788878:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848696576 00000100:00100000:1.0:1734686368.788879:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686368.788880:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848696576 00000100:00100000:1.0:1734686368.788889:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686368.788893:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848697600:0@lo:400:kworker.0 00000100:00100000:3.0:1734686368.788893:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848697728 00000100:00100000:2.0:1734686368.788894:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8137 00000100:00100000:3.0:1734686368.788894:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848697728 00000100:00100000:0.0:1734686368.788898:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:2.0:1734686368.788899:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848697216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686368.788902:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848696576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686368.788904:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686368.788906:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848697344 00000100:00100000:3.0:1734686368.788908:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848697344 00000100:00100000:3.0:1734686368.788920:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3993 00000100:00100000:3.0:1734686368.788923:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079881c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848696704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686368.788927:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848697600 00000100:00100000:1.0:1734686368.788932:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848697600 00000100:00100000:2.0:1734686368.788938:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848697216:12345-0@lo:400:kworker.0 Request processed in 39us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686368.788940:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848696576:12345-0@lo:400:kworker.0 Request processed in 38us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686368.788944:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8137 00000100:00100000:0.0:1734686368.788945:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1734686368.788949:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079881c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848696704:12345-0@lo:400:kworker.0 Request processed in 25us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686368.788953:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3993 00000100:00100000:1.0:1734686368.788955:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8138 00000100:00100000:1.0:1734686368.788960:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848697600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686368.788964:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3994 00000100:00080000:2.0:1734686368.788965:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686338 00000100:00100000:0.0:1734686368.788966:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848697088:0@lo:8:kworker.0 00000100:00100000:3.0:1734686368.788967:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848697728:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686368.788968:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686338 00000100:00080000:2.0:1734686368.788970:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686338 00000100:00100000:2.0:1734686368.788979:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3995 00000100:00100000:2.0:1734686368.788982:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079880000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848697344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686368.788983:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686368.788986:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848697728:12345-0@lo:400:kworker.0 Request processed in 18us (122us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686368.788989:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848697600:12345-0@lo:400:kworker.0 Request processed in 28us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686368.788990:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3994 00000100:00100000:0.0:1734686368.788993:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848697472:0@lo:8:kworker.0 00000100:00100000:1.0:1734686368.788993:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8138 00000100:00100000:2.0:1734686368.789004:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079880000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848697344:12345-0@lo:400:kworker.0 Request processed in 21us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686368.789005:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848697088 00000100:00100000:3.0:1734686368.789006:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686368.789007:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848697088 00000100:00100000:0.0:1734686368.789009:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686368.789009:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3995 00000100:00100000:1.0:1734686368.789019:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848697472 00000100:00100000:2.0:1734686368.789019:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848696832 00000100:00100000:1.0:1734686368.789020:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848697472 00000100:00100000:2.0:1734686368.789022:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848696832 00000100:00100000:3.0:1734686368.789027:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54757 00000100:00100000:3.0:1734686368.789031:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848697088:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686368.789036:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3996 00000100:00100000:1.0:1734686368.789038:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54758 00000100:00100000:0.0:1734686368.789039:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848697728:0@lo:400:kworker.0 00000100:00100000:2.0:1734686368.789039:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848696832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686368.789041:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848697472:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686368.789045:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686368.789046:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848697216:0@lo:400:kworker.0 00000100:00100000:0.0:1734686368.789052:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848696576:0@lo:400:kworker.0 00010000:00020000:1.0:1734686368.789054:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686368.789061:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848696832:12345-0@lo:400:kworker.0 Request processed in 21us (54us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686368.789066:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3996 00000100:00100000:3.0:1734686368.789069:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848697088:12345-0@lo:8:kworker.0 Request processed in 37us (85us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686368.789071:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848697472:12345-0@lo:8:kworker.0 Request processed in 29us (61us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734686368.789073:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686368.789074:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54757 00000100:00080000:0.0:1734686368.789076:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686368.789077:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54758 00000100:00100000:0.0:1734686368.789078:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848697088:0@lo:8:kworker.0 00000100:00080000:2.0:1734686368.789081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686338 00000100:00080000:0.0:1734686368.789091:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686368.789092:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686368.789095:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848697472:0@lo:8:kworker.0 00000100:00100000:2.0:1734686368.789127:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848696960 00000100:00100000:2.0:1734686368.789129:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848696960 00000100:00100000:2.0:1734686368.789149:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41908 00000100:00100000:1.0:1734686368.789150:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848697600:0@lo:400:kworker.0 00000100:00100000:2.0:1734686368.789153:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848696960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686368.789161:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848697344:0@lo:400:kworker.0 00000100:00100000:1.0:1734686368.789170:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848696704:0@lo:400:kworker.0 00000100:00100000:2.0:1734686368.789178:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848696960:12345-0@lo:400:kworker.0 Request processed in 25us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686368.789183:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41908 00000100:00080000:2.0:1734686368.789194:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686338 00000100:00100000:3.0:1734686368.789196:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848696832:0@lo:400:kworker.0 00000100:00100000:3.0:1734686368.789207:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848696960:0@lo:400:kworker.0 00000100:00100000:0.0:1734686368.804797:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848697856:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686368.804850:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686368.804947:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848697856 00000100:00100000:2.0:1734686368.804954:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848697856 00000100:00100000:2.0:1734686368.804985:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41909 00000100:00100000:2.0:1734686368.804991:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848697856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686368.805135:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686368.805179:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848697856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 187us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686368.805191:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41909 00000100:00100000:0.0:1734686368.805227:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848697856:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686368.868717:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848697984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686368.868763:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686368.868816:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848697984 00000100:00100000:0.0:1734686368.868822:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848697984 00000100:00100000:0.0:1734686368.868861:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7264 00000100:00100000:0.0:1734686368.868867:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848697984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686368.868892:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686368.868935:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848697984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686368.868940:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7264 00000100:00100000:1.0:1734686368.868981:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848697984:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686369.094764:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686370.096728:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686370.564714:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848698112:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686370.564764:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686370.564849:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848698112 00000100:00100000:0.0:1734686370.564858:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848698112 00000100:00080000:2.0:1734686370.564906:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686340 00000100:00100000:0.0:1734686370.564929:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7265 00000100:00100000:0.0:1734686370.564937:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848698112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686370.564962:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686370.565025:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848698112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686370.565032:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7265 00000100:00100000:3.0:1734686370.565035:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848698112:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686371.098755:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686371.222994:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686371.223027:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686371.223056:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686371.223058:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872787712 00000100:00100000:3.0:1734686371.223094:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872787712 00000100:00100000:0.0:1734686371.223104:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686371.223123:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872787840 00000100:00100000:0.0:1734686371.223126:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872787840 00000100:00100000:2.0:1734686371.223134:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872787968 00000100:00100000:2.0:1734686371.223146:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872787968 00000100:00100000:3.0:1734686371.223150:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3997 00000100:00100000:3.0:1734686371.223156:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872787712:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686371.223184:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54759 00000100:00100000:2.0:1734686371.223191:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872787968:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686371.223202:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872787584 00000100:00100000:1.0:1734686371.223206:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872787584 00010000:00020000:2.0:1734686371.223212:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686371.223231:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1303 00000100:00100000:3.0:1734686371.223233:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872787712:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 75us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686371.223236:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872787584:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686371.223255:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872787968:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 64us (226us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686371.223261:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54759 00000100:00100000:0.0:1734686371.223270:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 3998 00000100:00100000:1.0:1734686371.223270:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872787584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686371.223275:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1303 00000100:00100000:0.0:1734686371.223276:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872787840:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686371.223276:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3997 00000100:00080000:2.0:1734686371.223282:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686341 00000100:00080000:2.0:1734686371.223285:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686341 00000100:00080000:2.0:1734686371.223288:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686341 00000100:00100000:0.0:1734686371.223297:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872787840:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686371.223302:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 3998 00010000:00010000:3.0:1734686372.100715:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686373.102735:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686373.748765:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848698240:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686373.748834:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686373.748890:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848698240 00000100:00100000:2.0:1734686373.748898:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848698240 00000100:00100000:2.0:1734686373.748937:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41910 00000100:00100000:2.0:1734686373.748942:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848698240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686373.748973:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686373.749017:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848698240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686373.749035:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41910 00000100:00100000:0.0:1734686373.749058:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848698240:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686373.796728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848698496:0@lo:400:kworker.0 00000100:00080000:2.0:1734686373.796730:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686373.796734:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848698752:0@lo:400:kworker.0 00000100:00080000:2.0:1734686373.796734:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686373.796737:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686373.796742:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11169 00000100:00080000:2.0:1734686373.796746:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686373.796751:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686373.796754:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848698624:0@lo:400:kworker.0 00000100:00100000:2.0:1734686373.796767:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986e8e00 x1818938848698880/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686373.796786:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686373.796789:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686373.796790:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686373.796792:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11169 00000100:00080000:2.0:1734686373.796793:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686373.796797:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686373.796798:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686373.796799:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686373.796805:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986e9c00 x1818938848699264/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686373.796805:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848698880:0@lo:8:kworker.0 00000100:00100000:3.0:1734686373.796830:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686373.796833:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848699520:0@lo:400:kworker.0 00000100:00100000:1.0:1734686373.796833:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848699136:0@lo:400:kworker.0 00000100:00100000:2.0:1734686373.796842:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848698752 00000100:00100000:2.0:1734686373.796848:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848698752 00000100:00100000:3.0:1734686373.796850:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848699264:0@lo:8:kworker.0 00000100:00100000:1.0:1734686373.796851:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686373.796864:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848698496 00000100:00100000:1.0:1734686373.796864:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734686373.796867:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848698496 00000100:00100000:3.0:1734686373.796867:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686373.796868:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848699392:0@lo:400:kworker.0 00000100:00100000:2.0:1734686373.796881:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41911 00000100:00100000:1.0:1734686373.796882:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686373.796885:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848698752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686373.796888:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686373.796893:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848699136 00000100:00100000:0.0:1734686373.796895:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848699136 00000100:00100000:1.0:1734686373.796900:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848698880 00000100:00100000:1.0:1734686373.796903:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848698880 00000100:00100000:0.0:1734686373.796906:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848698624 00000100:00100000:0.0:1734686373.796908:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848698624 00000100:00100000:3.0:1734686373.796913:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3999 00000100:00100000:1.0:1734686373.796915:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848699264 00000100:00100000:1.0:1734686373.796917:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848699264 00000100:00100000:3.0:1734686373.796918:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079880e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848698496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686373.796922:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4000 00000100:00100000:1.0:1734686373.796925:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848699392 00000100:00100000:0.0:1734686373.796926:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079881500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848699136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686373.796927:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848699392 00000100:00100000:2.0:1734686373.796928:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848698752:12345-0@lo:400:kworker.0 Request processed in 41us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686373.796934:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41911 00000100:00100000:1.0:1734686373.796942:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8139 00000100:00100000:1.0:1734686373.796946:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848699392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686373.796950:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079880e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848698496:12345-0@lo:400:kworker.0 Request processed in 32us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686373.796955:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079881500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848699136:12345-0@lo:400:kworker.0 Request processed in 28us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686373.796955:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3999 00000100:00080000:2.0:1734686373.796956:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686343 00000100:00080000:2.0:1734686373.796960:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686343 00000100:00100000:0.0:1734686373.796961:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4000 00000100:00080000:2.0:1734686373.796962:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686343 00000100:00100000:3.0:1734686373.796965:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4001 00000100:00100000:3.0:1734686373.796968:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848698624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686373.796969:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848699392:12345-0@lo:400:kworker.0 Request processed in 23us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686373.796972:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54760 00000100:00100000:0.0:1734686373.796975:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686373.796975:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8139 00000100:00100000:2.0:1734686373.796976:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848698880:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686373.796986:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54761 00000100:00100000:1.0:1734686373.796989:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848699264:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686373.796993:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686373.796993:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848698624:12345-0@lo:400:kworker.0 Request processed in 23us (104us total) trans 0 rc 0/0 00010000:00020000:1.0:1734686373.796997:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686373.796998:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4001 00000100:00100000:0.0:1734686373.797000:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848698752:0@lo:400:kworker.0 00000100:00100000:3.0:1734686373.797006:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848699520 00000100:00100000:3.0:1734686373.797009:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848699520 00000100:00100000:0.0:1734686373.797013:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734686373.797013:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848699264:12345-0@lo:8:kworker.0 Request processed in 24us (146us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686373.797017:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848698368:0@lo:400:kworker.0 00000100:00100000:1.0:1734686373.797031:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54761 00000100:00100000:2.0:1734686373.797033:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848698880:12345-0@lo:8:kworker.0 Request processed in 41us (187us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686373.797037:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4002 00000100:00100000:2.0:1734686373.797039:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54760 00000100:00100000:3.0:1734686373.797040:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848699520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686373.797054:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686373.797055:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848699392:0@lo:400:kworker.0 00000100:00100000:1.0:1734686373.797062:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848699136:0@lo:400:kworker.0 00000100:00100000:3.0:1734686373.797062:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848699520:12345-0@lo:400:kworker.0 Request processed in 21us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686373.797065:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848699008:0@lo:400:kworker.0 00000100:00100000:1.0:1734686373.797066:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848698496:0@lo:400:kworker.0 00000100:00100000:3.0:1734686373.797067:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4002 00000100:00100000:2.0:1734686373.797071:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848698368 00000100:00100000:2.0:1734686373.797075:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848698368 00000100:00100000:0.0:1734686373.797077:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686373.797090:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848699520:0@lo:400:kworker.0 00000100:00100000:3.0:1734686373.797090:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848698624:0@lo:400:kworker.0 00000100:00100000:2.0:1734686373.797095:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:2.0:1734686373.797098:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848698368:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686373.797102:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686373.797104:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686373.797106:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848699264:0@lo:8:kworker.0 00000100:00080000:3.0:1734686373.797112:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686373.797113:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686373.797116:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848698880:0@lo:8:kworker.0 00000100:00100000:2.0:1734686373.797117:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848698368:12345-0@lo:400:kworker.0 Request processed in 18us (63us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686373.797121:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1734686373.797124:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848698368:0@lo:400:kworker.0 00000100:00100000:2.0:1734686373.797143:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848699008 00000100:00100000:2.0:1734686373.797144:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848699008 00000100:00100000:2.0:1734686373.797159:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8140 00000100:00100000:2.0:1734686373.797161:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848699008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686373.797182:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848699008:12345-0@lo:400:kworker.0 Request processed in 19us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686373.797184:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848699008:0@lo:400:kworker.0 00000100:00100000:2.0:1734686373.797187:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8140 00000100:00080000:2.0:1734686373.797196:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686343 00000100:00080000:2.0:1734686373.797198:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686343 00000100:00100000:1.0:1734686373.812745:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848699648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686373.812813:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686373.812854:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848699648 00000100:00100000:2.0:1734686373.812862:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848699648 00000100:00100000:2.0:1734686373.812905:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41912 00000100:00100000:2.0:1734686373.812912:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848699648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686373.812946:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686373.812992:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848699648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686373.812999:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41912 00000100:00100000:1.0:1734686373.813034:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848699648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686373.876776:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848699776:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686373.876854:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686373.876921:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848699776 00000100:00100000:0.0:1734686373.876930:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848699776 00000100:00100000:0.0:1734686373.876973:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7266 00000100:00100000:0.0:1734686373.876980:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848699776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686373.877010:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686373.877071:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848699776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686373.877076:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7266 00000100:00100000:1.0:1734686373.877103:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848699776:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686374.104717:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686375.106731:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686375.572762:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848699904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686375.572833:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686375.572905:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848699904 00000100:00100000:2.0:1734686375.572915:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848699904 00000100:00100000:2.0:1734686375.572979:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7267 00000100:00100000:2.0:1734686375.572987:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848699904:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734686375.573016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686345 00002000:00000024:2.0:1734686375.573055:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686375.573099:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848699904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686375.573106:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7267 00000100:00100000:0.0:1734686375.573137:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848699904:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686376.108761:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686376.230907:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686376.230957:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686376.231005:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686376.231023:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872788096 00000100:00100000:2.0:1734686376.231033:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872788096 00000100:00100000:0.0:1734686376.231042:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686376.231050:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872788352 00000100:00100000:3.0:1734686376.231059:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872788352 00000100:00080000:0.0:1734686376.231083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686346 00000100:00080000:0.0:1734686376.231088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686346 00000100:00100000:2.0:1734686376.231099:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1305 00000100:00100000:3.0:1734686376.231100:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872788224 00000100:00100000:1.0:1734686376.231101:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872788480 00000100:00100000:3.0:1734686376.231102:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872788224 00000100:00100000:2.0:1734686376.231106:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872788096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686376.231109:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872788480 00000100:00100000:3.0:1734686376.231123:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4003 00000100:00100000:3.0:1734686376.231128:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872788352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686376.231130:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4004 00000100:00100000:1.0:1734686376.231132:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54762 00000100:00100000:0.0:1734686376.231137:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872788224:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686376.231137:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872788480:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734686376.231159:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686376.231170:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872788224:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686376.231174:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872788096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686376.231175:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4004 00000100:00100000:2.0:1734686376.231181:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1305 00000100:00100000:3.0:1734686376.231186:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872788352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686376.231192:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4003 00000100:00100000:1.0:1734686376.231194:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872788480:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 56us (152us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734686376.231198:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686346 00000100:00100000:1.0:1734686376.231200:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54762 00010000:00010000:3.0:1734686377.110714:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686378.112745:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686378.756753:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848700032:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686378.756829:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686378.756927:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848700032 00000100:00100000:0.0:1734686378.756967:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848700032 00000100:00100000:0.0:1734686378.757015:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41913 00000100:00100000:0.0:1734686378.757023:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848700032:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686378.757061:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686378.757111:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848700032:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686378.757118:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41913 00000100:00100000:2.0:1734686378.757128:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848700032:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686378.804700:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848700160:0@lo:400:kworker.0 00000100:00080000:2.0:1734686378.804706:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734686378.804708:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848700416:0@lo:400:kworker.0 00000100:00080000:2.0:1734686378.804711:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686378.804713:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686378.804718:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11174 00000100:00080000:2.0:1734686378.804722:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686378.804727:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686378.804728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848700288:0@lo:400:kworker.0 00000100:00100000:2.0:1734686378.804745:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986e8380 x1818938848700672/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686378.804763:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686378.804765:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686378.804766:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686378.804768:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11174 00000100:00080000:2.0:1734686378.804770:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686378.804772:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686378.804772:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686378.804773:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686378.804782:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986eb480 x1818938848701056/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686378.804799:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848700160 00000100:00100000:0.0:1734686378.804807:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848700160 00000100:00100000:1.0:1734686378.804807:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848700800:0@lo:400:kworker.0 00000100:00100000:3.0:1734686378.804807:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848701184:0@lo:400:kworker.0 00000100:00100000:2.0:1734686378.804810:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848700672:0@lo:8:kworker.0 00000100:00100000:1.0:1734686378.804826:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686378.804833:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848700416 00000100:00100000:3.0:1734686378.804836:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848700416 00000100:00080000:2.0:1734686378.804844:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686348 00000100:00100000:0.0:1734686378.804848:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00080000:2.0:1734686378.804848:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686348 00000100:00100000:1.0:1734686378.804852:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734686378.804854:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848700160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686378.804856:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686378.804857:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848700544:0@lo:400:kworker.0 00000100:00100000:3.0:1734686378.804858:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4005 00000100:00100000:3.0:1734686378.804862:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848700416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686378.804869:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848701056:0@lo:8:kworker.0 00000100:00100000:1.0:1734686378.804875:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686378.804885:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686378.804887:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848701312:0@lo:400:kworker.0 00000100:00100000:3.0:1734686378.804894:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848700416:12345-0@lo:400:kworker.0 Request processed in 31us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686378.804899:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4005 00000100:00100000:0.0:1734686378.804903:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848700160:12345-0@lo:400:kworker.0 Request processed in 49us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686378.804904:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686378.804909:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:2.0:1734686378.804912:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848700800 00000100:00100000:2.0:1734686378.804914:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848700800 00000100:00100000:3.0:1734686378.804914:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848701312 00000100:00100000:3.0:1734686378.804915:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848701312 00000100:00100000:1.0:1734686378.804920:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848700160:0@lo:400:kworker.0 00000100:00100000:3.0:1734686378.804927:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4006 00000100:00100000:3.0:1734686378.804929:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848701312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686378.804933:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848700672 00000100:00100000:2.0:1734686378.804948:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848700672 00000100:00100000:0.0:1734686378.804954:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686378.804956:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848701056 00000100:00100000:1.0:1734686378.804958:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848701056 00000100:00100000:2.0:1734686378.804959:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8141 00000100:00100000:2.0:1734686378.804962:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848700800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686378.804965:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848701312:12345-0@lo:400:kworker.0 Request processed in 34us (59us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686378.804971:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848700928:0@lo:400:kworker.0 00000100:00100000:1.0:1734686378.804971:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54763 00000100:00100000:3.0:1734686378.804973:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4006 00000100:00100000:1.0:1734686378.804974:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848700672:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686378.804979:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848700288 00000100:00100000:3.0:1734686378.804981:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848700288 00000100:00100000:2.0:1734686378.804982:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848700800:12345-0@lo:400:kworker.0 Request processed in 20us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686378.804986:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8141 00000100:00100000:0.0:1734686378.804988:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1734686378.804992:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686378.804995:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848700928 00000100:00100000:2.0:1734686378.804996:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54764 00000100:00100000:3.0:1734686378.804997:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848700928 00000100:00100000:2.0:1734686378.804998:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848701056:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686378.805005:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686378.805007:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4007 00000100:00100000:3.0:1734686378.805010:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848700288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686378.805011:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848700672:12345-0@lo:8:kworker.0 Request processed in 37us (156us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686378.805013:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4008 00000100:00100000:1.0:1734686378.805015:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54763 00000100:00100000:2.0:1734686378.805015:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848701056:12345-0@lo:8:kworker.0 Request processed in 16us (130us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686378.805017:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848700928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686378.805019:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54764 00000100:00100000:3.0:1734686378.805032:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848700288:12345-0@lo:400:kworker.0 Request processed in 21us (78us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686378.805035:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686378.805035:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4007 00000100:00100000:1.0:1734686378.805036:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848700544 00000100:00100000:1.0:1734686378.805037:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848700544 00000100:00080000:2.0:1734686378.805038:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686378.805039:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848700672:0@lo:8:kworker.0 00000100:00100000:0.0:1734686378.805041:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848700928:12345-0@lo:400:kworker.0 Request processed in 23us (51us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686378.805043:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686378.805045:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686378.805046:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4008 00000100:00100000:2.0:1734686378.805047:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848701056:0@lo:8:kworker.0 00000100:00100000:1.0:1734686378.805051:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41914 00000100:00100000:3.0:1734686378.805053:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686378.805054:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848700544:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686378.805055:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686348 00000100:00080000:2.0:1734686378.805057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686348 00000100:00100000:3.0:1734686378.805066:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848700416:0@lo:400:kworker.0 00000100:00100000:1.0:1734686378.805071:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848700544:12345-0@lo:400:kworker.0 Request processed in 17us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686378.805072:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848700928:0@lo:400:kworker.0 00000100:00100000:1.0:1734686378.805075:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41914 00000100:00100000:3.0:1734686378.805079:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848701184 00000100:00100000:0.0:1734686378.805080:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848700288:0@lo:400:kworker.0 00000100:00100000:3.0:1734686378.805080:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848701184 00000100:00100000:1.0:1734686378.805091:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848700544:0@lo:400:kworker.0 00000100:00100000:3.0:1734686378.805091:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8142 00000100:00100000:3.0:1734686378.805094:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848701184:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686378.805098:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686348 00000100:00100000:1.0:1734686378.805099:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848701312:0@lo:400:kworker.0 00000100:00100000:1.0:1734686378.805105:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848700800:0@lo:400:kworker.0 00000100:00100000:3.0:1734686378.805111:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848701184:12345-0@lo:400:kworker.0 Request processed in 17us (57us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686378.805114:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8142 00000100:00100000:2.0:1734686378.805125:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848701184:0@lo:400:kworker.0 00000100:00100000:2.0:1734686378.820758:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848701440:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686378.820833:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686378.820878:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848701440 00000100:00100000:1.0:1734686378.820886:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848701440 00000100:00100000:1.0:1734686378.820928:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41915 00000100:00100000:1.0:1734686378.820944:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848701440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686378.820980:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686378.821026:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848701440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686378.821032:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41915 00000100:00100000:2.0:1734686378.821057:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848701440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686378.884721:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848701568:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686378.884785:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686378.884832:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848701568 00000100:00100000:2.0:1734686378.884844:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848701568 00000100:00100000:2.0:1734686378.884888:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7268 00000100:00100000:2.0:1734686378.884894:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848701568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686378.884926:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686378.884998:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848701568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686378.885005:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7268 00000100:00100000:0.0:1734686378.885034:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848701568:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686379.114797:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686380.116771:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686380.582021:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848701696:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686380.582072:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686380.582128:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848701696 00000100:00100000:0.0:1734686380.582135:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848701696 00000100:00080000:2.0:1734686380.582173:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686350 00000100:00100000:0.0:1734686380.582184:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7269 00000100:00100000:0.0:1734686380.582190:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848701696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686380.582208:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686380.582240:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848701696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686380.582246:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7269 00000100:00100000:2.0:1734686380.582264:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848701696:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686381.118770:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686381.238914:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686381.238950:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686381.239014:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872788608 00000100:00100000:2.0:1734686381.239023:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872788608 00000100:00100000:0.0:1734686381.239027:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686381.239056:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686381.239074:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1307 00000100:00100000:0.0:1734686381.239076:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872788736 00000100:00100000:0.0:1734686381.239079:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872788736 00000100:00100000:2.0:1734686381.239080:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872788608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686381.239098:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686351 00000100:00100000:0.0:1734686381.239100:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872788864 00000100:00100000:0.0:1734686381.239102:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872788864 00000100:00080000:3.0:1734686381.239105:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686351 00000100:00080000:3.0:1734686381.239107:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686351 00000100:00100000:3.0:1734686381.239127:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872788992 00000100:00100000:0.0:1734686381.239128:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4009 00000100:00100000:2.0:1734686381.239128:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872788608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686381.239132:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872788992 00000100:00100000:0.0:1734686381.239133:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872788736:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686381.239134:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1307 00000100:00100000:0.0:1734686381.239160:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872788736:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686381.239163:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54765 00000100:00100000:0.0:1734686381.239166:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4009 00000100:00100000:3.0:1734686381.239168:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872788992:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686381.239177:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4010 00000100:00100000:0.0:1734686381.239180:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872788864:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734686381.239189:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686381.239198:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872788864:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 17us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686381.239203:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4010 00000100:00100000:3.0:1734686381.239226:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872788992:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 58us (170us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686381.239230:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54765 00010000:00010000:3.0:1734686382.120833:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686383.122722:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686383.764739:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848701824:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686383.764793:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686383.764902:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848701824 00000100:00100000:1.0:1734686383.764908:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848701824 00000100:00100000:1.0:1734686383.764948:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41916 00000100:00100000:1.0:1734686383.764954:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848701824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686383.764981:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686383.765022:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848701824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686383.765027:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41916 00000100:00100000:3.0:1734686383.765071:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848701824:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686383.812732:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848701952:0@lo:400:kworker.0 00000100:00080000:2.0:1734686383.812732:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686383.812738:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686383.812741:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686383.812746:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11179 00000100:00080000:2.0:1734686383.812750:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686383.812755:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686383.812771:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986e9180 x1818938848702464/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686383.812787:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686383.812792:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686383.812795:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686383.812796:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686383.812799:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11179 00000100:00080000:2.0:1734686383.812801:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686383.812804:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686383.812812:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986eb100 x1818938848702848/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686383.812820:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848702592:0@lo:400:kworker.0 00000100:00100000:2.0:1734686383.812839:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848702208:0@lo:400:kworker.0 00000100:00100000:0.0:1734686383.812841:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686383.812871:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734686383.812876:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848702336:0@lo:400:kworker.0 00000100:00100000:2.0:1734686383.812882:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686383.812895:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848702976:0@lo:400:kworker.0 00000100:00100000:0.0:1734686383.812897:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686383.812909:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848703104:0@lo:400:kworker.0 00000100:00100000:2.0:1734686383.812910:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686383.812922:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734686383.812924:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686383.812926:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848702080:0@lo:400:kworker.0 00000100:00100000:2.0:1734686383.812940:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686383.812945:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848701952 00000100:00100000:2.0:1734686383.812948:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848702720:0@lo:400:kworker.0 00000100:00100000:0.0:1734686383.812950:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848701952 00000100:00100000:2.0:1734686383.812960:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686383.812974:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848702464:0@lo:8:kworker.0 00000100:00100000:0.0:1734686383.812981:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:0.0:1734686383.812986:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848701952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686383.812987:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686383.812993:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848702592 00000100:00100000:2.0:1734686383.812995:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848702848:0@lo:8:kworker.0 00000100:00100000:3.0:1734686383.812997:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848702592 00000100:00100000:2.0:1734686383.813006:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686383.813018:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848702976 00000100:00100000:3.0:1734686383.813020:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848702976 00000100:00100000:0.0:1734686383.813024:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848701952:12345-0@lo:400:kworker.0 Request processed in 37us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686383.813027:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848702464 00000100:00100000:3.0:1734686383.813029:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848702848 00000100:00100000:0.0:1734686383.813030:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:2.0:1734686383.813030:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848702464 00000100:00100000:3.0:1734686383.813031:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848702848 00000100:00100000:3.0:1734686383.813040:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8143 00000100:00100000:3.0:1734686383.813044:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848702592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686383.813046:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8144 00000100:00100000:2.0:1734686383.813050:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848702976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686383.813057:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54766 00000100:00100000:0.0:1734686383.813061:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848702848:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686383.813073:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848702592:12345-0@lo:400:kworker.0 Request processed in 28us (232us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686383.813075:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686383.813075:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848702976:12345-0@lo:400:kworker.0 Request processed in 25us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686383.813078:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8143 00000100:00100000:2.0:1734686383.813081:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8144 00000100:00100000:3.0:1734686383.813090:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54767 00000100:00100000:3.0:1734686383.813093:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848702464:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686383.813099:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848702848:12345-0@lo:8:kworker.0 Request processed in 37us (92us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686383.813100:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848702208 00010000:00020000:3.0:1734686383.813102:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686383.813103:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848702208 00000100:00100000:0.0:1734686383.813105:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54766 00000100:00100000:2.0:1734686383.813119:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848703104 00000100:00100000:2.0:1734686383.813120:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848703104 00000100:00100000:3.0:1734686383.813120:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848702464:12345-0@lo:8:kworker.0 Request processed in 25us (131us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686383.813125:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54767 00000100:00080000:0.0:1734686383.813126:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686383.813129:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686383.813130:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848702080 00000100:00100000:0.0:1734686383.813132:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848702464:0@lo:8:kworker.0 00000100:00100000:2.0:1734686383.813132:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848702080 00000100:00080000:0.0:1734686383.813138:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686383.813140:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:3.0:1734686383.813141:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686353 00000100:00100000:0.0:1734686383.813142:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848702848:0@lo:8:kworker.0 00000100:00100000:2.0:1734686383.813142:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848702720 00000100:00100000:2.0:1734686383.813144:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848702720 00000100:00080000:3.0:1734686383.813144:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686353 00000100:00080000:3.0:1734686383.813145:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686353 00000100:00080000:3.0:1734686383.813147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686353 00000100:00100000:2.0:1734686383.813152:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4011 00000100:00100000:2.0:1734686383.813156:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848702208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686383.813161:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4012 00000100:00100000:3.0:1734686383.813165:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4013 00000100:00100000:0.0:1734686383.813166:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848703104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686383.813169:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848702080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686383.813177:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848702208:12345-0@lo:400:kworker.0 Request processed in 21us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686383.813182:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4011 00000100:00100000:2.0:1734686383.813192:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4014 00000100:00100000:0.0:1734686383.813193:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848703104:12345-0@lo:400:kworker.0 Request processed in 25us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686383.813194:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848702080:12345-0@lo:400:kworker.0 Request processed in 24us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686383.813195:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848702720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686383.813198:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4012 00000100:00100000:3.0:1734686383.813201:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4013 00000100:00100000:2.0:1734686383.813211:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848702720:12345-0@lo:400:kworker.0 Request processed in 15us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686383.813216:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4014 00000100:00100000:0.0:1734686383.813224:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848703104:0@lo:400:kworker.0 00000100:00100000:0.0:1734686383.813231:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848702592:0@lo:400:kworker.0 00000100:00100000:0.0:1734686383.813236:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848701952:0@lo:400:kworker.0 00000100:00100000:2.0:1734686383.813237:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848702080:0@lo:400:kworker.0 00000100:00100000:2.0:1734686383.813245:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848702720:0@lo:400:kworker.0 00000100:00100000:3.0:1734686383.813245:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848702336 00000100:00100000:3.0:1734686383.813247:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848702336 00000100:00100000:2.0:1734686383.813251:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848702208:0@lo:400:kworker.0 00000100:00100000:2.0:1734686383.813257:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848702976:0@lo:400:kworker.0 00000100:00100000:3.0:1734686383.813264:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41917 00000100:00100000:3.0:1734686383.813267:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848702336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686383.813297:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848702336:12345-0@lo:400:kworker.0 Request processed in 29us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686383.813301:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41917 00000100:00080000:3.0:1734686383.813311:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686353 00000100:00100000:0.0:1734686383.813328:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848702336:0@lo:400:kworker.0 00000100:00100000:0.0:1734686383.828738:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848703232:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686383.828792:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686383.828835:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848703232 00000100:00100000:2.0:1734686383.828841:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848703232 00000100:00100000:2.0:1734686383.828885:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41918 00000100:00100000:2.0:1734686383.828890:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848703232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686383.828920:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686383.828957:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848703232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686383.828963:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41918 00000100:00100000:0.0:1734686383.828983:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848703232:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686383.892722:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848703360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686383.892772:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686383.892816:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848703360 00000100:00100000:0.0:1734686383.892822:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848703360 00000100:00100000:0.0:1734686383.892886:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7270 00000100:00100000:0.0:1734686383.892892:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848703360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686383.892917:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686383.892959:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848703360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686383.892964:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7270 00000100:00100000:1.0:1734686383.892981:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848703360:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686384.124705:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686385.126702:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686385.588762:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848703488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686385.588817:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686385.588896:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848703488 00000100:00100000:2.0:1734686385.588902:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848703488 00000100:00100000:2.0:1734686385.588948:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7271 00000100:00100000:2.0:1734686385.588954:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848703488:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734686385.588965:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686355 00002000:00000024:2.0:1734686385.588975:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686385.589014:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848703488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686385.589021:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7271 00000100:00100000:0.0:1734686385.589044:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848703488:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686386.128714:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686386.246870:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686386.246915:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686386.246938:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686386.246947:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872789120 00000100:00100000:2.0:1734686386.246955:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872789120 00000100:00100000:1.0:1734686386.246968:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872789376 00000100:00100000:1.0:1734686386.246972:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872789376 00000100:00100000:0.0:1734686386.246973:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686386.246992:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872789504 00000100:00100000:3.0:1734686386.246992:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872789248 00000100:00100000:2.0:1734686386.246994:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1309 00000100:00100000:0.0:1734686386.246995:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872789504 00000100:00100000:3.0:1734686386.246995:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872789248 00000100:00100000:1.0:1734686386.246999:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4015 00000100:00100000:2.0:1734686386.247000:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872789120:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686386.247004:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872789376:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686386.247008:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54768 00000100:00100000:0.0:1734686386.247012:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872789504:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686386.247016:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4016 00000100:00100000:3.0:1734686386.247020:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872789248:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686386.247029:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686386.247046:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872789120:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686386.247047:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872789376:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686386.247050:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872789248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686386.247053:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1309 00000100:00100000:1.0:1734686386.247054:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4015 00000100:00100000:0.0:1734686386.247055:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872789504:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (82us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686386.247057:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4016 00000100:00100000:0.0:1734686386.247060:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54768 00000100:00080000:3.0:1734686386.247075:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686356 00000100:00080000:3.0:1734686386.247078:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686356 00000100:00080000:3.0:1734686386.247080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686356 00010000:00010000:3.0:1734686387.130750:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686388.132716:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686388.772798:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848703616:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686388.772850:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686388.772911:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848703616 00000100:00100000:2.0:1734686388.772918:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848703616 00000100:00100000:2.0:1734686388.772954:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41919 00000100:00100000:2.0:1734686388.772960:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848703616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686388.772988:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686388.773021:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848703616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686388.773027:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41919 00000100:00100000:0.0:1734686388.773043:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848703616:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686388.820677:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686388.820681:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686388.820684:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686388.820689:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11184 00000100:00080000:2.0:1734686388.820693:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686388.820697:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686388.820709:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848704128:0@lo:400:kworker.0 00000100:00100000:2.0:1734686388.820711:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0f800 x1818938848704256/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686388.820728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848703872:0@lo:400:kworker.0 00000100:00080000:2.0:1734686388.820749:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686388.820751:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686388.820753:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686388.820756:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11184 00000100:00100000:0.0:1734686388.820758:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686388.820758:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686388.820762:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686388.820783:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0c380 x1818938848704640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686388.820811:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734686388.820811:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686388.820816:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848703744:0@lo:400:kworker.0 00000100:00100000:3.0:1734686388.820835:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848704256:0@lo:8:kworker.0 00000100:00100000:0.0:1734686388.820839:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686388.820852:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848704384:0@lo:400:kworker.0 00000100:00100000:2.0:1734686388.820853:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848703872 00000100:00100000:1.0:1734686388.820856:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848704512:0@lo:400:kworker.0 00000100:00100000:2.0:1734686388.820858:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848703872 00000100:00100000:3.0:1734686388.820862:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686388.820869:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848704000:0@lo:400:kworker.0 00000100:00100000:3.0:1734686388.820878:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848704640:0@lo:8:kworker.0 00000100:00100000:1.0:1734686388.820881:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686388.820888:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848704512 00000100:00100000:2.0:1734686388.820890:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848704512 00000100:00100000:0.0:1734686388.820892:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848704256 00000100:00100000:0.0:1734686388.820896:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848704256 00000100:00100000:3.0:1734686388.820897:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686388.820904:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4017 00000100:00100000:2.0:1734686388.820909:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848703872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686388.820916:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848704640 00000100:00100000:0.0:1734686388.820918:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848704640 00000100:00080000:3.0:1734686388.820919:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686358 00000100:00100000:1.0:1734686388.820928:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4018 00000100:00100000:0.0:1734686388.820929:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54769 00000100:00100000:0.0:1734686388.820933:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848704256:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686388.820936:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848704512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686388.820943:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54770 00000100:00100000:2.0:1734686388.820946:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848703872:12345-0@lo:400:kworker.0 Request processed in 38us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686388.820947:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848704640:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686388.820948:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686388.820952:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4017 00010000:00020000:3.0:1734686388.820956:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686388.820971:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848703744 00000100:00100000:2.0:1734686388.820973:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848703744 00000100:00100000:0.0:1734686388.820976:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848704256:12345-0@lo:8:kworker.0 Request processed in 41us (113us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686388.820980:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848704640:12345-0@lo:8:kworker.0 Request processed in 32us (82us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686388.820981:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54769 00000100:00100000:1.0:1734686388.820983:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848704512:12345-0@lo:400:kworker.0 Request processed in 47us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686388.820985:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54770 00000100:00100000:2.0:1734686388.820989:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:1.0:1734686388.820990:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4018 00000100:00100000:2.0:1734686388.820992:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848703744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686388.820997:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686388.821008:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686388.821010:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848704768:0@lo:400:kworker.0 00000100:00080000:3.0:1734686388.821010:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686388.821011:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848704000 00000100:00100000:2.0:1734686388.821012:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848703744:12345-0@lo:400:kworker.0 Request processed in 19us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686388.821013:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848704256:0@lo:8:kworker.0 00000100:00100000:1.0:1734686388.821016:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848704000 00000100:00100000:2.0:1734686388.821018:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00080000:3.0:1734686388.821019:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686388.821021:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686388.821023:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848704640:0@lo:8:kworker.0 00000100:00100000:0.0:1734686388.821027:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686388.821035:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686358 00000100:00080000:2.0:1734686388.821037:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686358 00000100:00100000:3.0:1734686388.821040:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848704768 00000100:00100000:3.0:1734686388.821042:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848704768 00000100:00100000:0.0:1734686388.821044:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686388.821044:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848704128 00000100:00100000:2.0:1734686388.821045:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848704128 00000100:00100000:0.0:1734686388.821055:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848704896:0@lo:400:kworker.0 00000100:00100000:3.0:1734686388.821058:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848704384 00000100:00100000:2.0:1734686388.821060:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41920 00000100:00100000:3.0:1734686388.821060:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848704384 00000100:00100000:2.0:1734686388.821063:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848704128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686388.821069:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8145 00000100:00100000:0.0:1734686388.821072:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686388.821072:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848704768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686388.821085:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848704128:12345-0@lo:400:kworker.0 Request processed in 22us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686388.821088:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848703744:0@lo:400:kworker.0 00000100:00100000:2.0:1734686388.821090:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41920 00000100:00100000:1.0:1734686388.821094:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848704896 00000100:00100000:3.0:1734686388.821094:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848704768:12345-0@lo:400:kworker.0 Request processed in 21us (66us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686388.821096:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848704128:0@lo:400:kworker.0 00000100:00100000:3.0:1734686388.821098:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8145 00000100:00100000:1.0:1734686388.821099:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848704896 00000100:00080000:2.0:1734686388.821099:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686358 00000100:00080000:2.0:1734686388.821100:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686358 00000100:00100000:3.0:1734686388.821108:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8146 00000100:00100000:3.0:1734686388.821111:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848704384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686388.821119:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4019 00000100:00100000:0.0:1734686388.821123:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4020 00000100:00100000:1.0:1734686388.821124:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848704000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686388.821127:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848704896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686388.821130:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848704384:12345-0@lo:400:kworker.0 Request processed in 18us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686388.821134:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8146 00000100:00100000:0.0:1734686388.821151:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848704896:12345-0@lo:400:kworker.0 Request processed in 24us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686388.821155:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848704000:12345-0@lo:400:kworker.0 Request processed in 31us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686388.821156:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4020 00000100:00100000:1.0:1734686388.821160:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4019 00000100:00100000:0.0:1734686388.821174:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848704000:0@lo:400:kworker.0 00000100:00100000:0.0:1734686388.821181:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848704768:0@lo:400:kworker.0 00000100:00100000:1.0:1734686388.821186:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848704512:0@lo:400:kworker.0 00000100:00100000:0.0:1734686388.821193:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848704896:0@lo:400:kworker.0 00000100:00100000:1.0:1734686388.821196:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848703872:0@lo:400:kworker.0 00000100:00100000:0.0:1734686388.821199:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848704384:0@lo:400:kworker.0 00000100:00100000:2.0:1734686388.836735:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848705024:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686388.836801:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686388.836838:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848705024 00000100:00100000:0.0:1734686388.836844:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848705024 00000100:00100000:0.0:1734686388.836874:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41921 00000100:00100000:0.0:1734686388.836880:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848705024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686388.836907:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686388.836954:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848705024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686388.836960:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41921 00000100:00100000:3.0:1734686388.837001:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848705024:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686388.900730:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848705152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686388.900795:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686388.900855:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848705152 00000100:00100000:3.0:1734686388.900861:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848705152 00000100:00100000:3.0:1734686388.900909:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7272 00000100:00100000:3.0:1734686388.900916:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848705152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686388.900943:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686388.900991:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848705152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686388.900997:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7272 00000100:00100000:2.0:1734686388.901415:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848705152:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686389.134723:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686390.137004:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686390.596790:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848705280:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686390.596865:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686390.596904:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848705280 00000100:00100000:3.0:1734686390.596915:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848705280 00000100:00080000:2.0:1734686390.596959:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686360 00000100:00100000:3.0:1734686390.596984:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7273 00000100:00100000:3.0:1734686390.596991:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848705280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686390.597017:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686390.597075:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848705280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686390.597084:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7273 00000100:00100000:2.0:1734686390.597104:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848705280:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686391.138892:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686391.255149:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686391.255194:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686391.255221:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686391.255252:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686391.255289:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872789760 00000100:00100000:0.0:1734686391.255299:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872789760 00000100:00100000:0.0:1734686391.255339:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872789888 00000100:00100000:0.0:1734686391.255341:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872789888 00000100:00100000:0.0:1734686391.255359:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4021 00000100:00100000:0.0:1734686391.255365:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872789760:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686391.255422:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872789760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686391.255428:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4021 00000100:00100000:2.0:1734686391.255428:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872789632 00000100:00100000:2.0:1734686391.255432:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872789632 00000100:00100000:0.0:1734686391.255441:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4022 00000100:00100000:0.0:1734686391.255444:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872789888:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686391.255456:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1311 00000100:00100000:0.0:1734686391.255465:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872789888:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 19us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686391.255465:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872789632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686391.255472:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4022 00000100:00100000:2.0:1734686391.255490:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872789632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686391.255495:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1311 00000100:00080000:0.0:1734686391.255501:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686361 00000100:00080000:0.0:1734686391.255504:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686361 00000100:00080000:0.0:1734686391.255505:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686361 00000100:00100000:3.0:1734686391.255579:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872790016 00000100:00100000:3.0:1734686391.255583:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872790016 00000100:00100000:3.0:1734686391.255614:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54771 00000100:00100000:3.0:1734686391.255619:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872790016:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734686391.255637:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686391.255658:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872790016:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 39us (406us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686391.255664:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54771 00010000:00010000:3.0:1734686392.140749:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686393.142725:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686393.780725:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848705408:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686393.780773:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686393.780845:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848705408 00000100:00100000:2.0:1734686393.780851:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848705408 00000100:00100000:2.0:1734686393.780939:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41922 00000100:00100000:2.0:1734686393.780946:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848705408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686393.780974:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686393.781014:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848705408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686393.781020:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41922 00000100:00100000:1.0:1734686393.781037:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848705408:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686393.828732:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734686393.828735:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848705664:0@lo:400:kworker.0 00000100:00080000:2.0:1734686393.828738:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686393.828741:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686393.828745:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11189 00000100:00080000:2.0:1734686393.828749:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686393.828751:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848705920:0@lo:400:kworker.0 00000100:00080000:2.0:1734686393.828754:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686393.828772:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0ea00 x1818938848706048/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686393.828788:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686393.828790:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686393.828794:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686393.828796:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686393.828798:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686393.828800:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11189 00000100:00080000:2.0:1734686393.828803:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686393.828807:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686393.828814:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0ca80 x1818938848706432/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686393.828815:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734686393.828820:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848705536:0@lo:400:kworker.0 00000100:00100000:2.0:1734686393.828840:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848705792:0@lo:400:kworker.0 00000100:00100000:1.0:1734686393.828844:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686393.828855:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848706304:0@lo:400:kworker.0 00000100:00100000:1.0:1734686393.828856:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848706176:0@lo:400:kworker.0 00000100:00100000:2.0:1734686393.828863:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686393.828874:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686393.828878:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848706048:0@lo:8:kworker.0 00000100:00100000:1.0:1734686393.828900:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848706688:0@lo:400:kworker.0 00000100:00100000:2.0:1734686393.828904:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848706560:0@lo:400:kworker.0 00000100:00100000:0.0:1734686393.828914:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848705664 00000100:00100000:1.0:1734686393.828919:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686393.828919:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686393.828920:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848705664 00000100:00100000:2.0:1734686393.828939:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848705536 00000100:00100000:2.0:1734686393.828942:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848705536 00000100:00100000:1.0:1734686393.828948:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848705920 00000100:00100000:0.0:1734686393.828952:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848705792 00000100:00100000:1.0:1734686393.828952:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848705920 00000100:00100000:0.0:1734686393.828954:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848705792 00000100:00100000:2.0:1734686393.828964:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:0.0:1734686393.828965:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848706688 00000100:00100000:0.0:1734686393.828967:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848706688 00000100:00100000:2.0:1734686393.828970:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848705536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686393.828973:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41923 00000100:00100000:1.0:1734686393.828977:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848705920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686393.828979:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4023 00000100:00100000:0.0:1734686393.828983:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848705664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686393.829005:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848705536:12345-0@lo:400:kworker.0 Request processed in 35us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686393.829008:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848705920:12345-0@lo:400:kworker.0 Request processed in 29us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686393.829010:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:1.0:1734686393.829013:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41923 00000100:00100000:0.0:1734686393.829016:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848705664:12345-0@lo:400:kworker.0 Request processed in 33us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686393.829021:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4023 00000100:00100000:0.0:1734686393.829030:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4024 00000100:00100000:0.0:1734686393.829034:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848705792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686393.829034:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4025 00000100:00100000:2.0:1734686393.829035:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848706176 00000100:00100000:2.0:1734686393.829037:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848706176 00000100:00100000:1.0:1734686393.829038:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848706688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686393.829051:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848706560 00000100:00100000:2.0:1734686393.829052:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848706560 00000100:00100000:0.0:1734686393.829058:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848705792:12345-0@lo:400:kworker.0 Request processed in 24us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686393.829061:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848706688:12345-0@lo:400:kworker.0 Request processed in 23us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686393.829063:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4024 00000100:00100000:2.0:1734686393.829063:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8147 00000100:00100000:1.0:1734686393.829067:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4025 00000100:00100000:2.0:1734686393.829067:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848706176:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686393.829080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686363 00000100:00080000:0.0:1734686393.829082:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686363 00000100:00080000:0.0:1734686393.829084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686363 00000100:00080000:0.0:1734686393.829086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686363 00000100:00100000:2.0:1734686393.829087:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848706176:12345-0@lo:400:kworker.0 Request processed in 19us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686393.829092:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8147 00000100:00100000:0.0:1734686393.829095:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8148 00000100:00100000:1.0:1734686393.829098:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848706688:0@lo:400:kworker.0 00000100:00100000:0.0:1734686393.829099:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848706560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686393.829106:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848705536:0@lo:400:kworker.0 00000100:00100000:1.0:1734686393.829113:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848706176:0@lo:400:kworker.0 00000100:00100000:2.0:1734686393.829118:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848705792:0@lo:400:kworker.0 00000100:00100000:0.0:1734686393.829120:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848706560:12345-0@lo:400:kworker.0 Request processed in 20us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686393.829120:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848705920:0@lo:400:kworker.0 00000100:00100000:0.0:1734686393.829125:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8148 00000100:00100000:2.0:1734686393.829126:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848706560:0@lo:400:kworker.0 00000100:00100000:3.0:1734686393.829190:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686393.829207:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848706432:0@lo:8:kworker.0 00000100:00100000:3.0:1734686393.829221:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686393.829225:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848706048 00000100:00100000:2.0:1734686393.829228:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848706048 00000100:00100000:2.0:1734686393.829239:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848706432 00000100:00100000:2.0:1734686393.829240:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848706432 00000100:00100000:3.0:1734686393.829240:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686393.829247:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54772 00000100:00100000:2.0:1734686393.829251:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848706048:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686393.829254:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848705664:0@lo:400:kworker.0 00010000:00020000:2.0:1734686393.829264:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686393.829269:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848706304 00000100:00100000:3.0:1734686393.829272:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848706304 00000100:00100000:2.0:1734686393.829286:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848706048:12345-0@lo:8:kworker.0 Request processed in 34us (95us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686393.829288:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4026 00000100:00100000:2.0:1734686393.829291:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54772 00000100:00100000:3.0:1734686393.829292:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848706304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686393.829299:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54773 00000100:00100000:2.0:1734686393.829302:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848706432:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686393.829309:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686393.829314:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848706304:12345-0@lo:400:kworker.0 Request processed in 22us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686393.829319:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4026 00000100:00100000:2.0:1734686393.829321:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848706432:12345-0@lo:8:kworker.0 Request processed in 18us (99us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686393.829325:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54773 00000100:00100000:3.0:1734686393.829339:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848706304:0@lo:400:kworker.0 00000100:00080000:3.0:1734686393.829361:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686393.829364:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686393.829367:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848706048:0@lo:8:kworker.0 00000100:00080000:3.0:1734686393.829373:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686393.829375:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686393.829377:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848706432:0@lo:8:kworker.0 00000100:00100000:2.0:1734686393.844750:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848706816:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686393.844798:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686393.844829:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848706816 00000100:00100000:1.0:1734686393.844836:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848706816 00000100:00100000:1.0:1734686393.844875:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41924 00000100:00100000:1.0:1734686393.844881:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848706816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686393.844910:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686393.844945:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848706816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686393.844949:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41924 00000100:00100000:2.0:1734686393.844968:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848706816:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686393.908779:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686393.908800:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848706944:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686393.908854:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686393.908899:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848706944 00000100:00100000:2.0:1734686393.908906:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848706944 00000100:00100000:2.0:1734686393.908947:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7274 00000100:00100000:2.0:1734686393.908954:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848706944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686393.908979:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686393.909019:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848706944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686393.909025:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7274 00000100:00100000:0.0:1734686393.909050:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848706944:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686394.145161:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686395.146769:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686395.604750:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848707072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686395.604805:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686395.604862:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848707072 00000100:00100000:1.0:1734686395.604869:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848707072 00000100:00080000:0.0:1734686395.604905:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686365 00000100:00100000:1.0:1734686395.604917:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7275 00000100:00100000:1.0:1734686395.604923:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848707072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686395.604942:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686395.604968:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848707072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686395.604972:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7275 00000100:00100000:0.0:1734686395.604991:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848707072:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686396.148748:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686396.263079:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686396.263121:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686396.263147:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872790144 00000100:00100000:0.0:1734686396.263154:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686396.263155:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872790144 00000100:00100000:0.0:1734686396.263182:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686396.263204:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872790528 00000100:00100000:2.0:1734686396.263204:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1313 00000100:00100000:0.0:1734686396.263207:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872790528 00000100:00080000:1.0:1734686396.263211:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686366 00000100:00100000:2.0:1734686396.263211:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872790144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686396.263225:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54774 00000100:00100000:0.0:1734686396.263230:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872790528:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686396.263241:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872790400 00000100:00100000:1.0:1734686396.263244:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872790400 00010000:00020000:0.0:1734686396.263251:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686396.263260:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872790144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686396.263263:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872790272 00000100:00100000:1.0:1734686396.263265:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872790272 00000100:00100000:2.0:1734686396.263266:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1313 00000100:00100000:0.0:1734686396.263271:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872790528:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (88us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686396.263277:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54774 00000100:00100000:1.0:1734686396.263277:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4027 00000100:00100000:1.0:1734686396.263281:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872790400:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686396.263298:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4028 00000100:00100000:0.0:1734686396.263302:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872790272:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686396.263305:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872790400:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686396.263310:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4027 00000100:00100000:0.0:1734686396.263324:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872790272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 21us (169us total) trans 0 rc 0/0 00000100:00080000:1.0:1734686396.263324:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686366 00000100:00080000:1.0:1734686396.263327:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686366 00000100:00100000:0.0:1734686396.263330:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4028 00010000:00010000:3.0:1734686397.150732:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686398.152739:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686398.788740:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848707200:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686398.788791:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686398.788821:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848707200 00000100:00100000:2.0:1734686398.788826:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848707200 00000100:00100000:2.0:1734686398.788857:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41925 00000100:00100000:2.0:1734686398.788861:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848707200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686398.788885:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686398.788927:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848707200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686398.788934:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41925 00000100:00100000:1.0:1734686398.788954:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848707200:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686398.836725:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686398.836732:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686398.836735:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686398.836737:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848707712:0@lo:400:kworker.0 00000100:00080000:2.0:1734686398.836740:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11194 00000100:00080000:2.0:1734686398.836745:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686398.836749:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686398.836767:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d261500 x1818938848707840/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686398.836769:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848707584:0@lo:400:kworker.0 00000100:00100000:3.0:1734686398.836782:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848707456:0@lo:400:kworker.0 00000100:00100000:1.0:1734686398.836785:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686398.836792:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686398.836795:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686398.836796:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686398.836800:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11194 00000100:00080000:2.0:1734686398.836801:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686398.836804:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686398.836805:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686398.836810:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848707840:0@lo:8:kworker.0 00000100:00100000:1.0:1734686398.836813:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734686398.836813:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1dc00 x1818938848708224/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686398.836817:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848707328:0@lo:400:kworker.0 00000100:00100000:3.0:1734686398.836829:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686398.836832:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848708352:0@lo:400:kworker.0 00000100:00100000:1.0:1734686398.836837:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686398.836842:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848708224:0@lo:8:kworker.0 00000100:00100000:2.0:1734686398.836846:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848707712 00000100:00100000:0.0:1734686398.836847:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686398.836848:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848707968:0@lo:400:kworker.0 00000100:00100000:2.0:1734686398.836851:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848707712 00000100:00100000:3.0:1734686398.836855:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848707584 00000100:00100000:3.0:1734686398.836857:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848707584 00000100:00100000:0.0:1734686398.836862:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686398.836865:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686398.836867:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848708096:0@lo:400:kworker.0 00000100:00100000:1.0:1734686398.836877:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848708480:0@lo:400:kworker.0 00000100:00100000:0.0:1734686398.836881:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686398.836883:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41926 00000100:00100000:3.0:1734686398.836886:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848708096 00000100:00100000:3.0:1734686398.836888:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848708096 00000100:00100000:2.0:1734686398.836889:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848707712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686398.836891:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686398.836901:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848707840 00000100:00100000:3.0:1734686398.836901:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848708480 00000100:00100000:0.0:1734686398.836903:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848707840 00000100:00100000:3.0:1734686398.836903:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848708480 00000100:00080000:1.0:1734686398.836906:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686368 00000100:00080000:1.0:1734686398.836909:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686368 00000100:00100000:3.0:1734686398.836914:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4029 00000100:00100000:0.0:1734686398.836915:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848708352 00000100:00100000:0.0:1734686398.836917:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848708352 00000100:00100000:3.0:1734686398.836918:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848707584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686398.836919:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4030 00000100:00100000:1.0:1734686398.836923:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848708096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686398.836932:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848707968 00000100:00100000:0.0:1734686398.836934:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848707968 00000100:00100000:0.0:1734686398.836944:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8149 00000100:00100000:1.0:1734686398.836948:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848708096:12345-0@lo:400:kworker.0 Request processed in 24us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686398.836948:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848707584:12345-0@lo:400:kworker.0 Request processed in 29us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686398.836949:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848708352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686398.836952:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4029 00000100:00100000:1.0:1734686398.836955:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4030 00000100:00100000:3.0:1734686398.836964:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4031 00000100:00100000:3.0:1734686398.836967:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848708480:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686398.836971:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686368 00000100:00100000:0.0:1734686398.836974:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848708352:12345-0@lo:400:kworker.0 Request processed in 25us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686398.836979:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8149 00000100:00100000:3.0:1734686398.836983:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848708480:12345-0@lo:400:kworker.0 Request processed in 15us (91us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686398.836985:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848707712:0@lo:400:kworker.0 00000100:00100000:3.0:1734686398.836987:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4031 00000100:00100000:0.0:1734686398.836988:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8150 00000100:00100000:0.0:1734686398.836991:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848707968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686398.837000:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848708480:0@lo:400:kworker.0 00000100:00100000:3.0:1734686398.837001:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54775 00000100:00100000:3.0:1734686398.837004:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848707840:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686398.837011:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848707968:12345-0@lo:400:kworker.0 Request processed in 19us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686398.837011:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848707968:0@lo:400:kworker.0 00000100:00100000:0.0:1734686398.837016:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8150 00010000:00020000:3.0:1734686398.837017:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686398.837035:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848707840:12345-0@lo:8:kworker.0 Request processed in 30us (205us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686398.837039:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54775 00000100:00100000:0.0:1734686398.837040:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848708096:0@lo:400:kworker.0 00000100:00100000:0.0:1734686398.837048:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848708352:0@lo:400:kworker.0 00000100:00100000:3.0:1734686398.837052:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686398.837056:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848707584:0@lo:400:kworker.0 00000100:00080000:3.0:1734686398.837062:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686398.837064:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686398.837067:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848707840:0@lo:8:kworker.0 00000100:00100000:3.0:1734686398.837081:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848708224 00000100:00100000:3.0:1734686398.837083:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848708224 00000100:00100000:2.0:1734686398.837086:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848707712:12345-0@lo:400:kworker.0 Request processed in 53us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686398.837091:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54776 00000100:00100000:2.0:1734686398.837093:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41926 00000100:00100000:3.0:1734686398.837094:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848708224:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686398.837101:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686398.837107:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848707328 00000100:00100000:0.0:1734686398.837110:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848707328 00000100:00100000:3.0:1734686398.837115:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848708224:12345-0@lo:8:kworker.0 Request processed in 20us (62us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686398.837119:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54776 00000100:00080000:3.0:1734686398.837131:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686398.837133:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686398.837136:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848708224:0@lo:8:kworker.0 00000100:00100000:0.0:1734686398.837137:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:0.0:1734686398.837141:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848707328:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686398.837143:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686368 00000100:00100000:3.0:1734686398.837145:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686398.837155:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848707456 00000100:00100000:1.0:1734686398.837158:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848707456 00000100:00100000:1.0:1734686398.837174:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4032 00000100:00100000:1.0:1734686398.837177:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848707456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686398.837209:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848707456:12345-0@lo:400:kworker.0 Request processed in 30us (62us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686398.837214:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4032 00000100:00080000:1.0:1734686398.837227:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686368 00000100:00100000:3.0:1734686398.837228:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848707456:0@lo:400:kworker.0 00000100:00100000:0.0:1734686398.837236:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848707328:12345-0@lo:400:kworker.0 Request processed in 94us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686398.837242:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:2.0:1734686398.837274:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848707328:0@lo:400:kworker.0 00000100:00100000:0.0:1734686398.852753:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848708608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686398.852809:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686398.852853:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848708608 00000100:00100000:2.0:1734686398.852861:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848708608 00000100:00100000:2.0:1734686398.852905:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41927 00000100:00100000:2.0:1734686398.852910:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848708608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686398.852938:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686398.852981:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848708608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686398.852988:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41927 00000100:00100000:0.0:1734686398.853025:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848708608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686398.916974:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848708736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686398.917030:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686398.917115:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848708736 00000100:00100000:1.0:1734686398.917122:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848708736 00000100:00100000:1.0:1734686398.917159:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7276 00000100:00100000:1.0:1734686398.917164:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848708736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686398.917188:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686398.917377:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848708736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686398.917445:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848708736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 279us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686398.917451:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7276 00010000:00010000:3.0:1734686399.154621:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686400.156741:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686400.612734:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848708864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686400.612788:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686400.612848:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848708864 00000100:00100000:2.0:1734686400.612856:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848708864 00000100:00080000:1.0:1734686400.612909:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686370 00000100:00100000:2.0:1734686400.612913:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7277 00000100:00100000:2.0:1734686400.612919:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848708864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686400.612940:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686400.612970:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848708864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686400.612976:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7277 00000100:00100000:1.0:1734686400.612991:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848708864:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686401.158741:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686401.270954:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686401.270992:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686401.271016:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686401.271028:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872790656 00000100:00100000:2.0:1734686401.271037:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872790656 00000100:00100000:0.0:1734686401.271043:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686401.271047:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872790912 00000100:00100000:1.0:1734686401.271051:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872790912 00000100:00100000:1.0:1734686401.271085:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872790784 00000100:00100000:1.0:1734686401.271086:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872790784 00000100:00100000:2.0:1734686401.271088:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1315 00000100:00100000:0.0:1734686401.271089:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4033 00000100:00100000:0.0:1734686401.271095:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872790912:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686401.271095:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872790656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686401.271099:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872791040 00000100:00100000:1.0:1734686401.271100:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4034 00000100:00100000:3.0:1734686401.271103:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872791040 00000100:00100000:1.0:1734686401.271105:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872790784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686401.271120:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54777 00000100:00100000:3.0:1734686401.271123:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872791040:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686401.271138:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872790912:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (146us total) trans 0 rc 0/0 00010000:00020000:3.0:1734686401.271139:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686401.271141:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872790784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686401.271144:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4033 00000100:00100000:2.0:1734686401.271145:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872790656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686401.271147:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4034 00000100:00100000:2.0:1734686401.271150:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1315 00000100:00100000:3.0:1734686401.271157:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872791040:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 33us (114us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686401.271160:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54777 00000100:00080000:1.0:1734686401.271173:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686371 00000100:00080000:1.0:1734686401.271176:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686371 00000100:00080000:1.0:1734686401.271178:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686371 00010000:00010000:3.0:1734686402.160729:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686403.163153:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686403.796722:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848708992:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686403.796778:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686403.796850:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848708992 00000100:00100000:2.0:1734686403.796857:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848708992 00000100:00100000:2.0:1734686403.796896:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41928 00000100:00100000:2.0:1734686403.796902:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848708992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686403.796931:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686403.796972:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848708992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686403.796979:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41928 00000100:00100000:3.0:1734686403.797005:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848708992:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686403.844700:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686403.844706:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686403.844708:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686403.844715:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11199 00000100:00080000:2.0:1734686403.844718:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686403.844723:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686403.844735:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848709376:0@lo:400:kworker.0 00000100:00100000:2.0:1734686403.844739:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1c700 x1818938848709632/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686403.844761:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686403.844764:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686403.844765:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686403.844767:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11199 00000100:00080000:2.0:1734686403.844769:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686403.844771:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686403.844779:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1e300 x1818938848710016/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686403.844782:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686403.844805:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848709632:0@lo:8:kworker.0 00000100:00100000:1.0:1734686403.844806:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848710144:0@lo:400:kworker.0 00000100:00100000:0.0:1734686403.844816:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848709120:0@lo:400:kworker.0 00000100:00100000:1.0:1734686403.844822:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686403.844831:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848709248:0@lo:400:kworker.0 00000100:00100000:1.0:1734686403.844846:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848709376 00000100:00100000:1.0:1734686403.844850:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848709376 00000100:00100000:1.0:1734686403.844879:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4035 00000100:00100000:1.0:1734686403.844884:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848709376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686403.844885:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848710144 00000100:00100000:3.0:1734686403.844888:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848710144 00000100:00100000:3.0:1734686403.844907:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8151 00000100:00100000:3.0:1734686403.844911:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848710144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686403.845130:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686403.845141:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848709888:0@lo:400:kworker.0 00000100:00100000:0.0:1734686403.845150:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686403.845154:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686403.845160:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848709376:12345-0@lo:400:kworker.0 Request processed in 275us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686403.845166:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4035 00000100:00100000:0.0:1734686403.845171:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848709760:0@lo:400:kworker.0 00000100:00100000:1.0:1734686403.845180:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848709248 00000100:00100000:2.0:1734686403.845180:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848709120 00000100:00100000:1.0:1734686403.845182:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848709248 00000100:00100000:2.0:1734686403.845182:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848709120 00000100:00100000:0.0:1734686403.845188:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686403.845194:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848709888 00000100:00100000:1.0:1734686403.845195:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848709888 00000100:00100000:2.0:1734686403.845199:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1734686403.845200:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734686403.845202:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848709120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686403.845205:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848709504:0@lo:400:kworker.0 00000100:00100000:1.0:1734686403.845205:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4036 00000100:00100000:1.0:1734686403.845208:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848709248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686403.845224:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686403.845225:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848709248:12345-0@lo:400:kworker.0 Request processed in 17us (96us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686403.845225:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848709120:12345-0@lo:400:kworker.0 Request processed in 22us (75us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686403.845230:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4036 00000100:00100000:2.0:1734686403.845230:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1734686403.845235:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848710272:0@lo:400:kworker.0 00000100:00100000:1.0:1734686403.845237:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4037 00000100:00100000:1.0:1734686403.845240:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848709888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686403.845250:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686403.845256:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848709888:12345-0@lo:400:kworker.0 Request processed in 15us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686403.845256:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686403.845260:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4037 00000100:00100000:1.0:1734686403.845266:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848710272 00000100:00100000:2.0:1734686403.845266:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848710016:0@lo:8:kworker.0 00000100:00100000:0.0:1734686403.845268:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848709120:0@lo:400:kworker.0 00000100:00100000:1.0:1734686403.845268:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848710272 00000100:00100000:1.0:1734686403.845279:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4038 00000100:00100000:2.0:1734686403.845280:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686403.845282:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848710272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686403.845290:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848709760 00000100:00100000:0.0:1734686403.845292:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848709760 00000100:00100000:2.0:1734686403.845300:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848709632 00000100:00100000:1.0:1734686403.845301:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848710272:12345-0@lo:400:kworker.0 Request processed in 18us (51us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686403.845302:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848709632 00000100:00100000:1.0:1734686403.845306:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4038 00000100:00100000:0.0:1734686403.845308:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848710016 00000100:00100000:0.0:1734686403.845310:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848710016 00000100:00100000:2.0:1734686403.845313:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8152 00000100:00080000:1.0:1734686403.845315:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686373 00000100:00100000:2.0:1734686403.845317:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848709760:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686403.845318:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686373 00000100:00080000:1.0:1734686403.845320:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686373 00000100:00080000:1.0:1734686403.845321:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686373 00000100:00100000:0.0:1734686403.845322:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54778 00000100:00100000:0.0:1734686403.845327:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848709632:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686403.845336:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848709760:12345-0@lo:400:kworker.0 Request processed in 18us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686403.845340:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8152 00000100:00100000:1.0:1734686403.845341:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848709376:0@lo:400:kworker.0 00000100:00100000:2.0:1734686403.845348:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54779 00010000:00020000:0.0:1734686403.845349:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686403.845351:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848710016:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686403.845360:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686403.845377:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848710016:12345-0@lo:8:kworker.0 Request processed in 24us (97us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686403.845381:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54779 00000100:00080000:2.0:1734686403.845398:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686403.845401:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686403.845403:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848710016:0@lo:8:kworker.0 00000100:00100000:2.0:1734686403.845416:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848709248:0@lo:400:kworker.0 00000100:00100000:2.0:1734686403.845423:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848709888:0@lo:400:kworker.0 00000100:00100000:3.0:1734686403.845477:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848710144:12345-0@lo:400:kworker.0 Request processed in 561us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686403.845482:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8151 00000100:00100000:1.0:1734686403.845509:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848710144:0@lo:400:kworker.0 00000100:00100000:2.0:1734686403.853924:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848710272:0@lo:400:kworker.0 00000100:00100000:2.0:1734686403.853937:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848709760:0@lo:400:kworker.0 00000100:00100000:0.0:1734686403.856697:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848709504 00000100:00100000:0.0:1734686403.856707:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848709504 00000100:00100000:0.0:1734686403.856755:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41929 00000100:00100000:0.0:1734686403.856761:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848709504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686403.856845:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848709504:12345-0@lo:400:kworker.0 Request processed in 84us (11619us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686403.856851:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41929 00000100:00100000:0.0:1734686403.856886:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848709632:12345-0@lo:8:kworker.0 Request processed in 11558us (11629us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686403.856892:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54778 00000100:00080000:0.0:1734686403.856923:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686403.856927:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686403.856930:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848709632:0@lo:8:kworker.0 00000100:00080000:1.0:1734686403.857178:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686373 00000100:00100000:3.0:1734686403.857281:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848709504:0@lo:400:kworker.0 00000100:00100000:3.0:1734686403.860647:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848710400:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686403.860691:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686403.860732:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848710400 00000100:00100000:1.0:1734686403.860738:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848710400 00000100:00100000:1.0:1734686403.860775:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41930 00000100:00100000:1.0:1734686403.860781:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848710400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686403.860807:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686403.860851:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848710400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686403.860857:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41930 00000100:00100000:3.0:1734686403.860888:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848710400:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686403.924783:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c534a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848710528:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686403.924835:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686403.924899:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848710528 00000100:00100000:0.0:1734686403.924906:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848710528 00000100:00100000:0.0:1734686403.924944:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7278 00000100:00100000:0.0:1734686403.924950:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848710528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686403.924976:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686403.925023:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848710528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686403.925029:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7278 00000100:00100000:2.0:1734686403.925061:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c534a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848710528:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686404.164682:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686405.166730:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686405.620707:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848710656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686405.620758:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686405.620788:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848710656 00000100:00100000:0.0:1734686405.620793:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848710656 00000100:00080000:1.0:1734686405.620810:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686375 00000100:00100000:0.0:1734686405.620836:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7279 00000100:00100000:0.0:1734686405.620843:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848710656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686405.620863:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686405.620909:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848710656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686405.620916:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7279 00000100:00100000:1.0:1734686405.620934:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848710656:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686406.168754:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686406.278986:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686406.279024:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686406.279056:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686406.279056:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872791168 00000100:00100000:2.0:1734686406.279063:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872791168 00000100:00100000:0.0:1734686406.279090:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686406.279102:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1317 00000100:00100000:0.0:1734686406.279109:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872791552 00000100:00100000:2.0:1734686406.279109:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872791168:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686406.279111:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872791296 00000100:00100000:0.0:1734686406.279113:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872791552 00000100:00100000:1.0:1734686406.279115:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872791296 00000100:00100000:0.0:1734686406.279129:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54780 00000100:00100000:0.0:1734686406.279134:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872791552:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686406.279135:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872791424 00000100:00100000:1.0:1734686406.279137:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872791424 00010000:00020000:0.0:1734686406.279153:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686406.279154:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4039 00000100:00100000:2.0:1734686406.279155:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872791168:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686406.279161:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1317 00000100:00100000:1.0:1734686406.279162:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4040 00000100:00100000:3.0:1734686406.279163:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872791296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686406.279166:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872791424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686406.279172:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872791552:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 38us (81us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686406.279178:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54780 00000100:00100000:1.0:1734686406.279190:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872791424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686406.279194:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4040 00000100:00080000:1.0:1734686406.279206:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686376 00000100:00080000:1.0:1734686406.279208:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686376 00000100:00080000:1.0:1734686406.279209:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686376 00000100:00100000:3.0:1734686406.279214:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872791296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686406.279218:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4039 00010000:00010000:3.0:1734686407.170735:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686408.172713:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686408.804692:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848710784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686408.804746:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686408.804778:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848710784 00000100:00100000:0.0:1734686408.804785:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848710784 00000100:00100000:0.0:1734686408.804827:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41931 00000100:00100000:0.0:1734686408.804834:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848710784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686408.804863:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686408.804909:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848710784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686408.804915:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41931 00000100:00100000:2.0:1734686408.804934:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848710784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686408.852704:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848710912:0@lo:400:kworker.0 00000100:00080000:2.0:1734686408.852713:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734686408.852717:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848711296:0@lo:400:kworker.0 00000100:00080000:2.0:1734686408.852718:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686408.852721:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686408.852725:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11204 00000100:00080000:2.0:1734686408.852729:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686408.852733:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686408.852747:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1ca80 x1818938848711424/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686408.852749:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848711168:0@lo:400:kworker.0 00000100:00100000:0.0:1734686408.852755:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686408.852755:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686408.852767:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686408.852769:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686408.852770:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686408.852773:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11204 00000100:00080000:2.0:1734686408.852774:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686408.852777:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686408.852778:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848711552:0@lo:400:kworker.0 00000100:00100000:1.0:1734686408.852782:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686408.852784:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1c700 x1818938848711808/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686408.852792:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686408.852792:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848711296 00000100:00100000:3.0:1734686408.852797:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848711296 00000100:00100000:1.0:1734686408.852801:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848711936:0@lo:400:kworker.0 00000100:00100000:2.0:1734686408.852808:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848711040:0@lo:400:kworker.0 00000100:00100000:0.0:1734686408.852809:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686408.852814:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848712064:0@lo:400:kworker.0 00000100:00100000:1.0:1734686408.852818:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686408.852821:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41932 00000100:00100000:3.0:1734686408.852825:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848711296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686408.852832:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734686408.852836:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686378 00000100:00100000:0.0:1734686408.852840:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848711552 00000100:00100000:0.0:1734686408.852844:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848711552 00000100:00100000:2.0:1734686408.852844:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848711680:0@lo:400:kworker.0 00000100:00100000:1.0:1734686408.852846:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848711168 00000100:00100000:1.0:1734686408.852849:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848711168 00000100:00100000:3.0:1734686408.852851:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848711296:12345-0@lo:400:kworker.0 Request processed in 25us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686408.852855:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41932 00000100:00100000:2.0:1734686408.852857:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686408.852866:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848711936 00000100:00100000:0.0:1734686408.852868:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848711936 00000100:00100000:1.0:1734686408.852868:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848711040 00000100:00100000:3.0:1734686408.852869:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848711680 00000100:00100000:1.0:1734686408.852870:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848711040 00000100:00100000:3.0:1734686408.852870:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848711680 00000100:00100000:2.0:1734686408.852871:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848710912 00000100:00100000:2.0:1734686408.852874:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848710912 00000100:00100000:3.0:1734686408.852881:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4041 00000100:00100000:0.0:1734686408.852882:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8153 00000100:00100000:3.0:1734686408.852883:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848711168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686408.852884:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4042 00000100:00100000:0.0:1734686408.852885:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848711552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686408.852889:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848711680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686408.852893:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1734686408.852897:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848710912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686408.852898:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848711168:12345-0@lo:400:kworker.0 Request processed in 14us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686408.852902:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4041 00000100:00100000:0.0:1734686408.852907:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848711552:12345-0@lo:400:kworker.0 Request processed in 22us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686408.852910:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4043 00000100:00100000:0.0:1734686408.852911:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8153 00000100:00100000:3.0:1734686408.852912:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848711040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686408.852917:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8154 00000100:00100000:1.0:1734686408.852917:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848711680:12345-0@lo:400:kworker.0 Request processed in 27us (58us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686408.852917:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848710912:12345-0@lo:400:kworker.0 Request processed in 19us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686408.852919:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848711936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686408.852921:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1734686408.852922:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848711040:12345-0@lo:400:kworker.0 Request processed in 9us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686408.852923:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4042 00000100:00100000:3.0:1734686408.852925:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4043 00000100:00100000:0.0:1734686408.852929:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848711936:12345-0@lo:400:kworker.0 Request processed in 9us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686408.852932:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8154 00000100:00080000:1.0:1734686408.852939:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686378 00000100:00080000:1.0:1734686408.852941:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686378 00000100:00080000:1.0:1734686408.852943:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686378 00000100:00080000:1.0:1734686408.852944:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686378 00000100:00100000:3.0:1734686408.852946:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848711936:0@lo:400:kworker.0 00000100:00100000:3.0:1734686408.852951:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848711168:0@lo:400:kworker.0 00000100:00100000:2.0:1734686408.852958:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848711040:0@lo:400:kworker.0 00000100:00100000:1.0:1734686408.852961:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848711424:0@lo:8:kworker.0 00000100:00100000:2.0:1734686408.852965:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848711680:0@lo:400:kworker.0 00000100:00100000:3.0:1734686408.852967:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848711296:0@lo:400:kworker.0 00000100:00100000:3.0:1734686408.852978:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686408.852979:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686408.852989:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848711552:0@lo:400:kworker.0 00000100:00100000:1.0:1734686408.852990:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848711808:0@lo:8:kworker.0 00000100:00100000:2.0:1734686408.852990:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848711424 00000100:00100000:2.0:1734686408.852993:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848711424 00000100:00100000:3.0:1734686408.852993:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848710912:0@lo:400:kworker.0 00000100:00100000:1.0:1734686408.853002:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686408.853004:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54781 00000100:00100000:2.0:1734686408.853007:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848711424:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686408.853007:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848711808 00000100:00100000:3.0:1734686408.853008:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848711808 00000100:00100000:0.0:1734686408.853016:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54782 00000100:00100000:0.0:1734686408.853019:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848711808:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686408.853022:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734686408.853025:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686408.853039:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848711808:12345-0@lo:8:kworker.0 Request processed in 20us (37us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686408.853042:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54782 00000100:00100000:2.0:1734686408.853045:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848711424:12345-0@lo:8:kworker.0 Request processed in 36us (65us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734686408.853047:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686408.853050:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686408.853050:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54781 00000100:00100000:1.0:1734686408.853053:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848711424:0@lo:8:kworker.0 00000100:00080000:1.0:1734686408.853059:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686408.853061:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686408.853063:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848711808:0@lo:8:kworker.0 00000100:00100000:2.0:1734686408.853063:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848712064 00000100:00100000:2.0:1734686408.853066:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848712064 00000100:00100000:2.0:1734686408.853080:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4044 00000100:00100000:2.0:1734686408.853084:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848712064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686408.853114:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848712064:12345-0@lo:400:kworker.0 Request processed in 28us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686408.853119:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4044 00000100:00100000:3.0:1734686408.853141:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848712064:0@lo:400:kworker.0 00000100:00100000:0.0:1734686408.868710:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848712192:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686408.868755:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686408.868802:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848712192 00000100:00100000:1.0:1734686408.868808:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848712192 00000100:00100000:1.0:1734686408.868845:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41933 00000100:00100000:1.0:1734686408.868851:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848712192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686408.868877:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686408.868919:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848712192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686408.868925:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41933 00000100:00100000:0.0:1734686408.868942:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848712192:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686408.932717:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848712320:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686408.932768:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686408.932806:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848712320 00000100:00100000:2.0:1734686408.932812:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848712320 00000100:00100000:2.0:1734686408.932840:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7280 00000100:00100000:2.0:1734686408.932845:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848712320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686408.932867:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686408.932906:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848712320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686408.932912:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7280 00000100:00100000:0.0:1734686408.932947:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848712320:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686409.174682:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686410.176679:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686410.628793:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848712448:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686410.628844:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686410.628910:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848712448 00000100:00100000:2.0:1734686410.628917:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848712448 00000100:00080000:1.0:1734686410.628957:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686380 00000100:00100000:2.0:1734686410.628963:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7281 00000100:00100000:2.0:1734686410.628969:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848712448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686410.628987:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686410.629020:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848712448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686410.629026:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7281 00000100:00100000:3.0:1734686410.629039:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848712448:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686411.178870:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686411.287013:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686411.287053:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686411.287084:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686411.287096:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872791680 00000100:00100000:2.0:1734686411.287108:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872791680 00000100:00100000:3.0:1734686411.287123:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872791936 00000100:00100000:3.0:1734686411.287131:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872791936 00000100:00100000:3.0:1734686411.287166:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872791808 00000100:00100000:0.0:1734686411.287167:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686411.287168:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872791808 00000100:00100000:2.0:1734686411.287170:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1319 00000100:00100000:2.0:1734686411.287178:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872791680:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686411.287184:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4045 00000100:00100000:3.0:1734686411.287190:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872791936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686411.287241:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4046 00000100:00100000:2.0:1734686411.287246:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872791680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 68us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686411.287247:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872791936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686411.287248:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872791808:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686411.287254:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4045 00000100:00100000:2.0:1734686411.287255:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1319 00000100:00100000:1.0:1734686411.287276:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872791808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686411.287281:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4046 00000100:00080000:3.0:1734686411.287297:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686381 00000100:00080000:3.0:1734686411.287300:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686381 00000100:00080000:3.0:1734686411.287302:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686381 00000100:00100000:0.0:1734686411.287512:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872792064 00000100:00100000:0.0:1734686411.287516:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872792064 00000100:00100000:0.0:1734686411.287578:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54783 00000100:00100000:0.0:1734686411.287584:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872792064:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686411.287604:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686411.287713:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872792064:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 128us (546us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686411.287720:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54783 00010000:00010000:3.0:1734686412.180743:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686413.182810:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686413.812798:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686413.812823:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848712576:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686413.812880:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686413.812947:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848712576 00000100:00100000:2.0:1734686413.812954:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848712576 00000100:00100000:2.0:1734686413.813004:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41934 00000100:00100000:2.0:1734686413.813009:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848712576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686413.813040:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686413.813081:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848712576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686413.813087:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41934 00000100:00100000:1.0:1734686413.813115:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848712576:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686413.860702:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734686413.860707:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848712704:0@lo:400:kworker.0 00000100:00080000:2.0:1734686413.860708:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686413.860710:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686413.860715:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11209 00000100:00080000:2.0:1734686413.860718:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686413.860723:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686413.860731:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848712960:0@lo:400:kworker.0 00000100:00100000:0.0:1734686413.860740:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848712832:0@lo:400:kworker.0 00000100:00100000:2.0:1734686413.860742:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096419180 x1818938848713216/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686413.860761:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686413.860764:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686413.860767:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686413.860768:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686413.860770:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11209 00000100:00080000:2.0:1734686413.860772:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:3.0:1734686413.860772:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686413.860775:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686413.860782:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009641bb80 x1818938848713600/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686413.860783:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848713344:0@lo:400:kworker.0 00000100:00100000:3.0:1734686413.860792:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686413.860798:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848713728:0@lo:400:kworker.0 00000100:00100000:0.0:1734686413.860801:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686413.860803:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686413.860816:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734686413.860816:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686413.860817:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848712704 00000100:00100000:1.0:1734686413.860821:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848713088:0@lo:400:kworker.0 00000100:00100000:2.0:1734686413.860822:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848712704 00000100:00100000:3.0:1734686413.860841:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848713472:0@lo:400:kworker.0 00000100:00100000:1.0:1734686413.860847:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686413.860850:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:3.0:1734686413.860853:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686413.860855:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848712704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686413.860857:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848713856:0@lo:400:kworker.0 00000100:00100000:0.0:1734686413.860866:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848713344 00000100:00100000:1.0:1734686413.860870:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686413.860872:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848713344 00000100:00100000:3.0:1734686413.860874:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848712960 00000100:00100000:3.0:1734686413.860877:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848712960 00000100:00100000:1.0:1734686413.860885:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848713216:0@lo:8:kworker.0 00000100:00100000:2.0:1734686413.860891:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848712704:12345-0@lo:400:kworker.0 Request processed in 36us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686413.860892:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848712832 00000100:00100000:3.0:1734686413.860894:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848712832 00000100:00100000:2.0:1734686413.860896:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:1.0:1734686413.860897:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686413.860901:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848713472 00000100:00100000:0.0:1734686413.860902:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848713728 00000100:00100000:3.0:1734686413.860902:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848713472 00000100:00100000:0.0:1734686413.860905:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848713728 00000100:00100000:1.0:1734686413.860905:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848713600:0@lo:8:kworker.0 00000100:00100000:3.0:1734686413.860908:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848713856 00000100:00100000:3.0:1734686413.860909:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848713856 00000100:00100000:0.0:1734686413.860915:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848713216 00000100:00100000:1.0:1734686413.860915:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686413.860915:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4047 00000100:00100000:0.0:1734686413.860917:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848713216 00000100:00100000:3.0:1734686413.860918:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848712960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686413.860919:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848713600 00000100:00100000:2.0:1734686413.860922:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848713600 00000100:00100000:0.0:1734686413.860928:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8155 00000100:00100000:0.0:1734686413.860932:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848713344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686413.860935:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4048 00000100:00100000:3.0:1734686413.860938:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848712960:12345-0@lo:400:kworker.0 Request processed in 19us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686413.860940:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848712832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686413.860941:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4047 00000100:00100000:2.0:1734686413.860942:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8156 00000100:00100000:2.0:1734686413.860946:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848713728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686413.860950:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4049 00000100:00100000:3.0:1734686413.860952:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848713472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686413.860974:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848713344:12345-0@lo:400:kworker.0 Request processed in 42us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686413.860974:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848713472:12345-0@lo:400:kworker.0 Request processed in 21us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686413.860978:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4049 00000100:00100000:2.0:1734686413.860979:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848713728:12345-0@lo:400:kworker.0 Request processed in 32us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686413.860980:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8155 00000100:00100000:1.0:1734686413.860980:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848712832:12345-0@lo:400:kworker.0 Request processed in 39us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686413.860984:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4048 00000100:00100000:2.0:1734686413.860985:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8156 00000100:00100000:3.0:1734686413.860987:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4050 00000100:00100000:0.0:1734686413.860990:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54784 00000100:00100000:3.0:1734686413.860991:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848713856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686413.860993:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848713216:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686413.861002:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54785 00000100:00100000:1.0:1734686413.861005:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848713600:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686413.861011:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686413.861011:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848713856:12345-0@lo:400:kworker.0 Request processed in 20us (139us total) trans 0 rc 0/0 00010000:00020000:1.0:1734686413.861018:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686413.861018:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4050 00000100:00080000:2.0:1734686413.861026:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686383 00000100:00080000:2.0:1734686413.861030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686383 00000100:00080000:2.0:1734686413.861031:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686383 00000100:00080000:2.0:1734686413.861033:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686383 00000100:00100000:1.0:1734686413.861038:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848713600:12345-0@lo:8:kworker.0 Request processed in 32us (123us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686413.861039:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848713216:12345-0@lo:8:kworker.0 Request processed in 44us (141us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686413.861043:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848713728:0@lo:400:kworker.0 00000100:00100000:1.0:1734686413.861044:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54785 00000100:00100000:2.0:1734686413.861047:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848713088 00000100:00100000:0.0:1734686413.861048:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54784 00000100:00100000:2.0:1734686413.861050:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848713088 00000100:00100000:3.0:1734686413.861052:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848713472:0@lo:400:kworker.0 00000100:00100000:3.0:1734686413.861059:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848712960:0@lo:400:kworker.0 00000100:00080000:1.0:1734686413.861061:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686413.861063:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686413.861065:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848713216:0@lo:8:kworker.0 00000100:00080000:1.0:1734686413.861068:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686413.861070:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686413.861070:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41935 00000100:00100000:1.0:1734686413.861071:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848713600:0@lo:8:kworker.0 00000100:00100000:2.0:1734686413.861073:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848713088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686413.861086:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848713856:0@lo:400:kworker.0 00000100:00100000:0.0:1734686413.861092:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848712832:0@lo:400:kworker.0 00000100:00100000:1.0:1734686413.861092:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848713344:0@lo:400:kworker.0 00000100:00100000:1.0:1734686413.861096:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848712704:0@lo:400:kworker.0 00000100:00100000:2.0:1734686413.861099:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848713088:12345-0@lo:400:kworker.0 Request processed in 25us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686413.861104:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41935 00000100:00100000:1.0:1734686413.861111:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848713088:0@lo:400:kworker.0 00000100:00080000:2.0:1734686413.861116:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686383 00000100:00100000:1.0:1734686413.876751:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848713984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686413.876812:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686413.876849:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848713984 00000100:00100000:2.0:1734686413.876857:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848713984 00000100:00100000:2.0:1734686413.876904:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41936 00000100:00100000:2.0:1734686413.876910:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848713984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686413.876951:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686413.877001:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848713984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686413.877008:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41936 00000100:00100000:1.0:1734686413.877040:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848713984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686413.940764:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848714112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686413.940835:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686413.940886:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848714112 00000100:00100000:0.0:1734686413.940895:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848714112 00000100:00100000:0.0:1734686413.940941:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7282 00000100:00100000:0.0:1734686413.940948:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848714112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686413.940980:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686413.941033:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848714112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686413.941039:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7282 00000100:00100000:2.0:1734686413.941126:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848714112:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686414.184726:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686415.186706:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686415.636756:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848714240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686415.636813:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686415.636860:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848714240 00000100:00100000:2.0:1734686415.636866:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848714240 00000100:00080000:0.0:1734686415.636903:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686385 00000100:00100000:2.0:1734686415.636918:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7283 00000100:00100000:2.0:1734686415.636925:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848714240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686415.636944:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686415.636986:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848714240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686415.636992:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7283 00000100:00100000:0.0:1734686415.637017:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848714240:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686416.188746:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686416.294902:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686416.294937:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686416.294958:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872792320 00000100:00100000:2.0:1734686416.294966:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872792320 00000100:00100000:0.0:1734686416.294973:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686416.295006:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872792576 00000100:00100000:2.0:1734686416.295009:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4051 00000100:00100000:1.0:1734686416.295010:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872792576 00000100:00100000:0.0:1734686416.295015:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686416.295015:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872792320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734686416.295031:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686386 00000100:00100000:0.0:1734686416.295053:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54786 00000100:00100000:0.0:1734686416.295058:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872792576:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686416.295073:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872792320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (177us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686416.295078:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686416.295079:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4051 00000100:00100000:2.0:1734686416.295096:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872792448 00000100:00100000:0.0:1734686416.295098:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872792576:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (161us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686416.295099:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872792448 00000100:00100000:0.0:1734686416.295103:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54786 00000100:00100000:3.0:1734686416.295110:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872792192 00000100:00100000:2.0:1734686416.295118:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4052 00000100:00100000:2.0:1734686416.295121:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872792448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686416.295121:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872792192 00000100:00100000:2.0:1734686416.295143:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872792448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686416.295155:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4052 00000100:00100000:3.0:1734686416.295170:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1321 00000100:00100000:3.0:1734686416.295177:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872792192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734686416.295200:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686386 00000100:00080000:0.0:1734686416.295204:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686386 00000100:00100000:3.0:1734686416.295241:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872792192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 65us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686416.295248:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1321 00010000:00010000:3.0:1734686417.190722:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686418.192712:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686418.820703:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848714368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686418.820752:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686418.820792:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848714368 00000100:00100000:0.0:1734686418.820799:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848714368 00000100:00100000:0.0:1734686418.820840:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41937 00000100:00100000:0.0:1734686418.820846:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848714368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686418.820873:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686418.820915:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848714368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686418.820921:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41937 00000100:00100000:2.0:1734686418.820934:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848714368:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686418.868740:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686418.868742:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848714496:0@lo:400:kworker.0 00000100:00080000:2.0:1734686418.868747:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686418.868750:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686418.868755:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11214 00000100:00080000:2.0:1734686418.868758:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686418.868763:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686418.868773:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848714752:0@lo:400:kworker.0 00000100:00100000:2.0:1734686418.868780:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096419180 x1818938848715008/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686418.868787:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848714880:0@lo:400:kworker.0 00000100:00100000:0.0:1734686418.868799:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686418.868803:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686418.868806:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686418.868807:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686418.868810:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11214 00000100:00080000:2.0:1734686418.868812:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686418.868815:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686418.868821:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686418.868824:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096418000 x1818938848715392/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686418.868829:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848715136:0@lo:400:kworker.0 00000100:00100000:1.0:1734686418.868845:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848715520:0@lo:400:kworker.0 00000100:00100000:3.0:1734686418.868847:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686418.868848:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686418.868853:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848714624:0@lo:400:kworker.0 00000100:00100000:0.0:1734686418.868861:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686418.868862:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686418.868866:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848715648:0@lo:400:kworker.0 00000100:00100000:2.0:1734686418.868877:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686418.868887:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848715008:0@lo:8:kworker.0 00000100:00100000:0.0:1734686418.868890:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848715136 00000100:00100000:2.0:1734686418.868893:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848715264:0@lo:400:kworker.0 00000100:00100000:0.0:1734686418.868895:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848715136 00000100:00100000:3.0:1734686418.868904:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848714496 00000100:00100000:1.0:1734686418.868905:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686418.868907:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686418.868911:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848714496 00000100:00100000:1.0:1734686418.868916:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848715392:0@lo:8:kworker.0 00000100:00100000:0.0:1734686418.868923:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848715520 00000100:00100000:0.0:1734686418.868925:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848715520 00000100:00100000:2.0:1734686418.868927:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848714752 00000100:00100000:1.0:1734686418.868929:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686418.868930:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848714752 00000100:00100000:0.0:1734686418.868944:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848715008 00000100:00100000:0.0:1734686418.868946:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848715008 00000100:00100000:3.0:1734686418.868946:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1734686418.868949:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848714624 00000100:00100000:2.0:1734686418.868951:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848714624 00000100:00100000:3.0:1734686418.868951:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848714496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686418.868952:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848715392 00000100:00100000:1.0:1734686418.868955:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848715392 00000100:00100000:0.0:1734686418.868958:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8157 00000100:00100000:2.0:1734686418.868962:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848715264 00000100:00100000:0.0:1734686418.868963:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848715136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686418.868963:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848715264 00000100:00100000:1.0:1734686418.868971:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8158 00000100:00100000:2.0:1734686418.868974:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4053 00000100:00100000:1.0:1734686418.868976:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848715520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686418.868978:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848714752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686418.868988:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848714496:12345-0@lo:400:kworker.0 Request processed in 37us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686418.868993:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:0.0:1734686418.869001:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848715136:12345-0@lo:400:kworker.0 Request processed in 38us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686418.869007:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8157 00000100:00100000:1.0:1734686418.869011:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848715520:12345-0@lo:400:kworker.0 Request processed in 34us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686418.869011:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848714752:12345-0@lo:400:kworker.0 Request processed in 32us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686418.869016:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8158 00000100:00100000:2.0:1734686418.869017:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4053 00000100:00100000:0.0:1734686418.869020:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54787 00000100:00100000:0.0:1734686418.869023:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848715008:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686418.869028:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54788 00000100:00100000:2.0:1734686418.869030:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4054 00000100:00100000:1.0:1734686418.869031:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848715392:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686418.869034:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848714624:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734686418.869038:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734686418.869042:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686418.869042:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4055 00000100:00100000:3.0:1734686418.869047:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848715264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686418.869058:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848714624:12345-0@lo:400:kworker.0 Request processed in 23us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686418.869061:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848715008:12345-0@lo:8:kworker.0 Request processed in 37us (155us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686418.869063:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4054 00000100:00100000:1.0:1734686418.869065:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848715392:12345-0@lo:8:kworker.0 Request processed in 33us (136us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686418.869066:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54787 00000100:00100000:1.0:1734686418.869071:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54788 00000100:00080000:0.0:1734686418.869077:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686388 00000100:00100000:3.0:1734686418.869077:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848715264:12345-0@lo:400:kworker.0 Request processed in 29us (168us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686418.869080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686388 00000100:00080000:0.0:1734686418.869082:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686388 00000100:00100000:3.0:1734686418.869082:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4055 00000100:00080000:0.0:1734686418.869084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686388 00000100:00100000:2.0:1734686418.869095:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848714624:0@lo:400:kworker.0 00000100:00080000:0.0:1734686418.869101:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686418.869103:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686418.869105:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848715264:0@lo:400:kworker.0 00000100:00100000:0.0:1734686418.869106:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848715008:0@lo:8:kworker.0 00000100:00100000:1.0:1734686418.869107:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848715520:0@lo:400:kworker.0 00000100:00080000:0.0:1734686418.869113:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686418.869115:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686418.869116:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848714752:0@lo:400:kworker.0 00000100:00100000:0.0:1734686418.869118:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848715392:0@lo:8:kworker.0 00000100:00100000:3.0:1734686418.869119:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848714880 00000100:00100000:3.0:1734686418.869123:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848714880 00000100:00100000:0.0:1734686418.869136:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686418.869146:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686388 00000100:00100000:3.0:1734686418.869148:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41938 00000100:00100000:3.0:1734686418.869152:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848714880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686418.869156:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848715136:0@lo:400:kworker.0 00000100:00100000:0.0:1734686418.869163:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848714496:0@lo:400:kworker.0 00000100:00100000:3.0:1734686418.869183:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848714880:12345-0@lo:400:kworker.0 Request processed in 29us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686418.869188:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41938 00000100:00100000:2.0:1734686418.869195:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848714880:0@lo:400:kworker.0 00000100:00100000:3.0:1734686418.869203:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848715648 00000100:00100000:3.0:1734686418.869205:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848715648 00000100:00100000:3.0:1734686418.869228:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4056 00000100:00100000:3.0:1734686418.869230:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848715648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686418.869260:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848715648:12345-0@lo:400:kworker.0 Request processed in 28us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686418.869277:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4056 00000100:00100000:0.0:1734686418.869313:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848715648:0@lo:400:kworker.0 00000100:00100000:0.0:1734686418.884770:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848715776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686418.884828:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686418.884896:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848715776 00000100:00100000:3.0:1734686418.884906:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848715776 00000100:00100000:3.0:1734686418.884954:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41939 00000100:00100000:3.0:1734686418.884961:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848715776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686418.885002:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686418.885064:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848715776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686418.885069:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41939 00000100:00100000:0.0:1734686418.885103:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848715776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686418.948723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848715904:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686418.948769:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686418.948808:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848715904 00000100:00100000:2.0:1734686418.948814:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848715904 00000100:00100000:2.0:1734686418.948853:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7284 00000100:00100000:2.0:1734686418.948858:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848715904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686418.948884:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686418.948925:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848715904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686418.948931:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7284 00000100:00100000:0.0:1734686418.948944:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848715904:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686419.194703:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686420.196695:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686420.644706:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848716032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686420.644762:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686420.644810:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848716032 00000100:00100000:2.0:1734686420.644824:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848716032 00000100:00080000:0.0:1734686420.644880:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686390 00000100:00100000:2.0:1734686420.644905:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7285 00000100:00100000:2.0:1734686420.644913:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848716032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686420.644940:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686420.645005:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848716032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686420.645010:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7285 00000100:00100000:1.0:1734686420.645046:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848716032:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686421.198836:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686421.302746:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686421.302779:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686421.302803:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686421.302811:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872792704 00000100:00100000:3.0:1734686421.302819:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872792704 00000100:00100000:1.0:1734686421.302838:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872792960 00000100:00100000:1.0:1734686421.302841:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872792960 00000100:00100000:1.0:1734686421.302864:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872792832 00000100:00100000:1.0:1734686421.302867:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872792832 00000100:00100000:3.0:1734686421.302867:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1323 00000100:00100000:0.0:1734686421.302870:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686421.302874:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872792704:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686421.302885:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4057 00000100:00080000:0.0:1734686421.302886:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686391 00000100:00080000:0.0:1734686421.302890:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686391 00000100:00080000:0.0:1734686421.302891:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686391 00000100:00100000:1.0:1734686421.302893:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4058 00000100:00100000:2.0:1734686421.302894:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872792960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686421.302899:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872792832:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686421.302921:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872793088 00000100:00100000:0.0:1734686421.302923:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872793088 00000100:00100000:3.0:1734686421.302926:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872792704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686421.302928:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872792832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686421.302933:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4058 00000100:00100000:3.0:1734686421.302933:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1323 00000100:00100000:0.0:1734686421.302939:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54789 00000100:00100000:0.0:1734686421.302943:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872793088:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686421.302956:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872792960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (174us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686421.302960:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686421.302962:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4057 00000100:00100000:0.0:1734686421.302979:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872793088:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 35us (108us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686421.302984:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54789 00010000:00010000:3.0:1734686422.200711:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686423.202682:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686423.828698:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848716160:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686423.828744:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686423.828810:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848716160 00000100:00100000:3.0:1734686423.828816:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848716160 00000100:00100000:3.0:1734686423.828853:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41940 00000100:00100000:3.0:1734686423.828858:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848716160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686423.828885:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686423.828923:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848716160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686423.828928:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41940 00000100:00100000:0.0:1734686423.828954:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848716160:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686423.876712:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848716288:0@lo:400:kworker.0 00000100:00100000:0.0:1734686423.876730:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848716544:0@lo:400:kworker.0 00000100:00100000:3.0:1734686423.876765:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848716416:0@lo:400:kworker.0 00000100:00100000:0.0:1734686423.876766:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686423.876766:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686423.876799:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686423.876802:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848716672:0@lo:400:kworker.0 00000100:00080000:2.0:1734686423.876805:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686423.876807:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686423.876812:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11219 00000100:00080000:2.0:1734686423.876815:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686423.876846:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686423.876889:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686423.876892:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686423.876904:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848716544 00000100:00100000:1.0:1734686423.876910:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848716544 00000100:00100000:3.0:1734686423.876915:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848716288 00000100:00100000:0.0:1734686423.876917:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848716672 00000100:00100000:3.0:1734686423.876918:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848716288 00000100:00100000:0.0:1734686423.876920:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848716672 00000100:00100000:1.0:1734686423.876939:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848716416 00000100:00100000:1.0:1734686423.876941:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848716416 00000100:00100000:0.0:1734686423.876942:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41941 00000100:00100000:3.0:1734686423.876942:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1734686423.876947:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848716672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686423.876948:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848716288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686423.876954:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4059 00000100:00100000:1.0:1734686423.876959:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848716544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686423.876982:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848716672:12345-0@lo:400:kworker.0 Request processed in 33us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686423.876983:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848716288:12345-0@lo:400:kworker.0 Request processed in 36us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686423.876987:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41941 00000100:00100000:1.0:1734686423.876990:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848716544:12345-0@lo:400:kworker.0 Request processed in 31us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686423.876992:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:1.0:1734686423.876995:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4059 00000100:00080000:0.0:1734686423.877000:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686393 00000100:00080000:0.0:1734686423.877003:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686393 00000100:00080000:0.0:1734686423.877004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686393 00000100:00100000:1.0:1734686423.877008:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4060 00000100:00100000:1.0:1734686423.877011:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848716416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686423.877027:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848716672:0@lo:400:kworker.0 00000100:00100000:1.0:1734686423.877033:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848716416:12345-0@lo:400:kworker.0 Request processed in 21us (143us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686423.877037:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4060 00000100:00100000:3.0:1734686423.877046:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848716544:0@lo:400:kworker.0 00000100:00100000:1.0:1734686423.877054:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848716288:0@lo:400:kworker.0 00000100:00100000:3.0:1734686423.877066:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848716416:0@lo:400:kworker.0 00000100:00100000:2.0:1734686423.877095:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130f33800 x1818938848716800/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686423.877135:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686423.877138:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686423.877139:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686423.877140:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848716928:0@lo:400:kworker.0 00000100:00080000:2.0:1734686423.877142:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11219 00000100:00080000:2.0:1734686423.877144:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686423.877146:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686423.877154:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130f32d80 x1818938848717184/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686423.877161:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686423.877175:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686423.877176:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848716800:0@lo:8:kworker.0 00000100:00100000:1.0:1734686423.877194:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848717440:0@lo:400:kworker.0 00000100:00100000:0.0:1734686423.877209:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848716928 00000100:00100000:0.0:1734686423.877212:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848716928 00000100:00100000:1.0:1734686423.877213:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686423.877213:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686423.877223:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848717184:0@lo:8:kworker.0 00000100:00100000:1.0:1734686423.877228:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848717440 00000100:00100000:0.0:1734686423.877229:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848716800 00000100:00100000:2.0:1734686423.877230:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686423.877231:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848716800 00000100:00100000:1.0:1734686423.877231:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848717440 00000100:00100000:0.0:1734686423.877236:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848717184 00000100:00100000:0.0:1734686423.877237:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848717184 00000100:00100000:0.0:1734686423.877243:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8159 00000100:00100000:1.0:1734686423.877245:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4061 00000100:00100000:0.0:1734686423.877246:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848716928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686423.877248:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54790 00000100:00100000:1.0:1734686423.877249:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848717440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686423.877251:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848716800:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686423.877265:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686423.877270:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848717440:12345-0@lo:400:kworker.0 Request processed in 21us (57us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686423.877274:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4061 00000100:00100000:0.0:1734686423.877275:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848716928:12345-0@lo:400:kworker.0 Request processed in 28us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686423.877281:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8159 00000100:00100000:2.0:1734686423.877284:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848716800:12345-0@lo:8:kworker.0 Request processed in 31us (70us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686423.877287:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54791 00000100:00100000:1.0:1734686423.877291:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848717184:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686423.877291:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54790 00000100:00080000:0.0:1734686423.877296:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686393 00010000:00020000:1.0:1734686423.877300:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734686423.877307:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686423.877310:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686423.877313:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848716800:0@lo:8:kworker.0 00000100:00100000:1.0:1734686423.877317:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848717184:12345-0@lo:8:kworker.0 Request processed in 26us (86us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686423.877322:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54791 00000100:00080000:2.0:1734686423.877329:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686423.877331:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686423.877334:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848717184:0@lo:8:kworker.0 00000100:00100000:1.0:1734686423.877341:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848717440:0@lo:400:kworker.0 00000100:00100000:1.0:1734686423.877348:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848716928:0@lo:400:kworker.0 00000100:00100000:3.0:1734686423.877364:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848717312:0@lo:400:kworker.0 00000100:00100000:3.0:1734686423.877434:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686423.877451:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686423.877456:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848717056:0@lo:400:kworker.0 00000100:00100000:1.0:1734686423.877466:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848717312 00000100:00100000:1.0:1734686423.877469:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848717312 00000100:00100000:3.0:1734686423.877473:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686423.877491:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8160 00000100:00100000:1.0:1734686423.877494:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848717312:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686423.877496:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686393 00000100:00100000:2.0:1734686423.877524:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848717056 00000100:00100000:2.0:1734686423.877539:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848717056 00000100:00100000:2.0:1734686423.877556:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4062 00000100:00100000:2.0:1734686423.877559:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848717056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686423.877562:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848717312:12345-0@lo:400:kworker.0 Request processed in 67us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686423.877568:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8160 00000100:00100000:2.0:1734686423.877581:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848717056:12345-0@lo:400:kworker.0 Request processed in 21us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686423.877584:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4062 00000100:00100000:3.0:1734686423.877592:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848717056:0@lo:400:kworker.0 00000100:00100000:3.0:1734686423.877597:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848717312:0@lo:400:kworker.0 00000100:00100000:1.0:1734686423.892689:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848717568:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686423.892735:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686423.892785:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848717568 00000100:00100000:3.0:1734686423.892792:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848717568 00000100:00100000:3.0:1734686423.892825:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41942 00000100:00100000:3.0:1734686423.892830:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848717568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686423.892853:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686423.892885:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848717568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 54us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686423.892889:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41942 00000100:00100000:1.0:1734686423.892905:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848717568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686423.956721:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848717696:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686423.956775:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686423.956819:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848717696 00000100:00100000:2.0:1734686423.956827:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848717696 00000100:00100000:2.0:1734686423.956862:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7286 00000100:00100000:2.0:1734686423.956868:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848717696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686423.956890:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686423.956923:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848717696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686423.956929:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7286 00000100:00100000:3.0:1734686423.956942:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848717696:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686424.204710:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686425.206697:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686425.652720:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848717824:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686425.652770:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686425.652851:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848717824 00000100:00100000:0.0:1734686425.652861:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848717824 00000100:00080000:2.0:1734686425.652903:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686395 00000100:00100000:0.0:1734686425.652916:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7287 00000100:00100000:0.0:1734686425.652921:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848717824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686425.652943:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686425.653000:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848717824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686425.653006:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7287 00000100:00100000:2.0:1734686425.653024:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848717824:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686426.208741:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686426.311417:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686426.311495:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872793600 00000100:00100000:1.0:1734686426.311505:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872793600 00000100:00100000:0.0:1734686426.311516:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686426.311570:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686426.311576:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54792 00000100:00100000:1.0:1734686426.311582:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872793600:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686426.311599:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872793344 00010000:00020000:1.0:1734686426.311606:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686426.311611:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872793344 00000100:00100000:3.0:1734686426.311635:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872793216 00000100:00100000:3.0:1734686426.311639:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872793216 00000100:00100000:0.0:1734686426.311648:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686426.311652:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872793600:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 70us (247us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686426.311659:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54792 00000100:00100000:3.0:1734686426.311669:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1325 00000100:00100000:2.0:1734686426.311670:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872793472 00000100:00100000:2.0:1734686426.311672:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872793472 00000100:00100000:3.0:1734686426.311675:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872793216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686426.311690:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4063 00000100:00100000:2.0:1734686426.311694:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872793344:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686426.311698:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4064 00000100:00100000:1.0:1734686426.311704:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872793472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686426.311710:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872793216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686426.311715:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1325 00000100:00080000:0.0:1734686426.311720:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686396 00000100:00080000:0.0:1734686426.311724:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686396 00000100:00080000:0.0:1734686426.311725:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686396 00000100:00100000:1.0:1734686426.311734:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872793472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686426.311739:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4064 00000100:00100000:2.0:1734686426.311749:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872793344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686426.311753:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4063 00010000:00010000:3.0:1734686427.210707:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686428.212695:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686428.836721:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848717952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686428.836777:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686428.836845:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848717952 00000100:00100000:3.0:1734686428.836852:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848717952 00000100:00100000:3.0:1734686428.836887:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41943 00000100:00100000:3.0:1734686428.836892:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848717952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686428.836919:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686428.836954:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848717952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686428.836960:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41943 00000100:00100000:2.0:1734686428.836979:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848717952:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686428.884703:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686428.884710:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686428.884712:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686428.884715:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848718080:0@lo:400:kworker.0 00000100:00080000:2.0:1734686428.884718:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11224 00000100:00080000:2.0:1734686428.884722:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1734686428.884722:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848718208:0@lo:400:kworker.0 00000100:00080000:2.0:1734686428.884727:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686428.884745:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a222680 x1818938848718592/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686428.884766:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686428.884769:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686428.884770:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686428.884773:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686428.884773:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11224 00000100:00100000:3.0:1734686428.884773:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686428.884774:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686428.884777:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686428.884785:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a222300 x1818938848718976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686428.884797:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848718848:0@lo:400:kworker.0 00000100:00100000:1.0:1734686428.884808:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848718720:0@lo:400:kworker.0 00000100:00100000:2.0:1734686428.884812:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848718336:0@lo:400:kworker.0 00000100:00100000:3.0:1734686428.884812:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686428.884827:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686428.884832:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848718208 00000100:00100000:2.0:1734686428.884836:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686428.884837:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848718208 00000100:00100000:1.0:1734686428.884840:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734686428.884845:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848718464:0@lo:400:kworker.0 00000100:00100000:2.0:1734686428.884849:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848719104:0@lo:400:kworker.0 00000100:00100000:0.0:1734686428.884854:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848718080 00000100:00100000:0.0:1734686428.884859:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848718080 00000100:00100000:1.0:1734686428.884861:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686428.884864:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686428.884864:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848718848 00000100:00100000:3.0:1734686428.884866:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848718848 00000100:00100000:1.0:1734686428.884871:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848719232:0@lo:400:kworker.0 00000100:00100000:3.0:1734686428.884876:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848718336 00000100:00100000:3.0:1734686428.884878:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848718336 00000100:00100000:0.0:1734686428.884881:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:2.0:1734686428.884881:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848718592:0@lo:8:kworker.0 00000100:00100000:1.0:1734686428.884884:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686428.884886:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848718080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686428.884889:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4065 00000100:00100000:3.0:1734686428.884894:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848718208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686428.884899:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686428.884902:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848719232 00000100:00100000:1.0:1734686428.884905:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848719232 00000100:00100000:2.0:1734686428.884910:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848718976:0@lo:8:kworker.0 00000100:00100000:1.0:1734686428.884918:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4066 00000100:00100000:1.0:1734686428.884921:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848718848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686428.884927:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848718080:12345-0@lo:400:kworker.0 Request processed in 40us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686428.884927:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686428.884928:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848718208:12345-0@lo:400:kworker.0 Request processed in 33us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686428.884932:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:3.0:1734686428.884933:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4065 00000100:00100000:1.0:1734686428.884944:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848718848:12345-0@lo:400:kworker.0 Request processed in 22us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686428.884944:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4067 00000100:00100000:2.0:1734686428.884945:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848718720 00000100:00100000:3.0:1734686428.884947:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848718336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686428.884948:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848718720 00000100:00080000:0.0:1734686428.884949:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686398 00000100:00100000:1.0:1734686428.884949:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4066 00000100:00080000:0.0:1734686428.884953:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686398 00000100:00080000:0.0:1734686428.884954:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686398 00000100:00080000:0.0:1734686428.884956:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686398 00000100:00100000:1.0:1734686428.884959:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4068 00000100:00100000:1.0:1734686428.884962:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848719232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686428.884966:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848719104 00000100:00100000:2.0:1734686428.884968:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848719104 00000100:00100000:3.0:1734686428.884968:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848718336:12345-0@lo:400:kworker.0 Request processed in 19us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686428.884972:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848718592 00000100:00100000:3.0:1734686428.884972:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4067 00000100:00100000:0.0:1734686428.884975:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848718592 00000100:00100000:2.0:1734686428.884979:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848718976 00000100:00100000:1.0:1734686428.884980:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848719232:12345-0@lo:400:kworker.0 Request processed in 17us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686428.884980:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848718976 00000100:00100000:1.0:1734686428.884985:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4068 00000100:00100000:0.0:1734686428.884987:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8161 00000100:00100000:2.0:1734686428.884991:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8162 00000100:00100000:0.0:1734686428.884992:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848718720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686428.884995:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848719104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686428.884999:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848718848:0@lo:400:kworker.0 00000100:00100000:1.0:1734686428.885002:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54793 00000100:00100000:1.0:1734686428.885006:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848718592:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686428.885008:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848718208:0@lo:400:kworker.0 00010000:00020000:1.0:1734686428.885019:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686428.885019:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848719104:12345-0@lo:400:kworker.0 Request processed in 23us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686428.885020:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848718720:12345-0@lo:400:kworker.0 Request processed in 27us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686428.885024:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8161 00000100:00100000:3.0:1734686428.885026:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848718464 00000100:00100000:3.0:1734686428.885028:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848718464 00000100:00100000:2.0:1734686428.885032:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8162 00000100:00100000:0.0:1734686428.885036:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54794 00000100:00100000:0.0:1734686428.885040:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848718976:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686428.885042:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848718592:12345-0@lo:8:kworker.0 Request processed in 35us (142us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686428.885043:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41944 00000100:00100000:1.0:1734686428.885046:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54793 00000100:00100000:3.0:1734686428.885046:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848718464:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734686428.885049:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686428.885059:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848718336:0@lo:400:kworker.0 00000100:00100000:2.0:1734686428.885066:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848719104:0@lo:400:kworker.0 00000100:00080000:1.0:1734686428.885069:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686428.885071:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848718464:12345-0@lo:400:kworker.0 Request processed in 23us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686428.885072:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848718976:12345-0@lo:8:kworker.0 Request processed in 30us (144us total) trans 0 rc -19/-19 00000100:00080000:1.0:1734686428.885072:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686428.885075:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848718592:0@lo:8:kworker.0 00000100:00100000:3.0:1734686428.885076:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41944 00000100:00100000:0.0:1734686428.885077:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54794 00000100:00080000:1.0:1734686428.885081:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686428.885082:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686428.885085:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848718976:0@lo:8:kworker.0 00000100:00080000:0.0:1734686428.885093:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686398 00000100:00080000:0.0:1734686428.885112:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686398 00000100:00100000:1.0:1734686428.885126:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848718464:0@lo:400:kworker.0 00000100:00100000:1.0:1734686428.885133:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848719232:0@lo:400:kworker.0 00000100:00100000:1.0:1734686428.885138:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848718720:0@lo:400:kworker.0 00000100:00100000:1.0:1734686428.885143:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848718080:0@lo:400:kworker.0 00000100:00100000:1.0:1734686428.900790:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848719360:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686428.900843:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686428.900899:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848719360 00000100:00100000:2.0:1734686428.900905:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848719360 00000100:00100000:2.0:1734686428.900939:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41945 00000100:00100000:2.0:1734686428.900943:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848719360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686428.900968:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686428.901000:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848719360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686428.901005:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41945 00000100:00100000:1.0:1734686428.901032:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848719360:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686428.964729:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848719488:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686428.964783:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686428.964870:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848719488 00000100:00100000:2.0:1734686428.964876:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848719488 00000100:00100000:2.0:1734686428.964913:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7288 00000100:00100000:2.0:1734686428.964919:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848719488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686428.965024:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686428.965066:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848719488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 146us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686428.965073:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7288 00000100:00100000:0.0:1734686428.965112:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848719488:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686429.214745:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686430.216723:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686430.660729:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686430.660748:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848719616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686430.660796:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686430.660838:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848719616 00000100:00100000:2.0:1734686430.660844:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848719616 00000100:00080000:0.0:1734686430.660886:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686400 00000100:00100000:2.0:1734686430.660895:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7289 00000100:00100000:2.0:1734686430.660901:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848719616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686430.660925:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686430.660965:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848719616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686430.660972:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7289 00000100:00100000:1.0:1734686430.660995:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848719616:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686431.218728:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686431.318806:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686431.318838:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686431.318858:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686431.318893:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872793984 00000100:00100000:2.0:1734686431.318893:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872793728 00000100:00100000:1.0:1734686431.318902:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872793984 00000100:00100000:3.0:1734686431.318904:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872793856 00000100:00100000:2.0:1734686431.318905:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872793728 00000100:00100000:3.0:1734686431.318910:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872793856 00000100:00100000:0.0:1734686431.318923:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734686431.318937:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686401 00000100:00080000:0.0:1734686431.318941:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686401 00000100:00080000:0.0:1734686431.318942:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686401 00000100:00100000:3.0:1734686431.318950:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4069 00000100:00100000:1.0:1734686431.318956:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4070 00000100:00100000:3.0:1734686431.318956:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872793856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686431.318960:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872793984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686431.318961:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1327 00000100:00100000:2.0:1734686431.318967:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872793728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686431.318989:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872794112 00000100:00100000:0.0:1734686431.318991:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872794112 00000100:00100000:0.0:1734686431.319004:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54795 00000100:00100000:0.0:1734686431.319008:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872794112:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686431.319008:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872793856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686431.319010:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec62300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872793984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686431.319013:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4069 00000100:00100000:1.0:1734686431.319016:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4070 00000100:00100000:2.0:1734686431.319023:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872793728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (225us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686431.319026:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686431.319032:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1327 00000100:00100000:0.0:1734686431.319044:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872794112:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 36us (120us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686431.319051:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54795 00010000:00010000:3.0:1734686432.220766:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686433.223175:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686433.844707:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848719744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686433.844761:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686433.844799:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848719744 00000100:00100000:2.0:1734686433.844806:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848719744 00000100:00100000:2.0:1734686433.844841:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41946 00000100:00100000:2.0:1734686433.844846:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848719744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686433.844874:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686433.844906:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848719744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686433.844912:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41946 00000100:00100000:3.0:1734686433.844924:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848719744:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686433.892716:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686433.892723:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686433.892725:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686433.892731:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848719872:0@lo:400:kworker.0 00000100:00080000:2.0:1734686433.892731:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11229 00000100:00100000:3.0:1734686433.892731:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848720256:0@lo:400:kworker.0 00000100:00080000:2.0:1734686433.892735:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686433.892740:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686433.892747:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848720000:0@lo:400:kworker.0 00000100:00100000:2.0:1734686433.892761:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a223b80 x1818938848720384/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686433.892780:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686433.892782:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686433.892783:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686433.892785:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11229 00000100:00080000:2.0:1734686433.892786:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686433.892790:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686433.892790:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686433.892790:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686433.892791:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686433.892796:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a221500 x1818938848720768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686433.892816:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848720640:0@lo:400:kworker.0 00000100:00100000:3.0:1734686433.892817:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848721024:0@lo:400:kworker.0 00000100:00100000:1.0:1734686433.892822:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848720512:0@lo:400:kworker.0 00000100:00100000:2.0:1734686433.892834:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848719872 00000100:00100000:0.0:1734686433.892835:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686433.892838:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848719872 00000100:00100000:1.0:1734686433.892842:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686433.892851:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848720000 00000100:00100000:3.0:1734686433.892854:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848720000 00000100:00100000:0.0:1734686433.892855:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734686433.892861:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848720128:0@lo:400:kworker.0 00000100:00100000:1.0:1734686433.892863:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848720384:0@lo:8:kworker.0 00000100:00100000:2.0:1734686433.892867:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:2.0:1734686433.892872:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848719872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686433.892875:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848720640 00000100:00100000:0.0:1734686433.892876:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686433.892877:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848720640 00000100:00100000:1.0:1734686433.892878:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686433.892886:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848720128 00000100:00100000:0.0:1734686433.892887:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848720896:0@lo:400:kworker.0 00000100:00100000:1.0:1734686433.892887:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848720768:0@lo:8:kworker.0 00000100:00100000:3.0:1734686433.892888:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848720128 00000100:00100000:3.0:1734686433.892900:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4071 00000100:00100000:3.0:1734686433.892903:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848720000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686433.892904:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686433.892914:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848719872:12345-0@lo:400:kworker.0 Request processed in 41us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686433.892920:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848720512 00000100:00100000:2.0:1734686433.892920:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1734686433.892923:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848720512 00000100:00100000:3.0:1734686433.892931:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097680000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848720000:12345-0@lo:400:kworker.0 Request processed in 27us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686433.892934:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4072 00000100:00100000:3.0:1734686433.892937:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4071 00000100:00100000:1.0:1734686433.892939:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848720640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686433.892942:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848720384 00000100:00080000:2.0:1734686433.892943:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686403 00000100:00100000:0.0:1734686433.892944:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848720384 00000100:00080000:2.0:1734686433.892947:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686403 00000100:00080000:2.0:1734686433.892948:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686403 00000100:00080000:2.0:1734686433.892949:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686403 00000100:00100000:3.0:1734686433.892949:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4073 00000100:00100000:0.0:1734686433.892953:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848720768 00000100:00100000:3.0:1734686433.892953:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848720128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686433.892954:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848720768 00000100:00100000:1.0:1734686433.892962:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848720640:12345-0@lo:400:kworker.0 Request processed in 23us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686433.892964:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8163 00000100:00100000:1.0:1734686433.892967:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4072 00000100:00100000:0.0:1734686433.892968:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848720512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686433.892970:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848720256 00000100:00100000:2.0:1734686433.892972:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848720256 00000100:00100000:3.0:1734686433.892974:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848720128:12345-0@lo:400:kworker.0 Request processed in 20us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686433.892981:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4073 00000100:00100000:2.0:1734686433.892986:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41947 00000100:00100000:1.0:1734686433.892988:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54796 00000100:00100000:2.0:1734686433.892988:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848720256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686433.892992:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848720384:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686433.892993:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848720512:12345-0@lo:400:kworker.0 Request processed in 25us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686433.892998:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686433.892999:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8163 00010000:00020000:1.0:1734686433.893007:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686433.893008:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54797 00000100:00100000:2.0:1734686433.893008:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848720256:12345-0@lo:400:kworker.0 Request processed in 19us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686433.893027:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41947 00000100:00100000:3.0:1734686433.893032:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848720256:0@lo:400:kworker.0 00000100:00080000:2.0:1734686433.893036:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686403 00000100:00100000:0.0:1734686433.893041:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848720768:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686433.893045:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848720384:12345-0@lo:8:kworker.0 Request processed in 51us (165us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686433.893048:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848721024 00000100:00100000:2.0:1734686433.893050:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848721024 00010000:00020000:0.0:1734686433.893051:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686433.893051:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54796 00000100:00100000:0.0:1734686433.893069:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848720768:12345-0@lo:8:kworker.0 Request processed in 57us (164us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686433.893070:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4074 00000100:00080000:1.0:1734686433.893073:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686433.893074:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848721024:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686433.893075:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686433.893077:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54797 00000100:00100000:1.0:1734686433.893079:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848720384:0@lo:8:kworker.0 00000100:00080000:1.0:1734686433.893085:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686433.893086:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686433.893089:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848720768:0@lo:8:kworker.0 00000100:00100000:0.0:1734686433.893090:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686433.893099:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848721024:12345-0@lo:400:kworker.0 Request processed in 24us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686433.893103:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4074 00000100:00100000:0.0:1734686433.893108:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848720640:0@lo:400:kworker.0 00000100:00100000:1.0:1734686433.893108:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848720512:0@lo:400:kworker.0 00000100:00100000:1.0:1734686433.893114:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848719872:0@lo:400:kworker.0 00000100:00100000:2.0:1734686433.893114:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848721024:0@lo:400:kworker.0 00000100:00100000:0.0:1734686433.893117:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848720000:0@lo:400:kworker.0 00000100:00100000:0.0:1734686433.893131:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848720128:0@lo:400:kworker.0 00000100:00100000:0.0:1734686433.893141:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848720896 00000100:00100000:0.0:1734686433.893143:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848720896 00000100:00080000:2.0:1734686433.893154:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686403 00000100:00100000:0.0:1734686433.893166:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8164 00000100:00100000:0.0:1734686433.893169:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848720896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686433.893190:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848720896:12345-0@lo:400:kworker.0 Request processed in 21us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686433.893194:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8164 00000100:00100000:2.0:1734686433.893198:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848720896:0@lo:400:kworker.0 00000100:00100000:2.0:1734686433.908750:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848721152:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686433.908805:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686433.908863:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848721152 00000100:00100000:0.0:1734686433.908869:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848721152 00000100:00100000:0.0:1734686433.908902:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41948 00000100:00100000:0.0:1734686433.908906:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848721152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686433.908931:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686433.908967:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848721152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686433.908972:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41948 00000100:00100000:2.0:1734686433.909005:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848721152:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686433.972829:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848721280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686433.972882:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686433.972925:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848721280 00000100:00100000:0.0:1734686433.972932:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848721280 00000100:00100000:0.0:1734686433.972997:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7290 00000100:00100000:0.0:1734686433.973003:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848721280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686433.973039:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686433.973086:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848721280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686433.973091:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7290 00000100:00100000:2.0:1734686433.973114:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848721280:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686434.224703:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686435.226736:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686435.668758:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848721408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686435.668826:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686435.668881:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848721408 00000100:00100000:3.0:1734686435.668888:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848721408 00000100:00080000:2.0:1734686435.668922:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686405 00000100:00100000:3.0:1734686435.668930:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7291 00000100:00100000:3.0:1734686435.668936:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848721408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686435.668965:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686435.669011:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848721408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686435.669016:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7291 00000100:00100000:0.0:1734686435.669039:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848721408:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686436.228755:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686436.326726:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686436.326767:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686436.326797:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686436.326802:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872794240 00000100:00100000:2.0:1734686436.326812:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872794240 00000100:00100000:3.0:1734686436.326825:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872794496 00000100:00100000:3.0:1734686436.326830:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872794496 00000100:00100000:2.0:1734686436.326859:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1329 00000100:00100000:0.0:1734686436.326867:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686436.326867:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872794240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686436.326870:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872794368 00000100:00100000:3.0:1734686436.326872:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872794368 00000100:00100000:3.0:1734686436.326892:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4075 00000100:00100000:0.0:1734686436.326894:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872794624 00000100:00100000:3.0:1734686436.326897:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872794496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686436.326901:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872794624 00000100:00100000:1.0:1734686436.326911:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4076 00000100:00100000:1.0:1734686436.326917:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872794368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686436.326928:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54798 00000100:00100000:0.0:1734686436.326934:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872794624:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686436.326937:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872794240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 71us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686436.326937:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872794496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686436.326941:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872794368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686436.326944:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1329 00000100:00100000:3.0:1734686436.326944:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4075 00000100:00100000:1.0:1734686436.326947:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4076 00010000:00020000:0.0:1734686436.326957:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734686436.326991:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686406 00000100:00080000:2.0:1734686436.326994:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686406 00000100:00080000:2.0:1734686436.326996:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686406 00000100:00100000:0.0:1734686436.327017:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872794624:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 82us (150us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686436.327023:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54798 00010000:00010000:3.0:1734686437.230704:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686438.232741:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686438.852722:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848721536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686438.852781:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686438.852827:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848721536 00000100:00100000:2.0:1734686438.852833:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848721536 00000100:00100000:2.0:1734686438.852864:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41949 00000100:00100000:2.0:1734686438.852870:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848721536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686438.852897:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686438.852943:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848721536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686438.852949:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41949 00000100:00100000:0.0:1734686438.852992:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848721536:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686438.900734:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686438.900738:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848721920:0@lo:400:kworker.0 00000100:00080000:2.0:1734686438.900739:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686438.900741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848722048:0@lo:400:kworker.0 00000100:00080000:2.0:1734686438.900742:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686438.900746:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11234 00000100:00080000:2.0:1734686438.900750:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734686438.900751:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848721792:0@lo:400:kworker.0 00000100:00080000:2.0:1734686438.900754:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686438.900769:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a221c00 x1818938848722176/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686438.900793:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686438.900793:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686438.900794:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734686438.900796:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848721664:0@lo:400:kworker.0 00000100:00080000:2.0:1734686438.900796:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686438.900797:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686438.900799:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11234 00000100:00080000:2.0:1734686438.900801:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686438.900803:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686438.900809:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a221180 x1818938848722560/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686438.900818:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848722432:0@lo:400:kworker.0 00000100:00100000:0.0:1734686438.900820:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686438.900828:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848722176:0@lo:8:kworker.0 00000100:00100000:2.0:1734686438.900833:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848721792 00000100:00100000:2.0:1734686438.900837:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848721792 00000100:00100000:0.0:1734686438.900840:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848722304:0@lo:400:kworker.0 00000100:00100000:3.0:1734686438.900840:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686438.900845:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686438.900850:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686438.900854:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848722560:0@lo:8:kworker.0 00000100:00100000:3.0:1734686438.900854:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848722688:0@lo:400:kworker.0 00000100:00100000:0.0:1734686438.900856:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686438.900861:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848722432 00000100:00100000:2.0:1734686438.900862:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848722432 00000100:00100000:1.0:1734686438.900867:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686438.900869:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686438.900872:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4077 00000100:00100000:3.0:1734686438.900873:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848721664 00000100:00100000:0.0:1734686438.900874:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848722816:0@lo:400:kworker.0 00000100:00100000:2.0:1734686438.900876:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848721792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686438.900876:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848721664 00000100:00100000:1.0:1734686438.900889:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4078 00000100:00100000:0.0:1734686438.900890:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686438.900894:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848722432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686438.900895:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1734686438.900898:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848721664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686438.900912:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848721792:12345-0@lo:400:kworker.0 Request processed in 34us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686438.900914:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848722176 00000100:00100000:0.0:1734686438.900917:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848722176 00000100:00100000:1.0:1734686438.900918:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848722432:12345-0@lo:400:kworker.0 Request processed in 24us (77us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686438.900918:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4077 00000100:00100000:3.0:1734686438.900919:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848721664:12345-0@lo:400:kworker.0 Request processed in 20us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686438.900923:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4078 00000100:00100000:3.0:1734686438.900923:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:2.0:1734686438.900945:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848722816 00000100:00100000:0.0:1734686438.900946:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848722304 00000100:00100000:2.0:1734686438.900948:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848722816 00000100:00100000:0.0:1734686438.900949:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848722304 00000100:00100000:1.0:1734686438.900954:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848722560 00000100:00100000:1.0:1734686438.900957:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848722560 00000100:00100000:2.0:1734686438.900961:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4079 00000100:00100000:2.0:1734686438.900965:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848722816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686438.900970:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8165 00000100:00100000:0.0:1734686438.900975:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54799 00000100:00100000:1.0:1734686438.900975:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848722304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686438.900979:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54800 00000100:00100000:0.0:1734686438.900980:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848722176:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686438.900983:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848722560:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686438.900988:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848722816:12345-0@lo:400:kworker.0 Request processed in 22us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686438.900992:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4079 00000100:00100000:1.0:1734686438.900995:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848722304:12345-0@lo:400:kworker.0 Request processed in 21us (139us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686438.900996:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734686438.900999:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686438.901000:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8165 00000100:00080000:2.0:1734686438.901004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686408 00000100:00080000:2.0:1734686438.901006:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686408 00000100:00080000:2.0:1734686438.901007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686408 00000100:00100000:2.0:1734686438.901015:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848722048 00000100:00100000:3.0:1734686438.901016:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848722560:12345-0@lo:8:kworker.0 Request processed in 33us (148us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686438.901017:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848722048 00000100:00100000:0.0:1734686438.901021:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848722176:12345-0@lo:8:kworker.0 Request processed in 40us (175us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686438.901021:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54800 00000100:00080000:1.0:1734686438.901023:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686438.901026:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54799 00000100:00080000:1.0:1734686438.901026:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686438.901029:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848722176:0@lo:8:kworker.0 00000100:00100000:2.0:1734686438.901029:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41950 00000100:00100000:2.0:1734686438.901031:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848722048:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686438.901035:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686438.901036:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686438.901039:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848722560:0@lo:8:kworker.0 00000100:00100000:3.0:1734686438.901039:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686438.901044:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686438.901049:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848722048:12345-0@lo:400:kworker.0 Request processed in 17us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686438.901052:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41950 00000100:00100000:3.0:1734686438.901056:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848722432:0@lo:400:kworker.0 00000100:00100000:1.0:1734686438.901058:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848722048:0@lo:400:kworker.0 00000100:00080000:2.0:1734686438.901059:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686408 00000100:00100000:0.0:1734686438.901062:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848721920 00000100:00100000:3.0:1734686438.901063:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848721792:0@lo:400:kworker.0 00000100:00100000:0.0:1734686438.901065:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848721920 00000100:00100000:3.0:1734686438.901078:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848722688 00000100:00100000:3.0:1734686438.901080:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848722688 00000100:00100000:0.0:1734686438.901083:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4080 00000100:00080000:2.0:1734686438.901085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686408 00000100:00100000:0.0:1734686438.901087:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848721920:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686438.901087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686408 00000100:00100000:3.0:1734686438.901091:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8166 00000100:00100000:3.0:1734686438.901095:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848722688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686438.901117:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848722688:12345-0@lo:400:kworker.0 Request processed in 21us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686438.901121:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8166 00000100:00100000:0.0:1734686438.901126:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848721920:12345-0@lo:400:kworker.0 Request processed in 38us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686438.901131:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848722688:0@lo:400:kworker.0 00000100:00100000:0.0:1734686438.901132:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4080 00000100:00100000:0.0:1734686438.901153:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848722816:0@lo:400:kworker.0 00000100:00100000:1.0:1734686438.901159:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848721920:0@lo:400:kworker.0 00000100:00100000:0.0:1734686438.901160:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848721664:0@lo:400:kworker.0 00000100:00100000:0.0:1734686438.901166:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848722304:0@lo:400:kworker.0 00000100:00100000:0.0:1734686438.916721:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848722944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686438.916777:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686438.916813:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848722944 00000100:00100000:2.0:1734686438.916818:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848722944 00000100:00100000:2.0:1734686438.916844:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41951 00000100:00100000:2.0:1734686438.916848:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848722944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686438.916872:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686438.916911:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848722944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686438.916919:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41951 00000100:00100000:0.0:1734686438.916947:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848722944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686438.980688:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848723072:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686438.980734:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686438.980792:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848723072 00000100:00100000:3.0:1734686438.980798:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848723072 00000100:00100000:3.0:1734686438.980832:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7292 00000100:00100000:3.0:1734686438.980837:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848723072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686438.980870:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686438.980908:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848723072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686438.980915:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7292 00000100:00100000:0.0:1734686438.980923:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848723072:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686439.234682:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686440.236671:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686440.676695:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848723200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686440.676753:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686440.676797:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848723200 00000100:00100000:3.0:1734686440.676803:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848723200 00000100:00100000:3.0:1734686440.676840:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7293 00000100:00080000:2.0:1734686440.676842:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686410 00000100:00100000:3.0:1734686440.676844:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848723200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686440.676867:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686440.676909:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848723200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686440.676913:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7293 00000100:00100000:1.0:1734686440.676952:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848723200:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686441.238680:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686441.335017:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686441.335046:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686441.335072:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686441.335081:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872795136 00000100:00100000:3.0:1734686441.335090:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872795136 00000100:00100000:1.0:1734686441.335103:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872794880 00000100:00100000:0.0:1734686441.335107:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686441.335108:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872794880 00000100:00100000:3.0:1734686441.335121:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54801 00000100:00100000:0.0:1734686441.335126:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872795008 00000100:00100000:3.0:1734686441.335127:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872795136:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686441.335129:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872795008 00000100:00100000:2.0:1734686441.335133:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872794752 00000100:00100000:2.0:1734686441.335137:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872794752 00000100:00100000:1.0:1734686441.335142:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4081 00000100:00100000:1.0:1734686441.335147:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872794880:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734686441.335148:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686441.335159:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4082 00000100:00100000:2.0:1734686441.335161:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1331 00000100:00100000:0.0:1734686441.335162:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872795008:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686441.335165:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872794752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686441.335188:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872795136:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 61us (177us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686441.335192:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872795008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (86us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686441.335194:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872794880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686441.335194:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54801 00000100:00100000:0.0:1734686441.335197:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4082 00000100:00100000:2.0:1734686441.335199:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872794752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686441.335201:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4081 00000100:00100000:2.0:1734686441.335205:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1331 00000100:00080000:3.0:1734686441.335224:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686411 00000100:00080000:3.0:1734686441.335227:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686411 00000100:00080000:3.0:1734686441.335228:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686411 00010000:00010000:3.0:1734686442.240696:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686443.242715:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686443.860706:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848723328:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686443.860758:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686443.860798:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848723328 00000100:00100000:2.0:1734686443.860804:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848723328 00000100:00100000:2.0:1734686443.860842:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41952 00000100:00100000:2.0:1734686443.860861:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848723328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686443.860891:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686443.860944:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848723328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686443.860950:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41952 00000100:00100000:1.0:1734686443.861029:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848723328:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686443.908740:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686443.908746:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686443.908749:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686443.908755:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11239 00000100:00080000:2.0:1734686443.908759:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686443.908764:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686443.908768:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848723584:0@lo:400:kworker.0 00000100:00100000:2.0:1734686443.908780:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a223b80 x1818938848723968/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686443.908805:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686443.908808:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686443.908810:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686443.908812:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11239 00000100:00080000:2.0:1734686443.908815:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1734686443.908816:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686443.908818:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686443.908827:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a220a80 x1818938848724352/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686443.908854:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848724224:0@lo:400:kworker.0 00000100:00100000:2.0:1734686443.908867:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848723968:0@lo:8:kworker.0 00000100:00100000:3.0:1734686443.908873:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686443.908884:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1734686443.908889:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848723712:0@lo:400:kworker.0 00000100:00100000:2.0:1734686443.908894:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686443.908903:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686443.908907:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848724352:0@lo:8:kworker.0 00000100:00100000:3.0:1734686443.908912:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848724480:0@lo:400:kworker.0 00000100:00100000:2.0:1734686443.908921:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686443.908932:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848723584 00000100:00100000:3.0:1734686443.908937:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848723584 00000100:00100000:2.0:1734686443.908951:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848723968 00000100:00100000:2.0:1734686443.908954:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848723968 00000100:00100000:3.0:1734686443.908965:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848724224 00000100:00100000:3.0:1734686443.908967:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848724224 00000100:00100000:2.0:1734686443.908968:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848724352 00000100:00100000:2.0:1734686443.908970:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848724352 00000100:00100000:3.0:1734686443.908977:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848723712 00000100:00100000:3.0:1734686443.908979:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848723712 00000100:00100000:2.0:1734686443.908980:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54802 00000100:00100000:2.0:1734686443.908985:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848723968:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686443.908991:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4083 00000100:00100000:0.0:1734686443.908997:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848723584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686443.909004:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4084 00000100:00100000:3.0:1734686443.909008:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848724224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686443.909181:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848723584:12345-0@lo:400:kworker.0 Request processed in 182us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686443.909181:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6565c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848724224:12345-0@lo:400:kworker.0 Request processed in 171us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686443.909186:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4084 00000100:00100000:0.0:1734686443.909202:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4083 00000100:00100000:3.0:1734686443.909205:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4085 00000100:00100000:3.0:1734686443.909208:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848723712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686443.909223:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848723456:0@lo:400:kworker.0 00000100:00100000:3.0:1734686443.909228:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848723712:12345-0@lo:400:kworker.0 Request processed in 19us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686443.909232:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4085 00000100:00100000:0.0:1734686443.909245:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686443.909248:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54803 00000100:00100000:3.0:1734686443.909251:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848724352:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686443.909257:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848724096:0@lo:400:kworker.0 00000100:00100000:0.0:1734686443.909269:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686443.909278:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734686443.909418:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848723840:0@lo:400:kworker.0 00000100:00100000:0.0:1734686443.909437:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686443.909447:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848724608:0@lo:400:kworker.0 00000100:00100000:0.0:1734686443.909458:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686443.909473:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848723456 00000100:00100000:0.0:1734686443.909475:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848723456 00000100:00100000:0.0:1734686443.909494:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:0.0:1734686443.909497:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848723456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686443.909518:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848723456:12345-0@lo:400:kworker.0 Request processed in 20us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686443.909522:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1734686443.909552:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848724608 00000100:00100000:1.0:1734686443.909556:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848724608 00000100:00100000:0.0:1734686443.909560:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848724096 00000100:00100000:0.0:1734686443.909562:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848724096 00000100:00100000:0.0:1734686443.909577:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8167 00000100:00100000:1.0:1734686443.909578:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4086 00000100:00100000:0.0:1734686443.909580:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848724096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686443.909583:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848724608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686443.909600:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848724096:12345-0@lo:400:kworker.0 Request processed in 19us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686443.909604:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8167 00000100:00100000:1.0:1734686443.909612:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848724608:12345-0@lo:400:kworker.0 Request processed in 28us (152us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686443.909616:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848723840 00000100:00100000:1.0:1734686443.909616:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4086 00000100:00100000:0.0:1734686443.909618:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848723840 00000100:00100000:0.0:1734686443.909631:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41953 00000100:00100000:0.0:1734686443.909635:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848723840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686443.909652:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848723840:12345-0@lo:400:kworker.0 Request processed in 16us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686443.909656:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41953 00000100:00080000:1.0:1734686443.909664:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686413 00000100:00080000:1.0:1734686443.909667:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686413 00000100:00080000:1.0:1734686443.909669:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686413 00000100:00080000:1.0:1734686443.909671:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686413 00000100:00100000:0.0:1734686443.909677:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848723840:0@lo:400:kworker.0 00000100:00100000:1.0:1734686443.909677:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686443.909686:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848724608:0@lo:400:kworker.0 00000100:00100000:0.0:1734686443.909692:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848723456:0@lo:400:kworker.0 00000100:00100000:1.0:1734686443.909694:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848724224:0@lo:400:kworker.0 00000100:00100000:0.0:1734686443.909699:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848724096:0@lo:400:kworker.0 00000100:00100000:1.0:1734686443.909701:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848723584:0@lo:400:kworker.0 00000100:00100000:1.0:1734686443.909715:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848723712:0@lo:400:kworker.0 00000100:00100000:1.0:1734686443.909726:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848724480 00000100:00100000:1.0:1734686443.909728:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848724480 00000100:00080000:0.0:1734686443.909741:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686413 00000100:00100000:1.0:1734686443.909746:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8168 00000100:00100000:1.0:1734686443.909749:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848724480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686443.909783:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848724480:12345-0@lo:400:kworker.0 Request processed in 33us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686443.909787:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8168 00000100:00100000:0.0:1734686443.909801:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848724480:0@lo:400:kworker.0 00010000:00020000:2.0:1734686443.909858:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734686443.909872:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686443.909888:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848723968:12345-0@lo:8:kworker.0 Request processed in 902us (994us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686443.909894:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54802 00000100:00100000:3.0:1734686443.909894:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848724352:12345-0@lo:8:kworker.0 Request processed in 641us (972us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686443.909900:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54803 00000100:00080000:0.0:1734686443.909910:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686443.909913:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686443.909916:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848723968:0@lo:8:kworker.0 00000100:00080000:0.0:1734686443.909922:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686443.909924:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686443.909926:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848724352:0@lo:8:kworker.0 00000100:00100000:2.0:1734686443.925002:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848724736:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686443.925054:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686443.925079:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848724736 00000100:00100000:0.0:1734686443.925086:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848724736 00000100:00100000:0.0:1734686443.925126:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41954 00000100:00100000:0.0:1734686443.925133:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848724736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686443.925161:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686443.925208:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848724736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686443.925215:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41954 00000100:00100000:2.0:1734686443.925229:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848724736:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686443.988868:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686443.988890:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848724864:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686443.988939:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686443.988999:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848724864 00000100:00100000:3.0:1734686443.989006:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848724864 00000100:00100000:3.0:1734686443.989042:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7294 00000100:00100000:3.0:1734686443.989048:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848724864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686443.989073:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686443.989114:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848724864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686443.989119:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7294 00000100:00100000:1.0:1734686443.989155:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848724864:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686444.244718:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686445.246717:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686445.684750:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848724992:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686445.684805:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686445.684860:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848724992 00000100:00100000:3.0:1734686445.684868:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848724992 00000100:00100000:3.0:1734686445.684925:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7295 00000100:00100000:3.0:1734686445.684932:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848724992:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734686445.684938:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686415 00002000:00000024:3.0:1734686445.685058:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686445.685100:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c154a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848724992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 168us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686445.685107:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7295 00000100:00100000:2.0:1734686445.685135:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848724992:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686446.248688:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686446.342861:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686446.342895:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686446.342922:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872795264 00000100:00100000:0.0:1734686446.342923:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686446.342930:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872795264 00000100:00100000:2.0:1734686446.342964:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1333 00000100:00100000:2.0:1734686446.342971:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872795264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686446.343013:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686446.343013:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872795392 00000100:00100000:3.0:1734686446.343017:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872795392 00000100:00100000:2.0:1734686446.343020:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872795264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686446.343026:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1333 00000100:00100000:3.0:1734686446.343042:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872795520 00000100:00100000:3.0:1734686446.343045:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872795520 00000100:00100000:2.0:1734686446.343054:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872795648 00000100:00100000:2.0:1734686446.343056:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872795648 00000100:00080000:0.0:1734686446.343061:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686416 00000100:00080000:0.0:1734686446.343064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686416 00000100:00100000:1.0:1734686446.343064:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4087 00000100:00080000:0.0:1734686446.343066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686416 00000100:00100000:2.0:1734686446.343066:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54804 00000100:00100000:2.0:1734686446.343069:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872795648:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686446.343072:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4088 00000100:00100000:1.0:1734686446.343075:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872795392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686446.343077:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872795520:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:2.0:1734686446.343084:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686446.343100:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728d4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872795648:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 30us (88us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686446.343105:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54804 00000100:00100000:3.0:1734686446.343105:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872795520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686446.343111:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4088 00000100:00100000:1.0:1734686446.343147:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872795392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 73us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686446.343154:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4087 00010000:00010000:3.0:1734686447.250666:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686448.253021:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686448.868708:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848725120:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686448.868755:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686448.868835:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848725120 00000100:00100000:0.0:1734686448.868841:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848725120 00000100:00100000:0.0:1734686448.868878:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41955 00000100:00100000:0.0:1734686448.868883:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848725120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686448.868909:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686448.868949:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848725120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686448.868955:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41955 00000100:00100000:2.0:1734686448.868988:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848725120:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686448.916727:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686448.916734:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734686448.916734:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848725376:0@lo:400:kworker.0 00000100:00080000:2.0:1734686448.916737:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686448.916742:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11244 00000100:00080000:2.0:1734686448.916745:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686448.916750:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686448.916783:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c157100 x1818938848725760/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686448.916796:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686448.916815:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686448.916818:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686448.916819:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686448.916822:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11244 00000100:00080000:2.0:1734686448.916825:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686448.916828:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686448.916830:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848725760:0@lo:8:kworker.0 00000100:00100000:2.0:1734686448.916837:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0c000 x1818938848726144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686448.916856:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686448.916865:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848725504:0@lo:400:kworker.0 00000100:00100000:1.0:1734686448.916879:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848726144:0@lo:8:kworker.0 00000100:00100000:1.0:1734686448.916892:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686448.916897:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848725248:0@lo:400:kworker.0 00000100:00100000:1.0:1734686448.916914:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848725760 00000100:00100000:1.0:1734686448.916918:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848725760 00000100:00100000:2.0:1734686448.916918:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686448.916930:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848725888:0@lo:400:kworker.0 00000100:00100000:1.0:1734686448.916936:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848726144 00000100:00100000:1.0:1734686448.916938:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848726144 00000100:00100000:2.0:1734686448.916944:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686448.916948:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54805 00000100:00100000:1.0:1734686448.916952:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848725760:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686448.916956:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734686448.916961:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848725632:0@lo:400:kworker.0 00010000:00020000:1.0:1734686448.916966:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686448.916977:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686448.916987:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848725760:12345-0@lo:8:kworker.0 Request processed in 34us (132us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686448.916987:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848726400:0@lo:400:kworker.0 00000100:00100000:1.0:1734686448.916991:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54805 00000100:00100000:1.0:1734686448.917001:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848725888 00000100:00100000:1.0:1734686448.917003:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848725888 00000100:00100000:2.0:1734686448.917009:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54806 00000100:00100000:2.0:1734686448.917014:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848726144:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686448.917017:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8169 00000100:00100000:1.0:1734686448.917019:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848725888:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734686448.917023:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686448.917039:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848725888:12345-0@lo:400:kworker.0 Request processed in 19us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686448.917042:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8169 00000100:00100000:2.0:1734686448.917043:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848726144:12345-0@lo:8:kworker.0 Request processed in 28us (148us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686448.917048:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54806 00000100:00080000:1.0:1734686448.917063:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686448.917065:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686448.917067:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848725248 00000100:00100000:1.0:1734686448.917068:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848726144:0@lo:8:kworker.0 00000100:00100000:2.0:1734686448.917069:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848725248 00000100:00080000:1.0:1734686448.917071:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686448.917073:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686448.917074:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c157100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848725760:0@lo:8:kworker.0 00000100:00080000:0.0:1734686448.917086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686418 00000100:00100000:2.0:1734686448.917088:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00080000:0.0:1734686448.917091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686418 00000100:00100000:2.0:1734686448.917092:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848725248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686448.917098:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848725632 00000100:00100000:1.0:1734686448.917099:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848725632 00000100:00080000:0.0:1734686448.917110:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686418 00000100:00100000:1.0:1734686448.917112:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41956 00000100:00100000:2.0:1734686448.917112:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848725248:12345-0@lo:400:kworker.0 Request processed in 19us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686448.917114:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848725632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686448.917117:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1734686448.917132:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848725632:12345-0@lo:400:kworker.0 Request processed in 17us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686448.917137:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41956 00000100:00100000:1.0:1734686448.917187:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848725376 00000100:00100000:1.0:1734686448.917190:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848725376 00000100:00100000:3.0:1734686448.917193:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848726016:0@lo:400:kworker.0 00000100:00100000:3.0:1734686448.917212:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686448.917215:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4089 00000100:00100000:1.0:1734686448.917218:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848725376:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686448.917222:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686418 00000100:00100000:3.0:1734686448.917231:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848726016 00000100:00100000:1.0:1734686448.917241:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6567480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848725376:12345-0@lo:400:kworker.0 Request processed in 23us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686448.917242:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848726016 00000100:00100000:1.0:1734686448.917244:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4089 00000100:00100000:0.0:1734686448.917256:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848725376:0@lo:400:kworker.0 00000100:00100000:3.0:1734686448.917263:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4090 00000100:00100000:3.0:1734686448.917268:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848726016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686448.917295:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6566300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848726016:12345-0@lo:400:kworker.0 Request processed in 26us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686448.917300:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4090 00000100:00100000:0.0:1734686448.917303:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848726016:0@lo:400:kworker.0 00000100:00100000:2.0:1734686448.917322:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686448.917336:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848726272:0@lo:400:kworker.0 00000100:00100000:3.0:1734686448.917337:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848725504 00000100:00100000:3.0:1734686448.917340:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848725504 00000100:00080000:0.0:1734686448.917350:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686418 00000100:00100000:2.0:1734686448.917352:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686448.917364:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4091 00000100:00100000:3.0:1734686448.917367:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848725504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686448.917379:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686448.917389:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848726272 00000100:00100000:0.0:1734686448.917391:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848726400 00000100:00100000:1.0:1734686448.917392:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848726272 00000100:00100000:0.0:1734686448.917393:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848726400 00000100:00100000:2.0:1734686448.917393:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c156d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848725248:0@lo:400:kworker.0 00000100:00100000:3.0:1734686448.917393:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848725504:12345-0@lo:400:kworker.0 Request processed in 25us (71us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686448.917398:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4091 00000100:00100000:2.0:1734686448.917400:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848725888:0@lo:400:kworker.0 00000100:00100000:3.0:1734686448.917408:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4092 00000100:00100000:1.0:1734686448.917412:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8170 00000100:00100000:2.0:1734686448.917412:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848725632:0@lo:400:kworker.0 00000100:00100000:3.0:1734686448.917413:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099582300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848726400:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686448.917416:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686418 00000100:00100000:1.0:1734686448.917416:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848726272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686448.917426:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848725504:0@lo:400:kworker.0 00000100:00100000:3.0:1734686448.917436:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099582300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848726400:12345-0@lo:400:kworker.0 Request processed in 24us (56us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686448.917439:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848726400:0@lo:400:kworker.0 00000100:00100000:3.0:1734686448.917440:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4092 00000100:00100000:1.0:1734686448.917448:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848726272:12345-0@lo:400:kworker.0 Request processed in 30us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686448.917453:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8170 00000100:00100000:2.0:1734686448.917453:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848726272:0@lo:400:kworker.0 00000100:00100000:1.0:1734686448.932744:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686448.932772:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848726528:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686448.932827:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686448.932865:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848726528 00000100:00100000:2.0:1734686448.932871:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848726528 00000100:00100000:2.0:1734686448.932912:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41957 00000100:00100000:2.0:1734686448.932917:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848726528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686448.932945:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686448.932992:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c154e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848726528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686448.932998:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41957 00000100:00100000:1.0:1734686448.933107:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848726528:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686448.996703:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848726656:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686448.996751:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686448.996833:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848726656 00000100:00100000:3.0:1734686448.996839:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848726656 00000100:00100000:3.0:1734686448.996879:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7296 00000100:00100000:3.0:1734686448.996885:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848726656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686448.996909:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686448.996946:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848726656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686448.996952:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7296 00000100:00100000:0.0:1734686448.996972:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848726656:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686449.254698:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686450.256685:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686450.692712:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848726784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686450.692781:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686450.692846:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848726784 00000100:00100000:3.0:1734686450.692853:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848726784 00000100:00080000:0.0:1734686450.692897:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686420 00000100:00100000:3.0:1734686450.692900:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7297 00000100:00100000:3.0:1734686450.692905:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848726784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686450.692930:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686450.692960:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848726784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686450.692965:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7297 00000100:00100000:0.0:1734686450.692984:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848726784:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686451.258704:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686451.350881:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686451.350920:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686451.350945:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872795776 00000100:00100000:0.0:1734686451.350948:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686451.350951:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872795776 00000100:00100000:3.0:1734686451.350977:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872796032 00000100:00100000:3.0:1734686451.350982:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872796032 00000100:00100000:2.0:1734686451.350992:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1335 00000100:00100000:2.0:1734686451.350997:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872795776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734686451.351007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686421 00000100:00080000:1.0:1734686451.351012:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686421 00000100:00100000:0.0:1734686451.351013:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686451.351014:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872795904 00000100:00100000:3.0:1734686451.351016:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872795904 00000100:00100000:1.0:1734686451.351033:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872796160 00000100:00100000:1.0:1734686451.351037:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872796160 00000100:00100000:3.0:1734686451.351043:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4093 00000100:00100000:2.0:1734686451.351044:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872795776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686451.351048:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872796032:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686451.351049:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1335 00000100:00100000:0.0:1734686451.351050:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4094 00000100:00100000:1.0:1734686451.351054:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54807 00000100:00100000:0.0:1734686451.351055:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872795904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686451.351058:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872796160:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686451.351076:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872796032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686451.351081:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4093 00000100:00100000:0.0:1734686451.351084:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872795904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (135us total) trans 0 rc 0/0 00010000:00020000:1.0:1734686451.351088:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686451.351090:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4094 00000100:00100000:1.0:1734686451.351109:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872796160:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 50us (96us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686451.351114:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54807 00000100:00080000:1.0:1734686451.351127:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686421 00010000:00010000:3.0:1734686452.260744:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686453.262719:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686453.876726:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848726912:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686453.876785:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686453.876827:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848726912 00000100:00100000:0.0:1734686453.876834:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848726912 00000100:00100000:0.0:1734686453.876874:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41958 00000100:00100000:0.0:1734686453.876881:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848726912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686453.876910:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686453.876956:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848726912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686453.876962:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41958 00000100:00100000:1.0:1734686453.876983:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848726912:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686453.924728:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848727040:0@lo:400:kworker.0 00000100:00080000:2.0:1734686453.924743:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686453.924749:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686453.924753:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686453.924758:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11249 00000100:00100000:1.0:1734686453.924759:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848727168:0@lo:400:kworker.0 00000100:00080000:2.0:1734686453.924762:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686453.924766:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686453.924782:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099581f80 x1818938848727552/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686453.924787:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686453.924791:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686453.924814:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1734686453.924818:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734686453.924819:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848727808:0@lo:400:kworker.0 00000100:00080000:2.0:1734686453.924821:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686453.924823:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686453.924825:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11249 00000100:00080000:2.0:1734686453.924827:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734686453.924828:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848727680:0@lo:400:kworker.0 00000100:00080000:2.0:1734686453.924830:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686453.924836:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686453.924839:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009870b100 x1818938848727936/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686453.924847:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686453.924847:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848727296:0@lo:400:kworker.0 00000100:00100000:0.0:1734686453.924860:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734686453.924861:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686453.924865:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848727424:0@lo:400:kworker.0 00000100:00100000:1.0:1734686453.924871:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686453.924876:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848728064:0@lo:400:kworker.0 00000100:00100000:2.0:1734686453.924880:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848727168 00000100:00100000:0.0:1734686453.924883:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686453.924885:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848727168 00000100:00100000:1.0:1734686453.924889:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686453.924894:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848728192:0@lo:400:kworker.0 00000100:00100000:3.0:1734686453.924907:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848727552:0@lo:8:kworker.0 00000100:00100000:0.0:1734686453.924910:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686453.924922:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848727680 00000100:00100000:2.0:1734686453.924923:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848727808 00000100:00100000:1.0:1734686453.924925:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848727680 00000100:00100000:2.0:1734686453.924925:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848727808 00000100:00100000:2.0:1734686453.924937:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848727296 00000100:00100000:2.0:1734686453.924939:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848727296 00000100:00100000:0.0:1734686453.924940:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848728192 00000100:00100000:0.0:1734686453.924943:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848728192 00000100:00100000:1.0:1734686453.924944:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848728064 00000100:00100000:1.0:1734686453.924946:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848728064 00000100:00100000:2.0:1734686453.924952:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4095 00000100:00100000:2.0:1734686453.924957:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848727168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686453.924958:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8171 00000100:00100000:0.0:1734686453.924961:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4096 00000100:00100000:1.0:1734686453.924962:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848727680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686453.924963:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686453.924966:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848727808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686453.924996:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848727936:0@lo:8:kworker.0 00000100:00100000:1.0:1734686453.925008:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848727680:12345-0@lo:400:kworker.0 Request processed in 45us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686453.925011:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848727808:12345-0@lo:400:kworker.0 Request processed in 43us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686453.925013:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848727168:12345-0@lo:400:kworker.0 Request processed in 56us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686453.925014:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8171 00000100:00100000:0.0:1734686453.925016:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4096 00000100:00100000:3.0:1734686453.925018:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686453.925019:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4095 00000100:00100000:1.0:1734686453.925029:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848727552 00000100:00100000:0.0:1734686453.925030:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4097 00000100:00100000:1.0:1734686453.925031:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848727552 00000100:00100000:0.0:1734686453.925033:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848727296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686453.925033:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4098 00000100:00100000:2.0:1734686453.925036:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848728192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686453.925041:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848727936 00000100:00100000:1.0:1734686453.925043:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848727936 00000100:00100000:1.0:1734686453.925052:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8172 00000100:00100000:1.0:1734686453.925056:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848728064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686453.925057:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848727296:12345-0@lo:400:kworker.0 Request processed in 23us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686453.925057:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848728192:12345-0@lo:400:kworker.0 Request processed in 20us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686453.925057:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848727040 00000100:00100000:2.0:1734686453.925062:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4098 00000100:00100000:3.0:1734686453.925063:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848727040 00000100:00100000:0.0:1734686453.925064:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4097 00000100:00100000:1.0:1734686453.925076:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848728064:12345-0@lo:400:kworker.0 Request processed in 20us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686453.925079:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54808 00000100:00100000:1.0:1734686453.925082:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8172 00000100:00100000:2.0:1734686453.925083:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848727552:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686453.925084:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848727424 00000100:00100000:0.0:1734686453.925087:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848727424 00000100:00100000:1.0:1734686453.925090:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54809 00000100:00100000:1.0:1734686453.925093:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848727936:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686453.925098:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686453.925098:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00010000:00020000:1.0:1734686453.925103:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686453.925103:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848727040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686453.925104:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41959 00000100:00100000:0.0:1734686453.925108:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848727424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686453.925121:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848727936:12345-0@lo:8:kworker.0 Request processed in 26us (102us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686453.925121:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848727552:12345-0@lo:8:kworker.0 Request processed in 37us (159us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686453.925126:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54808 00000100:00100000:1.0:1734686453.925128:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54809 00000100:00100000:0.0:1734686453.925132:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848727424:12345-0@lo:400:kworker.0 Request processed in 23us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686453.925136:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41959 00000100:00100000:3.0:1734686453.925141:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848727040:12345-0@lo:400:kworker.0 Request processed in 37us (354us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686453.925142:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686423 00000100:00080000:2.0:1734686453.925146:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686423 00000100:00080000:2.0:1734686453.925147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686423 00000100:00100000:3.0:1734686453.925147:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00080000:2.0:1734686453.925149:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686423 00000100:00100000:0.0:1734686453.925163:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848728064:0@lo:400:kworker.0 00000100:00100000:0.0:1734686453.925171:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848727808:0@lo:400:kworker.0 00000100:00100000:0.0:1734686453.925178:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848727296:0@lo:400:kworker.0 00000100:00100000:0.0:1734686453.925185:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099582a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848727168:0@lo:400:kworker.0 00000100:00080000:3.0:1734686453.925190:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686453.925194:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686453.925198:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848727552:0@lo:8:kworker.0 00000100:00080000:3.0:1734686453.925206:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686453.925209:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848727424:0@lo:400:kworker.0 00000100:00080000:3.0:1734686453.925209:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686453.925212:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848727936:0@lo:8:kworker.0 00000100:00100000:0.0:1734686453.925217:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848728192:0@lo:400:kworker.0 00000100:00100000:0.0:1734686453.925223:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848727680:0@lo:400:kworker.0 00000100:00100000:0.0:1734686453.925230:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848727040:0@lo:400:kworker.0 00000100:00100000:1.0:1734686453.940786:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686453.940808:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848728320:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686453.940863:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686453.940904:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848728320 00000100:00100000:2.0:1734686453.940910:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848728320 00000100:00100000:2.0:1734686453.940950:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41960 00000100:00100000:2.0:1734686453.940955:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848728320:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686453.940984:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686453.941024:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848728320:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686453.941030:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41960 00000100:00100000:1.0:1734686453.941056:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848728320:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686454.004775:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848728448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686454.004822:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686454.004926:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848728448 00000100:00100000:3.0:1734686454.004937:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848728448 00000100:00100000:3.0:1734686454.004998:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7298 00000100:00100000:3.0:1734686454.005006:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848728448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686454.005042:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686454.005114:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848728448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686454.005119:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7298 00000100:00100000:0.0:1734686454.005183:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848728448:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686454.264778:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686455.266837:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686455.700832:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848728576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686455.700890:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686455.700958:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848728576 00000100:00100000:3.0:1734686455.700965:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848728576 00000100:00080000:2.0:1734686455.701000:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686425 00000100:00100000:3.0:1734686455.701012:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7299 00000100:00100000:3.0:1734686455.701017:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848728576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686455.701043:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686455.701085:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848728576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686455.701092:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7299 00000100:00100000:2.0:1734686455.701110:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848728576:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686456.268740:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686456.359092:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686456.359144:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686456.359179:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686456.359225:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686456.359229:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872796288 00000100:00100000:2.0:1734686456.359239:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872796416 00000100:00100000:1.0:1734686456.359240:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872796544 00000100:00100000:3.0:1734686456.359241:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872796288 00000100:00100000:1.0:1734686456.359246:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872796544 00000100:00100000:2.0:1734686456.359246:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872796416 00000100:00100000:0.0:1734686456.359262:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872796672 00000100:00100000:0.0:1734686456.359265:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872796672 00000100:00100000:0.0:1734686456.359294:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54810 00000100:00100000:1.0:1734686456.359298:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4099 00000100:00100000:0.0:1734686456.359301:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872796672:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686456.359303:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872796544:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686456.359303:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4100 00000100:00100000:3.0:1734686456.359304:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1337 00000100:00100000:2.0:1734686456.359307:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872796416:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686456.359326:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686456.359363:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872796672:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 62us (138us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686456.359363:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872796416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686456.359366:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872796544:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686456.359369:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4100 00000100:00100000:0.0:1734686456.359372:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54810 00000100:00100000:1.0:1734686456.359373:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4099 00000100:00080000:2.0:1734686456.359390:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686426 00000100:00080000:2.0:1734686456.359394:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686426 00000100:00080000:2.0:1734686456.359395:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686426 00000100:00100000:3.0:1734686456.360164:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872796288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686456.360229:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872796288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 917us (1148us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686456.360240:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1337 00010000:00010000:3.0:1734686457.270826:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686458.272707:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686458.884824:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848728704:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686458.884899:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686458.884948:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848728704 00000100:00100000:2.0:1734686458.884955:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848728704 00000100:00100000:2.0:1734686458.884996:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41961 00000100:00100000:2.0:1734686458.885003:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848728704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686458.885030:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686458.885094:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848728704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686458.885099:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41961 00000100:00100000:1.0:1734686458.885143:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848728704:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686458.932779:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848728832:0@lo:400:kworker.0 00000100:00080000:2.0:1734686458.932779:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686458.932784:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686458.932787:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686458.932792:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11254 00000100:00080000:2.0:1734686458.932796:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686458.932801:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686458.932818:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009870a300 x1818938848729344/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686458.932818:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848729088:0@lo:400:kworker.0 00000100:00100000:1.0:1734686458.932820:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848728960:0@lo:400:kworker.0 00000100:00100000:0.0:1734686458.932829:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686458.932842:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686458.932845:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686458.932846:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686458.932848:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11254 00000100:00080000:2.0:1734686458.932850:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686458.932853:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686458.932859:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848729472:0@lo:400:kworker.0 00000100:00100000:2.0:1734686458.932862:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009870b800 x1818938848729728/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686458.932879:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686458.932886:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686458.932886:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848729344:0@lo:8:kworker.0 00000100:00100000:0.0:1734686458.932901:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734686458.932905:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848729216:0@lo:400:kworker.0 00000100:00100000:1.0:1734686458.932910:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848729600:0@lo:400:kworker.0 00000100:00100000:3.0:1734686458.932912:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686458.932913:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848728960 00000100:00100000:0.0:1734686458.932917:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686458.932918:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848728960 00000100:00100000:1.0:1734686458.932924:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686458.932930:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848729984:0@lo:400:kworker.0 00000100:00100000:3.0:1734686458.932930:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848729728:0@lo:8:kworker.0 00000100:00100000:1.0:1734686458.932932:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686458.932936:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848729856:0@lo:400:kworker.0 00000100:00100000:2.0:1734686458.932950:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848729600 00000100:00100000:2.0:1734686458.932952:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848729600 00000100:00100000:0.0:1734686458.932953:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686458.932954:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686458.932963:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848729472 00000100:00100000:2.0:1734686458.932964:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848729984 00000100:00100000:2.0:1734686458.932966:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848729984 00000100:00100000:1.0:1734686458.932968:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848729472 00000100:00100000:3.0:1734686458.932986:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848729344 00000100:00100000:1.0:1734686458.932990:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848729728 00000100:00100000:3.0:1734686458.932990:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848729344 00000100:00100000:1.0:1734686458.932991:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848729728 00000100:00100000:1.0:1734686458.933000:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8173 00000100:00100000:1.0:1734686458.933004:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848729472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686458.933007:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54811 00000100:00100000:3.0:1734686458.933011:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848729728:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686458.933031:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686458.933057:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848729728:12345-0@lo:8:kworker.0 Request processed in 43us (101us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686458.933063:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54811 00000100:00100000:0.0:1734686458.933072:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848728832 00000100:00100000:0.0:1734686458.933077:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848728832 00000100:00100000:3.0:1734686458.933079:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54812 00000100:00100000:3.0:1734686458.933082:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848729344:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686458.933090:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686458.933105:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848729344:12345-0@lo:8:kworker.0 Request processed in 21us (192us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686458.933110:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54812 00000100:00080000:3.0:1734686458.933139:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686458.933142:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686458.933146:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848729344:0@lo:8:kworker.0 00000100:00080000:3.0:1734686458.933152:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686458.933154:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686458.933157:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848729728:0@lo:8:kworker.0 00000100:00100000:2.0:1734686458.933176:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4101 00000100:00100000:0.0:1734686458.933178:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:2.0:1734686458.933183:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848728960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686458.933184:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848729472:12345-0@lo:400:kworker.0 Request processed in 177us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686458.933184:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686458.933185:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848728832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686458.933190:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8173 00000100:00100000:1.0:1734686458.933208:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848729088 00000100:00100000:1.0:1734686458.933211:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848729088 00000100:00100000:3.0:1734686458.933211:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4102 00000100:00100000:3.0:1734686458.933216:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848729600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686458.933220:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848728832:12345-0@lo:400:kworker.0 Request processed in 36us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686458.933221:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848728960:12345-0@lo:400:kworker.0 Request processed in 39us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686458.933226:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:2.0:1734686458.933226:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4101 00000100:00100000:1.0:1734686458.933231:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4103 00000100:00100000:1.0:1734686458.933236:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848729984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686458.933243:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4104 00000100:00100000:3.0:1734686458.933244:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096417480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848729600:12345-0@lo:400:kworker.0 Request processed in 27us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686458.933248:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848729088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686458.933250:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4102 00000100:00100000:1.0:1734686458.933263:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848729984:12345-0@lo:400:kworker.0 Request processed in 27us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686458.933268:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4103 00000100:00100000:0.0:1734686458.933276:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848729984:0@lo:400:kworker.0 00000100:00100000:0.0:1734686458.933286:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848729472:0@lo:400:kworker.0 00000100:00100000:1.0:1734686458.933291:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686458.933293:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848728832:0@lo:400:kworker.0 00000100:00100000:2.0:1734686458.933294:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848729088:12345-0@lo:400:kworker.0 Request processed in 46us (110us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686458.933294:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686428 00000100:00080000:3.0:1734686458.933297:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686428 00000100:00080000:3.0:1734686458.933299:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686428 00000100:00100000:2.0:1734686458.933300:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4104 00000100:00080000:3.0:1734686458.933301:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686428 00000100:00100000:1.0:1734686458.933312:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848729600:0@lo:400:kworker.0 00000100:00100000:2.0:1734686458.933321:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848729216 00000100:00100000:1.0:1734686458.933322:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848728960:0@lo:400:kworker.0 00000100:00100000:2.0:1734686458.933323:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848729216 00000100:00100000:3.0:1734686458.933332:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848729088:0@lo:400:kworker.0 00000100:00100000:1.0:1734686458.933346:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848729856 00000100:00100000:1.0:1734686458.933348:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848729856 00000100:00080000:3.0:1734686458.933348:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686428 00000100:00100000:2.0:1734686458.933351:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41962 00000100:00100000:2.0:1734686458.933355:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848729216:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686458.933369:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686428 00000100:00100000:1.0:1734686458.933373:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8174 00000100:00100000:1.0:1734686458.933377:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848729856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686458.933383:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848729216:12345-0@lo:400:kworker.0 Request processed in 27us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686458.933388:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41962 00000100:00100000:0.0:1734686458.933391:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848729216:0@lo:400:kworker.0 00000100:00100000:1.0:1734686458.933404:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848729856:12345-0@lo:400:kworker.0 Request processed in 26us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686458.933409:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8174 00000100:00100000:1.0:1734686458.933427:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848729856:0@lo:400:kworker.0 00000100:00100000:0.0:1734686458.948795:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848730112:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686458.948874:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686458.948921:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848730112 00000100:00100000:2.0:1734686458.948930:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848730112 00000100:00100000:2.0:1734686458.948978:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41963 00000100:00100000:2.0:1734686458.948985:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848730112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686458.949026:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686458.949073:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848730112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686458.949080:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41963 00000100:00100000:0.0:1734686458.949104:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848730112:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686459.012779:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848730240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686459.012844:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686459.012896:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848730240 00000100:00100000:3.0:1734686459.012904:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848730240 00000100:00100000:3.0:1734686459.012953:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7300 00000100:00100000:3.0:1734686459.012960:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848730240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686459.012992:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686459.013030:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848730240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (185us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686459.013036:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7300 00000100:00100000:1.0:1734686459.013054:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848730240:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686459.274779:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686460.276758:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686460.708756:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848730368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686460.708839:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686460.708961:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848730368 00000100:00100000:0.0:1734686460.708972:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848730368 00000100:00080000:3.0:1734686460.709030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686430 00000100:00100000:0.0:1734686460.709053:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7301 00000100:00100000:0.0:1734686460.709059:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848730368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686460.709089:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686460.709161:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848730368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686460.709168:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7301 00000100:00100000:3.0:1734686460.709183:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848730368:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686461.278735:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686461.366819:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686461.366863:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686461.366882:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872796800 00000100:00100000:2.0:1734686461.366889:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872796800 00000100:00100000:0.0:1734686461.366896:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686461.366921:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872796928 00000100:00100000:3.0:1734686461.366925:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872796928 00000100:00100000:0.0:1734686461.366926:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686461.366935:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1339 00000100:00100000:2.0:1734686461.366941:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872796800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686461.366944:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872797056 00000100:00100000:3.0:1734686461.366946:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872797056 00000100:00100000:0.0:1734686461.366956:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872797184 00000100:00100000:0.0:1734686461.366960:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872797184 00000100:00100000:3.0:1734686461.366963:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4105 00000100:00100000:3.0:1734686461.366967:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872796928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686461.366975:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54813 00000100:00100000:0.0:1734686461.366980:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872797184:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686461.366988:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872796800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686461.366988:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872796928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 20us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686461.366994:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1339 00010000:00020000:0.0:1734686461.366998:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686461.366998:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4106 00000100:00100000:3.0:1734686461.367004:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4105 00000100:00100000:1.0:1734686461.367006:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872797056:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686461.367017:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872797184:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (91us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686461.367022:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54813 00000100:00080000:3.0:1734686461.367023:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686431 00000100:00080000:3.0:1734686461.367026:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686431 00000100:00080000:3.0:1734686461.367027:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686431 00000100:00100000:1.0:1734686461.367057:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872797056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686461.367062:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4106 00010000:00010000:3.0:1734686462.280928:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686463.282706:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686463.892790:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686463.892811:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848730496:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686463.892862:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686463.892905:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848730496 00000100:00100000:2.0:1734686463.892911:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848730496 00000100:00100000:2.0:1734686463.892953:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41964 00000100:00100000:2.0:1734686463.892960:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848730496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686463.892988:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686463.893025:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848730496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686463.893031:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41964 00000100:00100000:1.0:1734686463.893068:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848730496:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686463.940718:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848730752:0@lo:400:kworker.0 00000100:00100000:0.0:1734686463.940720:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1734686463.940725:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686463.940730:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734686463.940732:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848731008:0@lo:400:kworker.0 00000100:00080000:2.0:1734686463.940733:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686463.940738:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11259 00000100:00080000:2.0:1734686463.940741:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686463.940746:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686463.940754:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848730880:0@lo:400:kworker.0 00000100:00100000:2.0:1734686463.940763:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009870bb80 x1818938848731136/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686463.940770:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686463.940771:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686463.940787:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848731136:0@lo:8:kworker.0 00000100:00080000:2.0:1734686463.940788:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686463.940790:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686463.940792:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686463.940794:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11259 00000100:00100000:0.0:1734686463.940796:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848730624:0@lo:400:kworker.0 00000100:00080000:2.0:1734686463.940797:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686463.940800:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686463.940801:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848731392:0@lo:400:kworker.0 00000100:00100000:3.0:1734686463.940806:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686463.940808:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009870a300 x1818938848731520/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686463.940809:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686463.940814:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686463.940818:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686463.940820:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848731264:0@lo:400:kworker.0 00000100:00100000:3.0:1734686463.940820:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848731520:0@lo:8:kworker.0 00000100:00100000:1.0:1734686463.940823:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686463.940828:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848731648:0@lo:400:kworker.0 00000100:00100000:0.0:1734686463.940829:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686463.940836:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848731776:0@lo:400:kworker.0 00000100:00100000:3.0:1734686463.940836:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686463.940845:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848730752 00000100:00100000:0.0:1734686463.940848:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686463.940849:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848730624 00000100:00100000:1.0:1734686463.940851:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848730752 00000100:00100000:2.0:1734686463.940852:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848730624 00000100:00100000:3.0:1734686463.940859:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848731392 00000100:00100000:3.0:1734686463.940861:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848731392 00000100:00100000:0.0:1734686463.940864:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848731136 00000100:00100000:0.0:1734686463.940866:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848731136 00000100:00100000:0.0:1734686463.940875:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848731264 00000100:00100000:0.0:1734686463.940877:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848731264 00000100:00100000:1.0:1734686463.940879:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848731776 00000100:00100000:1.0:1734686463.940881:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848731776 00000100:00100000:2.0:1734686463.940881:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:3.0:1734686463.940882:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4107 00000100:00100000:3.0:1734686463.940886:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848730752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686463.940887:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848730624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686463.940888:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8175 00000100:00100000:0.0:1734686463.940891:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848731264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686463.940892:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4108 00000100:00100000:1.0:1734686463.940895:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848731392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686463.940916:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848731264:12345-0@lo:400:kworker.0 Request processed in 24us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686463.940920:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8175 00000100:00100000:1.0:1734686463.940920:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096416d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848731392:12345-0@lo:400:kworker.0 Request processed in 25us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686463.940920:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848730752:12345-0@lo:400:kworker.0 Request processed in 34us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686463.940924:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848730624:12345-0@lo:400:kworker.0 Request processed in 38us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686463.940925:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4107 00000100:00100000:0.0:1734686463.940927:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848731520 00000100:00100000:1.0:1734686463.940927:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4108 00000100:00100000:0.0:1734686463.940929:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848731520 00000100:00100000:2.0:1734686463.940930:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1734686463.940935:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54814 00000100:00100000:3.0:1734686463.940937:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4109 00000100:00100000:0.0:1734686463.940938:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848731136:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686463.940940:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848731776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686463.940948:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54815 00010000:00020000:0.0:1734686463.940950:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686463.940952:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848731520:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686463.940961:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686463.940966:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848731136:12345-0@lo:8:kworker.0 Request processed in 28us (161us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686463.940969:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848731008 00000100:00100000:0.0:1734686463.940970:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54814 00000100:00100000:2.0:1734686463.940972:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848731008 00000100:00100000:3.0:1734686463.940974:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099582a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848731776:12345-0@lo:400:kworker.0 Request processed in 33us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686463.940978:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848731520:12345-0@lo:8:kworker.0 Request processed in 26us (142us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686463.940978:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4109 00000100:00100000:1.0:1734686463.940983:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54815 00000100:00080000:3.0:1734686463.940992:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686433 00000100:00100000:2.0:1734686463.940995:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41965 00000100:00080000:3.0:1734686463.940995:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686433 00000100:00100000:1.0:1734686463.940996:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686463.940996:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686433 00000100:00100000:2.0:1734686463.940999:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848731008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686463.941003:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848731776:0@lo:400:kworker.0 00000100:00100000:3.0:1734686463.941007:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848731648 00000100:00100000:3.0:1734686463.941009:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848731648 00000100:00100000:0.0:1734686463.941010:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848731264:0@lo:400:kworker.0 00000100:00100000:1.0:1734686463.941010:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848731392:0@lo:400:kworker.0 00000100:00100000:0.0:1734686463.941017:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848730624:0@lo:400:kworker.0 00000100:00100000:1.0:1734686463.941017:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848730752:0@lo:400:kworker.0 00000100:00100000:2.0:1734686463.941024:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848731008:12345-0@lo:400:kworker.0 Request processed in 25us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686463.941024:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8176 00000100:00100000:3.0:1734686463.941027:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848731648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686463.941028:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41965 00000100:00100000:0.0:1734686463.941030:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848731008:0@lo:400:kworker.0 00000100:00100000:3.0:1734686463.941049:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848731648:12345-0@lo:400:kworker.0 Request processed in 21us (52us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686463.941054:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8176 00000100:00100000:1.0:1734686463.941061:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848731648:0@lo:400:kworker.0 00000100:00080000:3.0:1734686463.941064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686433 00000100:00100000:3.0:1734686463.941070:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686463.941083:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848730880 00000100:00100000:2.0:1734686463.941086:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848730880 00000100:00080000:3.0:1734686463.941086:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686463.941089:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686463.941092:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848731520:0@lo:8:kworker.0 00000100:00080000:3.0:1734686463.941097:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686463.941098:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686463.941100:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848731136:0@lo:8:kworker.0 00000100:00100000:2.0:1734686463.941107:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4110 00000100:00100000:2.0:1734686463.941110:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848730880:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686463.941112:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686433 00000100:00100000:2.0:1734686463.941139:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848730880:12345-0@lo:400:kworker.0 Request processed in 28us (69us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686463.941143:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4110 00000100:00100000:3.0:1734686463.941160:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848730880:0@lo:400:kworker.0 00000100:00100000:1.0:1734686463.956710:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848731904:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686463.956757:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686463.956797:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848731904 00000100:00100000:2.0:1734686463.956803:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848731904 00000100:00100000:2.0:1734686463.956842:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41966 00000100:00100000:2.0:1734686463.956848:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848731904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686463.956875:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686463.956916:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848731904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686463.956925:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41966 00000100:00100000:1.0:1734686463.956948:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848731904:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686464.020723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848732032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686464.020775:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686464.020828:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848732032 00000100:00100000:0.0:1734686464.020834:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848732032 00000100:00100000:0.0:1734686464.020863:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7302 00000100:00100000:0.0:1734686464.020866:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848732032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686464.020889:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686464.020925:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848732032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686464.020928:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7302 00000100:00100000:2.0:1734686464.020955:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848732032:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686464.284661:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686465.286719:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686465.716717:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848732160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686465.716771:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686465.716815:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848732160 00000100:00100000:2.0:1734686465.716822:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848732160 00000100:00080000:0.0:1734686465.716861:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686435 00000100:00100000:2.0:1734686465.716872:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7303 00000100:00100000:2.0:1734686465.716877:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848732160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686465.716901:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686465.716941:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848732160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686465.716947:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7303 00000100:00100000:0.0:1734686465.716973:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848732160:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686466.288715:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686466.374907:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686466.374940:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686466.374961:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686466.374988:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872797312 00000100:00100000:3.0:1734686466.374994:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872797568 00000100:00100000:2.0:1734686466.374998:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872797312 00000100:00100000:3.0:1734686466.374999:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872797568 00000100:00100000:1.0:1734686466.375014:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872797440 00000100:00100000:1.0:1734686466.375021:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872797440 00000100:00100000:0.0:1734686466.375027:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686466.375041:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1341 00000100:00080000:0.0:1734686466.375045:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686436 00000100:00100000:2.0:1734686466.375045:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872797312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686466.375045:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4111 00000100:00080000:0.0:1734686466.375048:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686436 00000100:00080000:0.0:1734686466.375050:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686436 00000100:00100000:3.0:1734686466.375050:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872797568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686466.375053:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4112 00000100:00100000:1.0:1734686466.375058:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872797440:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686466.375083:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872797696 00000100:00100000:0.0:1734686466.375085:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872797696 00000100:00100000:2.0:1734686466.375097:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872797312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686466.375098:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872797568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686466.375101:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54816 00000100:00100000:2.0:1734686466.375101:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1341 00000100:00100000:3.0:1734686466.375104:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4111 00000100:00100000:0.0:1734686466.375105:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872797696:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686466.375106:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872797440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686466.375110:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4112 00010000:00020000:0.0:1734686466.375123:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686466.375140:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872797696:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 36us (113us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686466.375144:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54816 00010000:00010000:3.0:1734686467.290709:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686468.292684:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686468.900748:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686468.900768:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848732288:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686468.900815:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686468.900856:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848732288 00000100:00100000:2.0:1734686468.900865:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848732288 00000100:00100000:2.0:1734686468.900912:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41967 00000100:00100000:2.0:1734686468.900921:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848732288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686468.900958:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686468.901019:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848732288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686468.901026:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41967 00000100:00100000:1.0:1734686468.901097:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848732288:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686468.948722:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686468.948727:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686468.948730:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686468.948737:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11264 00000100:00080000:2.0:1734686468.948740:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686468.948742:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848732416:0@lo:400:kworker.0 00000100:00100000:0.0:1734686468.948744:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848732672:0@lo:400:kworker.0 00000100:00080000:2.0:1734686468.948745:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686468.948761:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009870a300 x1818938848732928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686468.948782:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848732544:0@lo:400:kworker.0 00000100:00080000:2.0:1734686468.948784:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686468.948787:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686468.948789:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686468.948792:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11264 00000100:00080000:2.0:1734686468.948795:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686468.948799:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686468.948808:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686468.948809:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686468.948809:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098709f80 x1818938848733312/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686468.948838:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848733440:0@lo:400:kworker.0 00000100:00100000:1.0:1734686468.948839:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848733056:0@lo:400:kworker.0 00000100:00100000:3.0:1734686468.948850:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686468.948852:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848732416 00000100:00100000:0.0:1734686468.948854:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686468.948859:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848732416 00000100:00100000:0.0:1734686468.948876:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686468.948879:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848733184:0@lo:400:kworker.0 00000100:00100000:1.0:1734686468.948880:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848732672 00000100:00100000:1.0:1734686468.948883:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848732672 00000100:00100000:0.0:1734686468.948890:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686468.948899:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:3.0:1734686468.948903:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848732928:0@lo:8:kworker.0 00000100:00100000:2.0:1734686468.948905:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848732416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686468.948909:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848732544 00000100:00100000:1.0:1734686468.948911:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848732544 00000100:00100000:0.0:1734686468.948914:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848733440 00000100:00100000:0.0:1734686468.948916:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848733440 00000100:00100000:1.0:1734686468.948924:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848733184 00000100:00100000:3.0:1734686468.948924:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686468.948926:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848733184 00000100:00100000:0.0:1734686468.948936:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848732928 00000100:00100000:0.0:1734686468.948937:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848732928 00000100:00100000:3.0:1734686468.948938:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848733312:0@lo:8:kworker.0 00000100:00100000:1.0:1734686468.948939:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4113 00000100:00100000:2.0:1734686468.948941:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848732416:12345-0@lo:400:kworker.0 Request processed in 37us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686468.948943:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848732672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686468.948945:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8177 00000100:00100000:2.0:1734686468.948945:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:0.0:1734686468.948948:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848733440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686468.948951:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686468.948967:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686438 00000100:00100000:0.0:1734686468.948970:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848733440:12345-0@lo:400:kworker.0 Request processed in 21us (116us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686468.948970:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686438 00000100:00080000:2.0:1734686468.948972:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686438 00000100:00080000:2.0:1734686468.948973:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686438 00000100:00100000:1.0:1734686468.948974:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848732672:12345-0@lo:400:kworker.0 Request processed in 30us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686468.948975:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8177 00000100:00100000:1.0:1734686468.948979:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4113 00000100:00100000:0.0:1734686468.948983:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848733312 00000100:00100000:0.0:1734686468.948985:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848733312 00000100:00100000:3.0:1734686468.948986:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4114 00000100:00100000:2.0:1734686468.948992:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54817 00000100:00100000:3.0:1734686468.948994:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848732544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686468.948995:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4115 00000100:00100000:0.0:1734686468.948996:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54818 00000100:00100000:2.0:1734686468.948996:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848732928:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686468.948999:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848733184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686468.949000:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848733312:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686468.949011:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734686468.949015:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686468.949019:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848733184:12345-0@lo:400:kworker.0 Request processed in 19us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686468.949024:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4115 00000100:00100000:2.0:1734686468.949032:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848732928:12345-0@lo:8:kworker.0 Request processed in 36us (108us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686468.949035:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54817 00000100:00100000:0.0:1734686468.949040:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848733312:12345-0@lo:8:kworker.0 Request processed in 39us (89us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686468.949044:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848732544:12345-0@lo:400:kworker.0 Request processed in 51us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686468.949046:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54818 00000100:00100000:1.0:1734686468.949048:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686468.949051:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4114 00000100:00080000:2.0:1734686468.949055:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686468.949056:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848733056 00000100:00080000:2.0:1734686468.949057:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686468.949058:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848733056 00000100:00100000:2.0:1734686468.949060:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848732928:0@lo:8:kworker.0 00000100:00100000:1.0:1734686468.949066:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848732416:0@lo:400:kworker.0 00000100:00080000:2.0:1734686468.949067:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686468.949068:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686468.949070:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848733312:0@lo:8:kworker.0 00000100:00100000:0.0:1734686468.949071:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8178 00000100:00100000:0.0:1734686468.949075:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848733056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686468.949081:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734686468.949086:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848732800:0@lo:400:kworker.0 00000100:00080000:2.0:1734686468.949087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686438 00000100:00100000:3.0:1734686468.949093:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848732544:0@lo:400:kworker.0 00000100:00100000:0.0:1734686468.949099:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848733056:12345-0@lo:400:kworker.0 Request processed in 23us (50us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686468.949105:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8178 00000100:00100000:1.0:1734686468.949107:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686468.949121:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848733568:0@lo:400:kworker.0 00000100:00100000:2.0:1734686468.949124:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848732800 00000100:00100000:2.0:1734686468.949127:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848732800 00000100:00100000:0.0:1734686468.949133:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848733184:0@lo:400:kworker.0 00000100:00100000:1.0:1734686468.949138:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686468.949141:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848733440:0@lo:400:kworker.0 00000100:00080000:3.0:1734686468.949143:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686438 00000100:00100000:0.0:1734686468.949149:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848732672:0@lo:400:kworker.0 00000100:00100000:2.0:1734686468.949150:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41968 00000100:00100000:1.0:1734686468.949152:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848733056:0@lo:400:kworker.0 00000100:00100000:2.0:1734686468.949154:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848732800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686468.949181:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848732800:12345-0@lo:400:kworker.0 Request processed in 26us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686468.949186:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41968 00000100:00100000:1.0:1734686468.949193:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848732800:0@lo:400:kworker.0 00000100:00100000:2.0:1734686468.949200:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848733568 00000100:00100000:2.0:1734686468.949203:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848733568 00000100:00100000:2.0:1734686468.949227:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4116 00000100:00100000:2.0:1734686468.949230:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848733568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686468.949253:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848733568:12345-0@lo:400:kworker.0 Request processed in 22us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686468.949256:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4116 00000100:00100000:1.0:1734686468.949268:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848733568:0@lo:400:kworker.0 00000100:00100000:2.0:1734686468.964717:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848733696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686468.964779:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686468.964819:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848733696 00000100:00100000:0.0:1734686468.964826:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848733696 00000100:00100000:0.0:1734686468.964866:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41969 00000100:00100000:0.0:1734686468.964871:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848733696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686468.964903:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686468.964945:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848733696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686468.964950:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41969 00000100:00100000:2.0:1734686468.964961:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848733696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686469.028740:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686469.028761:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848733824:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686469.028821:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686469.028857:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848733824 00000100:00100000:2.0:1734686469.028864:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848733824 00000100:00100000:2.0:1734686469.028899:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7304 00000100:00100000:2.0:1734686469.028904:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848733824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686469.028932:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686469.028965:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848733824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686469.028969:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7304 00000100:00100000:0.0:1734686469.028991:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848733824:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686469.294757:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686470.296709:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686470.724743:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686470.724762:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848733952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686470.724804:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686470.724841:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848733952 00000100:00100000:2.0:1734686470.724848:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848733952 00000100:00080000:3.0:1734686470.724893:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686440 00000100:00100000:2.0:1734686470.724903:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7305 00000100:00100000:2.0:1734686470.724908:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848733952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686470.724933:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686470.724970:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848733952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686470.724976:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7305 00000100:00100000:3.0:1734686470.724992:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848733952:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686471.298696:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686471.382861:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686471.382895:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686471.382916:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686471.382923:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872797824 00000100:00100000:2.0:1734686471.382930:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872797824 00000100:00100000:0.0:1734686471.382951:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686471.382954:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872798080 00000100:00100000:3.0:1734686471.382959:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872798080 00000100:00100000:2.0:1734686471.382968:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1343 00000100:00100000:2.0:1734686471.382974:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872797824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686471.382976:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872798208 00000100:00100000:0.0:1734686471.382979:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872798208 00000100:00100000:3.0:1734686471.382982:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872797952 00000100:00100000:3.0:1734686471.382984:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872797952 00000100:00100000:0.0:1734686471.382994:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54819 00000100:00100000:0.0:1734686471.382998:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872798208:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686471.382998:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4117 00000100:00100000:3.0:1734686471.383003:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872798080:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686471.383017:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686471.383025:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872797824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686471.383030:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872798080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686471.383031:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1343 00000100:00100000:0.0:1734686471.383036:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872798208:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (84us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686471.383036:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4117 00000100:00100000:0.0:1734686471.383041:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54819 00000100:00100000:3.0:1734686471.383048:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4118 00000100:00100000:3.0:1734686471.383051:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872797952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734686471.383066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686441 00000100:00100000:3.0:1734686471.383068:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872797952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 16us (151us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686471.383069:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686441 00000100:00080000:2.0:1734686471.383071:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686441 00000100:00100000:3.0:1734686471.383073:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4118 00010000:00010000:3.0:1734686472.300887:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686473.302838:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686473.908812:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848734080:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686473.908867:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686473.908904:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848734080 00000100:00100000:2.0:1734686473.908909:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848734080 00000100:00100000:2.0:1734686473.908940:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41970 00000100:00100000:2.0:1734686473.908944:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848734080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686473.908969:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686473.909004:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848734080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686473.909010:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41970 00000100:00100000:0.0:1734686473.909023:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848734080:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686473.956721:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686473.956728:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686473.956730:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686473.956734:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848734336:0@lo:400:kworker.0 00000100:00080000:2.0:1734686473.956736:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11269 00000100:00080000:2.0:1734686473.956740:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686473.956745:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686473.956753:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848734592:0@lo:400:kworker.0 00000100:00100000:2.0:1734686473.956762:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009870a300 x1818938848734720/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686473.956784:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734686473.956787:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686473.956787:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686473.956788:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686473.956791:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11269 00000100:00080000:2.0:1734686473.956793:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686473.956796:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686473.956804:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098708a80 x1818938848735104/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686473.956831:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848734464:0@lo:400:kworker.0 00000100:00100000:0.0:1734686473.956833:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848735360:0@lo:400:kworker.0 00000100:00100000:0.0:1734686473.956851:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686473.956858:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848734592 00000100:00100000:2.0:1734686473.956858:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848734720:0@lo:8:kworker.0 00000100:00100000:1.0:1734686473.956864:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848734592 00000100:00100000:0.0:1734686473.956865:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734686473.956870:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848734208:0@lo:400:kworker.0 00000100:00100000:2.0:1734686473.956877:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686473.956888:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686473.956889:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686473.956890:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848735104:0@lo:8:kworker.0 00000100:00100000:1.0:1734686473.956895:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41971 00000100:00100000:0.0:1734686473.956899:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848734848:0@lo:400:kworker.0 00000100:00100000:1.0:1734686473.956899:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848734592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686473.956905:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686473.956909:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848734976:0@lo:400:kworker.0 00000100:00100000:0.0:1734686473.956919:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848734720 00000100:00100000:0.0:1734686473.956922:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848734720 00000100:00080000:2.0:1734686473.956929:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686443 00000100:00100000:3.0:1734686473.956930:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686473.956932:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848734592:12345-0@lo:400:kworker.0 Request processed in 33us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686473.956936:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41971 00000100:00100000:2.0:1734686473.956943:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848734208 00000100:00100000:2.0:1734686473.956946:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848734208 00000100:00100000:3.0:1734686473.956950:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848735360 00000100:00100000:1.0:1734686473.956951:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848734336 00000100:00100000:1.0:1734686473.956953:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848734336 00000100:00100000:3.0:1734686473.956954:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848735360 00000100:00100000:2.0:1734686473.956967:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:1.0:1734686473.956969:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848734976 00000100:00100000:1.0:1734686473.956971:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848734976 00000100:00100000:2.0:1734686473.956971:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848734208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686473.956975:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4119 00000100:00100000:3.0:1734686473.956980:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848734336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686473.956985:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4120 00000100:00100000:2.0:1734686473.956995:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848734208:12345-0@lo:400:kworker.0 Request processed in 23us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686473.956997:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848735360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686473.957000:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:3.0:1734686473.957007:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848734336:12345-0@lo:400:kworker.0 Request processed in 26us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686473.957012:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4119 00000100:00100000:1.0:1734686473.957023:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848735360:12345-0@lo:400:kworker.0 Request processed in 33us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686473.957023:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4121 00000100:00100000:3.0:1734686473.957026:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848734976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686473.957028:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4120 00000100:00080000:2.0:1734686473.957030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686443 00000100:00080000:2.0:1734686473.957033:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686443 00000100:00100000:2.0:1734686473.957039:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686473.957044:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848734976:12345-0@lo:400:kworker.0 Request processed in 17us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686473.957048:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4121 00000100:00100000:2.0:1734686473.957051:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848735232:0@lo:400:kworker.0 00000100:00100000:1.0:1734686473.957055:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848734464 00000100:00100000:1.0:1734686473.957057:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848734464 00000100:00100000:2.0:1734686473.957068:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686473.957074:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848735104 00000100:00100000:1.0:1734686473.957074:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4122 00000100:00100000:3.0:1734686473.957075:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848734976:0@lo:400:kworker.0 00000100:00100000:0.0:1734686473.957078:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848735104 00000100:00100000:1.0:1734686473.957078:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848734464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686473.957083:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848734336:0@lo:400:kworker.0 00000100:00100000:2.0:1734686473.957087:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848735232 00000100:00100000:2.0:1734686473.957090:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848735232 00000100:00100000:0.0:1734686473.957091:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54820 00000100:00100000:0.0:1734686473.957095:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848734720:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686473.957101:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848734464:12345-0@lo:400:kworker.0 Request processed in 23us (61us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686473.957108:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4122 00000100:00100000:2.0:1734686473.957108:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8179 00010000:00020000:0.0:1734686473.957111:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686473.957112:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848735232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686473.957114:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54821 00000100:00100000:3.0:1734686473.957117:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848735104:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686473.957127:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686473.957128:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848734464:0@lo:400:kworker.0 00000100:00100000:2.0:1734686473.957136:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848735232:12345-0@lo:400:kworker.0 Request processed in 23us (67us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686473.957142:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848734720:12345-0@lo:8:kworker.0 Request processed in 46us (264us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686473.957142:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848735232:0@lo:400:kworker.0 00000100:00100000:2.0:1734686473.957142:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8179 00000100:00100000:3.0:1734686473.957146:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848735104:12345-0@lo:8:kworker.0 Request processed in 28us (240us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686473.957148:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54820 00000100:00100000:3.0:1734686473.957150:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54821 00000100:00080000:2.0:1734686473.957154:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686443 00000100:00080000:2.0:1734686473.957156:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686443 00000100:00100000:0.0:1734686473.957166:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686473.957167:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686473.957170:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686473.957173:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848734720:0@lo:8:kworker.0 00000100:00080000:2.0:1734686473.957180:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686473.957181:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848734848 00000100:00080000:2.0:1734686473.957182:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686473.957183:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848734848 00000100:00100000:0.0:1734686473.957184:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848735360:0@lo:400:kworker.0 00000100:00100000:2.0:1734686473.957185:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848735104:0@lo:8:kworker.0 00000100:00100000:0.0:1734686473.957191:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848734592:0@lo:400:kworker.0 00000100:00080000:2.0:1734686473.957198:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686443 00000100:00100000:3.0:1734686473.957199:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8180 00000100:00100000:0.0:1734686473.957202:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848734208:0@lo:400:kworker.0 00000100:00100000:3.0:1734686473.957202:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848734848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686473.957226:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848734848:12345-0@lo:400:kworker.0 Request processed in 23us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686473.957231:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8180 00000100:00100000:0.0:1734686473.957236:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848734848:0@lo:400:kworker.0 00000100:00100000:0.0:1734686473.972732:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686473.972756:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848735488:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686473.972808:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686473.972847:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848735488 00000100:00100000:2.0:1734686473.972853:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848735488 00000100:00100000:2.0:1734686473.972893:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41972 00000100:00100000:2.0:1734686473.972899:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848735488:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686473.972929:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686473.972970:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848735488:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686473.972976:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41972 00000100:00100000:0.0:1734686473.973004:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848735488:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686474.036718:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848735616:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686474.036770:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686474.036843:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848735616 00000100:00100000:2.0:1734686474.036850:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848735616 00000100:00100000:2.0:1734686474.036898:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7306 00000100:00100000:2.0:1734686474.036903:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848735616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686474.036929:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686474.036966:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848735616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686474.036972:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7306 00000100:00100000:3.0:1734686474.037009:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848735616:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686474.304713:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686475.306707:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686475.732712:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848735744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686475.732761:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686475.732797:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848735744 00000100:00100000:2.0:1734686475.732802:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848735744 00000100:00100000:2.0:1734686475.732843:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7307 00000100:00100000:2.0:1734686475.732847:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848735744:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734686475.732850:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686445 00002000:00000024:2.0:1734686475.732868:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686475.732897:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848735744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686475.732906:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7307 00000100:00100000:1.0:1734686475.732928:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848735744:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686476.308704:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686476.390780:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686476.390815:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686476.390839:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686476.390848:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872798336 00000100:00100000:2.0:1734686476.390856:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872798336 00000100:00100000:3.0:1734686476.390874:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872798464 00000100:00100000:0.0:1734686476.390876:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686476.390878:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872798464 00000100:00080000:0.0:1734686476.390892:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686446 00000100:00080000:0.0:1734686476.390896:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686446 00000100:00100000:2.0:1734686476.390896:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1345 00000100:00100000:3.0:1734686476.390902:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872798592 00000100:00100000:2.0:1734686476.390903:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872798336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686476.390904:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872798592 00000100:00100000:1.0:1734686476.390909:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4123 00000100:00100000:1.0:1734686476.390914:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872798464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734686476.390918:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686446 00000100:00100000:3.0:1734686476.390925:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4124 00000100:00100000:3.0:1734686476.390930:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872798592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686476.390947:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872798720 00000100:00100000:0.0:1734686476.390951:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872798720 00000100:00100000:2.0:1734686476.390951:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872798336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686476.390952:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872798464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686476.390954:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872798592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686476.390958:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4123 00000100:00100000:2.0:1734686476.390959:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1345 00000100:00100000:3.0:1734686476.390961:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4124 00000100:00100000:0.0:1734686476.390966:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54822 00000100:00100000:0.0:1734686476.390970:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872798720:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686476.390988:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686476.391009:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872798720:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (132us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686476.391014:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54822 00010000:00010000:3.0:1734686477.310694:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686478.312772:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686478.916708:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848735872:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686478.916757:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686478.916794:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848735872 00000100:00100000:0.0:1734686478.916802:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848735872 00000100:00100000:0.0:1734686478.916836:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41973 00000100:00100000:0.0:1734686478.916840:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848735872:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686478.916866:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686478.916898:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848735872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686478.916902:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41973 00000100:00100000:2.0:1734686478.916925:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848735872:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686478.964701:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686478.964706:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686478.964709:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686478.964710:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848736000:0@lo:400:kworker.0 00000100:00100000:0.0:1734686478.964712:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848736384:0@lo:400:kworker.0 00000100:00080000:2.0:1734686478.964714:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11274 00000100:00080000:2.0:1734686478.964717:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686478.964722:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686478.964731:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848736256:0@lo:400:kworker.0 00000100:00100000:2.0:1734686478.964737:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf3b80 x1818938848736512/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686478.964757:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734686478.964758:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686478.964759:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686478.964759:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686478.964761:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686478.964763:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11274 00000100:00080000:2.0:1734686478.964766:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686478.964767:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686478.964769:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686478.964779:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf1180 x1818938848736896/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686478.964782:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848736640:0@lo:400:kworker.0 00000100:00100000:1.0:1734686478.964784:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734686478.964789:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848736128:0@lo:400:kworker.0 00000100:00100000:0.0:1734686478.964797:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848736384 00000100:00100000:3.0:1734686478.964797:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686478.964802:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848736384 00000100:00100000:1.0:1734686478.964804:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686478.964810:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686478.964810:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686478.964813:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848736768:0@lo:400:kworker.0 00000100:00100000:3.0:1734686478.964814:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848737152:0@lo:400:kworker.0 00000100:00100000:2.0:1734686478.964817:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848737024:0@lo:400:kworker.0 00000100:00100000:0.0:1734686478.964826:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41974 00000100:00100000:1.0:1734686478.964826:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686478.964830:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848736384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686478.964837:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848736000 00000100:00100000:2.0:1734686478.964840:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686478.964840:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848736000 00000100:00100000:1.0:1734686478.964847:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848736256 00000100:00100000:1.0:1734686478.964849:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848736256 00000100:00100000:2.0:1734686478.964856:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848736512:0@lo:8:kworker.0 00000100:00100000:0.0:1734686478.964858:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848736384:12345-0@lo:400:kworker.0 Request processed in 27us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686478.964862:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41974 00000100:00100000:3.0:1734686478.964862:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:1.0:1734686478.964867:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848736128 00000100:00100000:3.0:1734686478.964867:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848736000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686478.964869:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848736128 00000100:00100000:2.0:1734686478.964869:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686478.964876:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848736640 00000100:00100000:0.0:1734686478.964878:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848736640 00000100:00100000:2.0:1734686478.964878:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848736896:0@lo:8:kworker.0 00000100:00100000:1.0:1734686478.964879:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848736768 00000100:00100000:1.0:1734686478.964880:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848736768 00000100:00100000:0.0:1734686478.964888:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848737024 00000100:00100000:0.0:1734686478.964889:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848737024 00000100:00100000:2.0:1734686478.964890:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686478.964890:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848736000:12345-0@lo:400:kworker.0 Request processed in 23us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686478.964892:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4125 00000100:00100000:3.0:1734686478.964894:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:1.0:1734686478.964896:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848736256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686478.964897:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848736512 00000100:00100000:0.0:1734686478.964898:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848736512 00000100:00100000:0.0:1734686478.964903:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848736896 00000100:00100000:0.0:1734686478.964904:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848736896 00000100:00100000:0.0:1734686478.964910:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8181 00000100:00100000:0.0:1734686478.964913:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848736640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686478.964917:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4126 00000100:00100000:3.0:1734686478.964920:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848736128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686478.964922:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848736256:12345-0@lo:400:kworker.0 Request processed in 25us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686478.964922:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8182 00000100:00100000:0.0:1734686478.964926:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848736640:12345-0@lo:400:kworker.0 Request processed in 13us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686478.964927:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4125 00000100:00100000:2.0:1734686478.964927:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848737024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686478.964929:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8181 00000100:00100000:0.0:1734686478.964934:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54823 00000100:00100000:0.0:1734686478.964936:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848736512:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686478.964940:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4127 00000100:00100000:3.0:1734686478.964942:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848736128:12345-0@lo:400:kworker.0 Request processed in 20us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686478.964943:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848736768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686478.964946:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4126 00010000:00020000:0.0:1734686478.964948:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686478.964953:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848737024:12345-0@lo:400:kworker.0 Request processed in 25us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686478.964958:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8182 00000100:00100000:3.0:1734686478.964962:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686478.964963:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848736512:12345-0@lo:8:kworker.0 Request processed in 27us (95us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686478.964965:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c131880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848736768:12345-0@lo:400:kworker.0 Request processed in 21us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686478.964967:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54823 00000100:00100000:2.0:1734686478.964969:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54824 00000100:00100000:1.0:1734686478.964970:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4127 00000100:00100000:2.0:1734686478.964973:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848736896:12345-0@lo:8:kworker.0 00000100:00080000:0.0:1734686478.964975:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686448 00000100:00080000:0.0:1734686478.964977:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686448 00000100:00080000:0.0:1734686478.964978:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686448 00000100:00080000:0.0:1734686478.964979:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686448 00000100:00100000:1.0:1734686478.964979:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848737152 00000100:00100000:1.0:1734686478.964981:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848737152 00010000:00020000:2.0:1734686478.964982:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686478.964983:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848736640:0@lo:400:kworker.0 00000100:00100000:3.0:1734686478.964990:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848736000:0@lo:400:kworker.0 00000100:00080000:0.0:1734686478.964992:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686478.964993:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4128 00000100:00080000:0.0:1734686478.964994:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686478.964996:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848736512:0@lo:8:kworker.0 00000100:00100000:1.0:1734686478.964997:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848737152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686478.964998:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848736896:12345-0@lo:8:kworker.0 Request processed in 24us (108us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734686478.965000:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686478.965001:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686478.965003:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848736896:0@lo:8:kworker.0 00000100:00100000:2.0:1734686478.965003:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54824 00000100:00100000:0.0:1734686478.965017:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848736384:0@lo:400:kworker.0 00000100:00100000:1.0:1734686478.965020:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848737152:12345-0@lo:400:kworker.0 Request processed in 22us (57us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686478.965024:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848737024:0@lo:400:kworker.0 00000100:00100000:1.0:1734686478.965025:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4128 00000100:00100000:3.0:1734686478.965028:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848737152:0@lo:400:kworker.0 00000100:00100000:1.0:1734686478.965047:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848736128:0@lo:400:kworker.0 00000100:00100000:1.0:1734686478.965055:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848736768:0@lo:400:kworker.0 00000100:00100000:1.0:1734686478.965062:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848736256:0@lo:400:kworker.0 00000100:00100000:1.0:1734686478.980709:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686478.980727:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848737280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686478.980771:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686478.980816:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848737280 00000100:00100000:0.0:1734686478.980822:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848737280 00000100:00100000:0.0:1734686478.980857:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41975 00000100:00100000:0.0:1734686478.980862:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848737280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686478.980886:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686478.980922:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848737280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686478.980926:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41975 00000100:00100000:1.0:1734686478.980948:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848737280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686479.044687:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686479.044705:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848737408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686479.044749:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686479.044791:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848737408 00000100:00100000:2.0:1734686479.044797:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848737408 00000100:00100000:2.0:1734686479.044828:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7308 00000100:00100000:2.0:1734686479.044833:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848737408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686479.044856:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686479.044891:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848737408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686479.044897:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7308 00000100:00100000:1.0:1734686479.044911:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848737408:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686479.314696:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686480.316717:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686480.740906:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848737536:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686480.740963:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686480.741036:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848737536 00000100:00100000:2.0:1734686480.741043:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848737536 00000100:00100000:2.0:1734686480.741092:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7309 00000100:00100000:2.0:1734686480.741098:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848737536:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1734686480.741101:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686450 00002000:00000024:2.0:1734686480.741121:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686480.741164:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848737536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686480.741170:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7309 00000100:00100000:1.0:1734686480.741205:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848737536:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686481.318700:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686481.398838:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686481.398866:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686481.398885:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686481.398893:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872798976 00000100:00100000:1.0:1734686481.398900:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872798976 00000100:00100000:0.0:1734686481.398914:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686481.398915:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872798848 00000100:00100000:3.0:1734686481.398919:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872798848 00000100:00100000:0.0:1734686481.398930:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872799232 00000100:00100000:0.0:1734686481.398933:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872799232 00000100:00100000:1.0:1734686481.398938:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872799104 00000100:00100000:1.0:1734686481.398941:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872799104 00000100:00100000:0.0:1734686481.398949:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54825 00000100:00100000:0.0:1734686481.398955:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872799232:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686481.398956:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4129 00000100:00100000:3.0:1734686481.398958:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1347 00000100:00100000:1.0:1734686481.398961:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872798976:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686481.398962:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872798848:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686481.398975:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686481.399004:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872799232:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 49us (90us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686481.399010:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54825 00000100:00100000:0.0:1734686481.399029:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4130 00000100:00100000:0.0:1734686481.399032:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872799104:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686481.399082:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872798848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 118us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686481.399087:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872799104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686481.399088:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872798976:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 125us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686481.399088:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1347 00000100:00100000:0.0:1734686481.399092:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4130 00000100:00100000:1.0:1734686481.399095:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4129 00000100:00080000:0.0:1734686481.399107:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686451 00000100:00080000:0.0:1734686481.399110:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686451 00000100:00080000:0.0:1734686481.399112:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686451 00010000:00010000:3.0:1734686482.320706:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686483.322728:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686483.924706:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686483.924722:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848737664:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686483.924769:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686483.924839:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848737664 00000100:00100000:0.0:1734686483.924845:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848737664 00000100:00100000:0.0:1734686483.924884:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41976 00000100:00100000:0.0:1734686483.924890:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848737664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686483.924918:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686483.924966:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848737664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686483.924972:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41976 00000100:00100000:3.0:1734686483.924977:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848737664:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686483.972715:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734686483.972718:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848738176:0@lo:400:kworker.0 00000100:00100000:3.0:1734686483.972718:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848737792:0@lo:400:kworker.0 00000100:00080000:2.0:1734686483.972720:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686483.972723:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686483.972727:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11279 00000100:00080000:2.0:1734686483.972731:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686483.972736:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686483.972743:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848738048:0@lo:400:kworker.0 00000100:00100000:2.0:1734686483.972753:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf0000 x1818938848738304/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686483.972773:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686483.972773:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686483.972775:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686483.972775:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686483.972778:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686483.972779:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686483.972782:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11279 00000100:00080000:2.0:1734686483.972784:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686483.972787:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686483.972795:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf3b80 x1818938848738688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686483.972802:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734686483.972803:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848738432:0@lo:400:kworker.0 00000100:00100000:0.0:1734686483.972808:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848737920:0@lo:400:kworker.0 00000100:00100000:1.0:1734686483.972820:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848738048 00000100:00100000:2.0:1734686483.972822:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686483.972823:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686483.972826:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686483.972826:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848738048 00000100:00100000:2.0:1734686483.972829:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848738816:0@lo:400:kworker.0 00000100:00100000:3.0:1734686483.972835:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686483.972836:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848738560:0@lo:400:kworker.0 00000100:00100000:3.0:1734686483.972840:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848738944:0@lo:400:kworker.0 00000100:00100000:0.0:1734686483.972850:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686483.972851:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686483.972855:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848737920 00000100:00100000:1.0:1734686483.972857:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848737920 00000100:00100000:3.0:1734686483.972860:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848737792 00000100:00100000:3.0:1734686483.972863:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848737792 00000100:00100000:1.0:1734686483.972867:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848738560 00000100:00100000:1.0:1734686483.972869:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848738560 00000100:00100000:0.0:1734686483.972871:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848738304:0@lo:8:kworker.0 00000100:00100000:2.0:1734686483.972875:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848738432 00000100:00100000:2.0:1734686483.972878:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848738432 00000100:00100000:1.0:1734686483.972880:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4131 00000100:00100000:3.0:1734686483.972880:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:0.0:1734686483.972885:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686483.972885:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848737792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686483.972886:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848738048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686483.972895:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848738688:0@lo:8:kworker.0 00000100:00100000:2.0:1734686483.972896:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848738816 00000100:00100000:2.0:1734686483.972898:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848738816 00000100:00100000:2.0:1734686483.972908:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848738304 00000100:00100000:2.0:1734686483.972910:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848738304 00000100:00100000:0.0:1734686483.972912:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686483.972913:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848737792:12345-0@lo:400:kworker.0 Request processed in 28us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686483.972919:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:1.0:1734686483.972921:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848738048:12345-0@lo:400:kworker.0 Request processed in 34us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686483.972926:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4131 00000100:00100000:2.0:1734686483.972929:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848738688 00000100:00100000:2.0:1734686483.972931:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848738688 00000100:00100000:0.0:1734686483.972938:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4132 00000100:00100000:1.0:1734686483.972942:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4133 00000100:00100000:2.0:1734686483.972942:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8183 00000100:00100000:0.0:1734686483.972943:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848737920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686483.972945:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848738560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686483.972946:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848738432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686483.972953:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8184 00000100:00100000:3.0:1734686483.972957:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848738816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686483.972967:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848738560:12345-0@lo:400:kworker.0 Request processed in 20us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686483.972971:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4133 00000100:00100000:0.0:1734686483.972973:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848737920:12345-0@lo:400:kworker.0 Request processed in 30us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686483.972975:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848738432:12345-0@lo:400:kworker.0 Request processed in 28us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686483.972979:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4132 00000100:00100000:2.0:1734686483.972980:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8183 00000100:00100000:3.0:1734686483.972982:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848738816:12345-0@lo:400:kworker.0 Request processed in 25us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686483.972986:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8184 00000100:00100000:1.0:1734686483.972990:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848738176 00000100:00100000:1.0:1734686483.972992:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848738176 00000100:00100000:2.0:1734686483.972993:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54826 00000100:00080000:0.0:1734686483.972996:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686453 00000100:00100000:3.0:1734686483.972996:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54827 00000100:00100000:2.0:1734686483.972997:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848738304:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686483.972998:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6475450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848738688:12345-0@lo:8:kworker.0 00000100:00080000:0.0:1734686483.972999:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686453 00000100:00080000:0.0:1734686483.973001:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686453 00000100:00080000:0.0:1734686483.973003:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686453 00000100:00100000:1.0:1734686483.973007:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41977 00010000:00020000:3.0:1734686483.973009:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686483.973010:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848738176:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734686483.973013:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686483.973028:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6475450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848738688:12345-0@lo:8:kworker.0 Request processed in 28us (116us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686483.973030:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848737920:0@lo:400:kworker.0 00000100:00100000:3.0:1734686483.973033:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54827 00000100:00100000:2.0:1734686483.973034:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848738304:12345-0@lo:8:kworker.0 Request processed in 37us (149us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686483.973035:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848738176:12345-0@lo:400:kworker.0 Request processed in 24us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686483.973039:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848738560:0@lo:400:kworker.0 00000100:00100000:2.0:1734686483.973039:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54826 00000100:00100000:1.0:1734686483.973040:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41977 00000100:00100000:0.0:1734686483.973046:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848738048:0@lo:400:kworker.0 00000100:00100000:3.0:1734686483.973050:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848738816:0@lo:400:kworker.0 00000100:00100000:1.0:1734686483.973058:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848738176:0@lo:400:kworker.0 00000100:00100000:3.0:1734686483.973063:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686483.973066:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686483.973069:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686483.973072:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848738304:0@lo:8:kworker.0 00000100:00080000:0.0:1734686483.973077:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686483.973077:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848738432:0@lo:400:kworker.0 00000100:00080000:0.0:1734686483.973079:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686483.973082:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848738688:0@lo:8:kworker.0 00000100:00100000:3.0:1734686483.973082:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848737792:0@lo:400:kworker.0 00000100:00100000:1.0:1734686483.973094:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848738944 00000100:00100000:1.0:1734686483.973096:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848738944 00000100:00100000:1.0:1734686483.973109:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4134 00000100:00100000:1.0:1734686483.973112:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848738944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686483.973133:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848738944:12345-0@lo:400:kworker.0 Request processed in 20us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686483.973137:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4134 00000100:00100000:3.0:1734686483.973143:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848738944:0@lo:400:kworker.0 00000100:00100000:3.0:1734686483.988727:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848739072:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686483.988779:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686483.988869:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848739072 00000100:00100000:1.0:1734686483.988876:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848739072 00000100:00100000:1.0:1734686483.988914:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41978 00000100:00100000:1.0:1734686483.988920:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848739072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686483.988950:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686483.988992:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848739072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686483.988998:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41978 00000100:00100000:3.0:1734686483.989024:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848739072:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686484.052703:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848739200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686484.052751:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686484.052810:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848739200 00000100:00100000:2.0:1734686484.052816:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848739200 00000100:00100000:2.0:1734686484.052846:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7310 00000100:00100000:2.0:1734686484.052852:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848739200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686484.052877:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686484.052910:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848739200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686484.052916:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7310 00000100:00100000:3.0:1734686484.052922:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848739200:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686484.324679:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686485.326711:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686485.748704:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848739328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686485.748756:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686485.748824:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848739328 00000100:00100000:2.0:1734686485.748830:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848739328 00000100:00080000:0.0:1734686485.748874:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686455 00000100:00100000:2.0:1734686485.748879:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7311 00000100:00100000:2.0:1734686485.748885:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848739328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686485.748907:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686485.748937:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848739328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686485.748942:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7311 00000100:00100000:0.0:1734686485.748958:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848739328:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686486.328711:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686486.406894:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686486.406923:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686486.406944:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686486.406966:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872799488 00000100:00100000:3.0:1734686486.406971:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872799360 00000100:00100000:1.0:1734686486.406975:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872799488 00000100:00100000:3.0:1734686486.406975:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872799360 00000100:00100000:0.0:1734686486.407003:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686486.407013:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1349 00000100:00100000:1.0:1734686486.407014:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872799616 00000100:00100000:1.0:1734686486.407017:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872799616 00000100:00100000:3.0:1734686486.407017:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872799360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686486.407019:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4135 00000100:00100000:0.0:1734686486.407023:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872799488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686486.407032:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4136 00000100:00100000:1.0:1734686486.407037:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872799616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686486.407037:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872799744 00000100:00100000:2.0:1734686486.407042:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872799744 00000100:00100000:0.0:1734686486.407056:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872799488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686486.407056:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872799360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (131us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686486.407061:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1349 00000100:00100000:0.0:1734686486.407062:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4135 00000100:00100000:2.0:1734686486.407063:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54828 00000100:00100000:1.0:1734686486.407064:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872799616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686486.407068:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872799744:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686486.407069:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4136 00010000:00020000:2.0:1734686486.407088:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686486.407092:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686456 00000100:00080000:3.0:1734686486.407094:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686456 00000100:00080000:3.0:1734686486.407095:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686456 00000100:00100000:2.0:1734686486.407111:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872799744:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (107us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686486.407116:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54828 00010000:00010000:3.0:1734686487.330738:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686488.332694:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686488.932725:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848739456:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686488.932769:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686488.932821:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848739456 00000100:00100000:1.0:1734686488.932827:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848739456 00000100:00100000:1.0:1734686488.932872:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41979 00000100:00100000:1.0:1734686488.932879:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848739456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686488.932907:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686488.932949:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848739456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686488.932955:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41979 00000100:00100000:0.0:1734686488.932968:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848739456:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686488.980684:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848739584:0@lo:400:kworker.0 00000100:00080000:2.0:1734686488.980687:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686488.980694:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686488.980696:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686488.980697:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848739968:0@lo:400:kworker.0 00000100:00080000:2.0:1734686488.980700:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11284 00000100:00080000:2.0:1734686488.980702:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686488.980706:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686488.980719:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848739712:0@lo:400:kworker.0 00000100:00100000:2.0:1734686488.980721:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf1f80 x1818938848740096/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686488.980734:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686488.980734:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686488.980744:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686488.980746:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686488.980748:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686488.980750:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11284 00000100:00080000:2.0:1734686488.980753:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:3.0:1734686488.980753:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686488.980756:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686488.980758:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848740224:0@lo:400:kworker.0 00000100:00100000:2.0:1734686488.980766:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf3b80 x1818938848740480/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686488.980770:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848740352:0@lo:400:kworker.0 00000100:00100000:0.0:1734686488.980771:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686488.980776:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848739712 00000100:00100000:1.0:1734686488.980782:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848739712 00000100:00100000:0.0:1734686488.980784:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848739840:0@lo:400:kworker.0 00000100:00100000:3.0:1734686488.980785:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686488.980795:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848740096:0@lo:8:kworker.0 00000100:00100000:0.0:1734686488.980796:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686488.980805:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848740608:0@lo:400:kworker.0 00000100:00100000:3.0:1734686488.980805:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848739584 00000100:00100000:2.0:1734686488.980812:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686488.980813:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848740352 00000100:00100000:3.0:1734686488.980813:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848739584 00000100:00100000:1.0:1734686488.980815:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848740352 00000100:00100000:0.0:1734686488.980822:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848739840 00000100:00100000:2.0:1734686488.980823:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848740480:0@lo:8:kworker.0 00000100:00100000:0.0:1734686488.980825:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848739840 00000100:00100000:1.0:1734686488.980827:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4137 00000100:00100000:2.0:1734686488.980831:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686488.980832:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848739712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686488.980834:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:3.0:1734686488.980838:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848739584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686488.980846:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4138 00000100:00100000:2.0:1734686488.980847:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848740224 00000100:00100000:2.0:1734686488.980849:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848740224 00000100:00100000:0.0:1734686488.980850:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848740352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686488.980862:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848740096 00000100:00100000:2.0:1734686488.980863:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848740096 00000100:00100000:3.0:1734686488.980865:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848739584:12345-0@lo:400:kworker.0 Request processed in 26us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686488.980868:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848739712:12345-0@lo:400:kworker.0 Request processed in 35us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686488.980868:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848740480 00000100:00100000:2.0:1734686488.980869:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848740480 00000100:00100000:3.0:1734686488.980870:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:1.0:1734686488.980872:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4137 00000100:00100000:2.0:1734686488.980875:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8185 00000100:00100000:2.0:1734686488.980878:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848740224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686488.980879:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848740352:12345-0@lo:400:kworker.0 Request processed in 27us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686488.980885:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4139 00000100:00100000:0.0:1734686488.980889:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4138 00000100:00100000:1.0:1734686488.980889:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848739840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686488.980894:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848740224:12345-0@lo:400:kworker.0 Request processed in 16us (122us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686488.980894:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686458 00000100:00080000:3.0:1734686488.980897:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686458 00000100:00100000:2.0:1734686488.980898:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8185 00000100:00080000:3.0:1734686488.980899:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686458 00000100:00080000:3.0:1734686488.980901:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686458 00000100:00100000:2.0:1734686488.980906:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54829 00000100:00100000:1.0:1734686488.980907:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848739840:12345-0@lo:400:kworker.0 Request processed in 17us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686488.980908:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848740096:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686488.980911:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686488.980912:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4139 00010000:00020000:2.0:1734686488.980920:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686488.980920:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848740608 00000100:00100000:3.0:1734686488.980923:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848740608 00000100:00100000:2.0:1734686488.980932:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848740096:12345-0@lo:8:kworker.0 Request processed in 23us (120us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686488.980935:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848739840:0@lo:400:kworker.0 00000100:00100000:2.0:1734686488.980935:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54829 00000100:00100000:1.0:1734686488.980937:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848740352:0@lo:400:kworker.0 00000100:00100000:2.0:1734686488.980940:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8186 00000100:00100000:2.0:1734686488.980942:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848740608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686488.980943:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54830 00000100:00100000:1.0:1734686488.980944:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848739712:0@lo:400:kworker.0 00000100:00100000:3.0:1734686488.980947:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848740480:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686488.980954:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848740608:12345-0@lo:400:kworker.0 Request processed in 11us (43us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686488.980955:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848740224:0@lo:400:kworker.0 00000100:00100000:2.0:1734686488.980957:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8186 00010000:00020000:3.0:1734686488.980958:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686488.980959:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848739968 00000100:00100000:0.0:1734686488.980961:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848739584:0@lo:400:kworker.0 00000100:00100000:1.0:1734686488.980961:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848739968 00000100:00100000:0.0:1734686488.980967:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686488.980971:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848740736:0@lo:400:kworker.0 00000100:00080000:2.0:1734686488.980975:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686488.980976:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848740480:12345-0@lo:8:kworker.0 Request processed in 29us (144us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734686488.980977:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686488.980978:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41980 00000100:00100000:2.0:1734686488.980979:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848740096:0@lo:8:kworker.0 00000100:00100000:1.0:1734686488.980982:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848739968:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686488.980982:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686488.980982:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54830 00000100:00080000:2.0:1734686488.980984:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686488.980985:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848740480:0@lo:8:kworker.0 00000100:00100000:0.0:1734686488.980987:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686488.980995:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686458 00000100:00080000:3.0:1734686488.980997:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686458 00000100:00100000:0.0:1734686488.981003:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848740608:0@lo:400:kworker.0 00000100:00100000:1.0:1734686488.981005:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848739968:12345-0@lo:400:kworker.0 Request processed in 22us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686488.981009:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41980 00000100:00100000:1.0:1734686488.981021:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848740736 00000100:00100000:1.0:1734686488.981023:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848740736 00000100:00100000:1.0:1734686488.981044:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4140 00000100:00100000:1.0:1734686488.981048:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848740736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686488.981082:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848740736:12345-0@lo:400:kworker.0 Request processed in 33us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686488.981100:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4140 00000100:00100000:0.0:1734686488.981118:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848740736:0@lo:400:kworker.0 00000100:00100000:1.0:1734686488.981120:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848739968:0@lo:400:kworker.0 00000100:00100000:0.0:1734686488.996708:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848740864:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686488.996762:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686488.996794:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848740864 00000100:00100000:1.0:1734686488.996799:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848740864 00000100:00100000:1.0:1734686488.996831:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41981 00000100:00100000:1.0:1734686488.996835:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848740864:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686488.996860:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686488.996903:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848740864:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686488.996909:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41981 00000100:00100000:0.0:1734686488.996930:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848740864:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686489.060769:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009870ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848740992:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686489.060815:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686489.060897:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848740992 00000100:00100000:2.0:1734686489.060903:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848740992 00000100:00100000:2.0:1734686489.060937:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7312 00000100:00100000:2.0:1734686489.060942:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848740992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686489.060964:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686489.060987:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848740992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686489.060991:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7312 00000100:00100000:1.0:1734686489.061042:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009870ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848740992:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686489.334716:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686490.336694:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686490.756718:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848741120:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686490.756775:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686490.756816:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848741120 00000100:00100000:0.0:1734686490.756823:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848741120 00000100:00100000:0.0:1734686490.756866:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7313 00000100:00100000:0.0:1734686490.756872:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848741120:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734686490.756885:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686460 00002000:00000024:0.0:1734686490.756895:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686490.756929:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072bf5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848741120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686490.756935:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7313 00000100:00100000:2.0:1734686490.756943:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848741120:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686491.338708:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686491.414969:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686491.415013:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686491.415038:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686491.415088:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686491.415115:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872800128 00000100:00100000:1.0:1734686491.415116:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872800000 00000100:00100000:3.0:1734686491.415116:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872799872 00000100:00100000:2.0:1734686491.415125:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872800128 00000100:00100000:1.0:1734686491.415126:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872800000 00000100:00100000:3.0:1734686491.415126:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872799872 00000100:00100000:0.0:1734686491.415132:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872800256 00000100:00100000:0.0:1734686491.415136:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872800256 00000100:00100000:0.0:1734686491.415169:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54831 00000100:00100000:3.0:1734686491.415173:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1351 00000100:00100000:0.0:1734686491.415176:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872800256:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686491.415176:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4141 00000100:00100000:3.0:1734686491.415179:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872799872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686491.415182:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4142 00000100:00100000:2.0:1734686491.415183:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872800128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686491.415186:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872800000:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686491.415202:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686491.415235:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872799872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 56us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686491.415236:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872800000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686491.415240:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1351 00000100:00100000:1.0:1734686491.415243:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4142 00000100:00100000:0.0:1734686491.415246:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872800256:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 69us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686491.415246:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872800128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 63us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686491.415253:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54831 00000100:00100000:2.0:1734686491.415253:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4141 00000100:00080000:3.0:1734686491.415267:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686461 00000100:00080000:3.0:1734686491.415271:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686461 00000100:00080000:3.0:1734686491.415273:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686461 00010000:00010000:3.0:1734686492.340693:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686493.342776:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686493.940771:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848741248:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686493.940829:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686493.940914:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848741248 00000100:00100000:2.0:1734686493.940922:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848741248 00000100:00100000:2.0:1734686493.940961:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41982 00000100:00100000:2.0:1734686493.940967:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848741248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686493.940996:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686493.941052:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848741248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686493.941058:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41982 00000100:00100000:1.0:1734686493.941083:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848741248:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686493.988719:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686493.988725:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686493.988728:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686493.988736:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11289 00000100:00080000:2.0:1734686493.988739:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734686493.988744:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848741376:0@lo:400:kworker.0 00000100:00080000:2.0:1734686493.988744:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686493.988744:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848741632:0@lo:400:kworker.0 00000100:00100000:1.0:1734686493.988746:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848741504:0@lo:400:kworker.0 00000100:00100000:2.0:1734686493.988759:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf1c00 x1818938848741888/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686493.988781:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686493.988784:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686493.988785:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686493.988787:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11289 00000100:00080000:2.0:1734686493.988790:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1734686493.988792:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686493.988793:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686493.988795:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686493.988795:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848741760:0@lo:400:kworker.0 00000100:00100000:2.0:1734686493.988801:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf0380 x1818938848742272/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686493.988813:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848742400:0@lo:400:kworker.0 00000100:00100000:0.0:1734686493.988815:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848742016:0@lo:400:kworker.0 00000100:00100000:1.0:1734686493.988816:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686493.988825:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686493.988827:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848741888:0@lo:8:kworker.0 00000100:00100000:1.0:1734686493.988832:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848742528:0@lo:400:kworker.0 00000100:00100000:0.0:1734686493.988839:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848741376 00000100:00100000:3.0:1734686493.988840:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686493.988844:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848741376 00000100:00100000:1.0:1734686493.988844:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686493.988845:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848742144:0@lo:400:kworker.0 00000100:00100000:2.0:1734686493.988846:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686493.988857:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848742272:0@lo:8:kworker.0 00000100:00100000:1.0:1734686493.988859:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686493.988867:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848741632 00000100:00100000:2.0:1734686493.988870:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686493.988870:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848741632 00000100:00100000:1.0:1734686493.988872:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848742528 00000100:00100000:0.0:1734686493.988873:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1734686493.988874:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848742528 00000100:00100000:0.0:1734686493.988878:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848741376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686493.988887:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848741504 00000100:00100000:1.0:1734686493.988889:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848741504 00000100:00100000:3.0:1734686493.988895:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4143 00000100:00100000:3.0:1734686493.988899:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848742528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686493.988903:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4144 00000100:00100000:1.0:1734686493.988906:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4145 00000100:00100000:2.0:1734686493.988907:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848741632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686493.988909:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848741376:12345-0@lo:400:kworker.0 Request processed in 31us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686493.988909:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848741504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686493.988914:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:2.0:1734686493.988929:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848741632:12345-0@lo:400:kworker.0 Request processed in 22us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686493.988932:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848741504:12345-0@lo:400:kworker.0 Request processed in 23us (73us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686493.988934:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4144 00000100:00100000:3.0:1734686493.988934:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848742528:12345-0@lo:400:kworker.0 Request processed in 33us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686493.988935:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848742400 00000100:00100000:1.0:1734686493.988936:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4145 00000100:00100000:0.0:1734686493.988937:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848742400 00000100:00100000:3.0:1734686493.988939:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4143 00000100:00100000:2.0:1734686493.988952:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848741888 00000100:00100000:0.0:1734686493.988953:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848742272 00000100:00080000:3.0:1734686493.988953:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686463 00000100:00100000:0.0:1734686493.988954:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848742272 00000100:00100000:2.0:1734686493.988954:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848741888 00000100:00080000:3.0:1734686493.988957:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686463 00000100:00080000:3.0:1734686493.988959:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686463 00000100:00080000:3.0:1734686493.988960:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686463 00000100:00100000:1.0:1734686493.988961:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848741504:0@lo:400:kworker.0 00000100:00100000:0.0:1734686493.988964:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8187 00000100:00100000:2.0:1734686493.988966:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54832 00000100:00100000:0.0:1734686493.988967:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848742400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686493.988969:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686493.988970:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848742272:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686493.988977:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848742528:0@lo:400:kworker.0 00010000:00020000:2.0:1734686493.988983:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686493.988986:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848741632:0@lo:400:kworker.0 00000100:00100000:0.0:1734686493.988991:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848742400:12345-0@lo:400:kworker.0 Request processed in 23us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686493.988997:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8187 00000100:00100000:2.0:1734686493.988999:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848742272:12345-0@lo:8:kworker.0 Request processed in 28us (128us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686493.988999:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848742400:0@lo:400:kworker.0 00000100:00100000:1.0:1734686493.989001:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54833 00000100:00100000:1.0:1734686493.989018:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848741888:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686493.989019:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54832 00000100:00100000:0.0:1734686493.989025:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686493.989026:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848742144 00010000:00020000:1.0:1734686493.989027:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686493.989029:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848742144 00000100:00100000:2.0:1734686493.989032:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848742016 00000100:00100000:2.0:1734686493.989034:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848742016 00000100:00100000:0.0:1734686493.989041:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848741376:0@lo:400:kworker.0 00000100:00100000:3.0:1734686493.989045:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4146 00000100:00100000:2.0:1734686493.989047:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8188 00000100:00100000:1.0:1734686493.989048:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848741888:12345-0@lo:8:kworker.0 Request processed in 29us (201us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686493.989049:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848742144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686493.989051:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848742016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686493.989053:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54833 00000100:00100000:3.0:1734686493.989075:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848742144:12345-0@lo:400:kworker.0 Request processed in 26us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686493.989077:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848741760 00000100:00100000:0.0:1734686493.989079:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848741760 00000100:00100000:3.0:1734686493.989081:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4146 00000100:00100000:2.0:1734686493.989082:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848742016:12345-0@lo:400:kworker.0 Request processed in 30us (56us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686493.989083:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848742016:0@lo:400:kworker.0 00000100:00100000:2.0:1734686493.989087:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8188 00000100:00080000:3.0:1734686493.989094:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686463 00000100:00100000:0.0:1734686493.989095:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41983 00000100:00080000:3.0:1734686493.989097:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686463 00000100:00100000:0.0:1734686493.989098:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848741760:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686493.989103:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686493.989105:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686493.989107:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848741888:0@lo:8:kworker.0 00000100:00100000:3.0:1734686493.989109:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848742144:0@lo:400:kworker.0 00000100:00080000:2.0:1734686493.989113:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686493.989115:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686493.989117:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848742272:0@lo:8:kworker.0 00000100:00100000:0.0:1734686493.989122:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848741760:12345-0@lo:400:kworker.0 Request processed in 23us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686493.989126:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41983 00000100:00100000:1.0:1734686493.989131:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848741760:0@lo:400:kworker.0 00000100:00100000:1.0:1734686494.004751:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848742656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686494.004803:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686494.004841:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848742656 00000100:00100000:0.0:1734686494.004847:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848742656 00000100:00100000:0.0:1734686494.004883:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41984 00000100:00100000:0.0:1734686494.004887:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848742656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686494.004911:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686494.004941:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848742656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686494.004945:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41984 00000100:00100000:1.0:1734686494.004958:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848742656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686494.068753:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848742784:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686494.068798:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686494.068855:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848742784 00000100:00100000:0.0:1734686494.068863:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848742784 00000100:00100000:0.0:1734686494.068900:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7314 00000100:00100000:0.0:1734686494.068906:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848742784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686494.068929:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686494.068975:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848742784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686494.068981:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7314 00000100:00100000:1.0:1734686494.069032:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848742784:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686494.344703:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686495.346804:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686495.764709:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848742912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686495.764760:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686495.764858:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848742912 00000100:00100000:2.0:1734686495.764864:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848742912 00000100:00100000:2.0:1734686495.764910:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7315 00000100:00080000:3.0:1734686495.764913:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686465 00000100:00100000:2.0:1734686495.764915:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848742912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686495.764939:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686495.764971:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848742912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686495.764990:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7315 00000100:00100000:0.0:1734686495.764998:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848742912:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686496.349149:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686496.423007:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686496.423056:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686496.423096:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686496.423114:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872800512 00000100:00100000:3.0:1734686496.423124:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872800512 00000100:00100000:2.0:1734686496.423137:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872800384 00000100:00100000:2.0:1734686496.423142:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872800384 00000100:00100000:2.0:1734686496.423187:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1353 00000100:00100000:3.0:1734686496.423189:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872800640 00000100:00100000:3.0:1734686496.423191:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872800640 00000100:00100000:2.0:1734686496.423193:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872800384:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686496.423202:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686496.423207:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4147 00000100:00100000:3.0:1734686496.423214:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872800512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686496.423226:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4148 00000100:00100000:1.0:1734686496.423232:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872800640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686496.423290:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872800384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 96us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686496.423292:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872800640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686496.423293:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872800512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 77us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686496.423296:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1353 00000100:00100000:3.0:1734686496.423298:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4147 00000100:00100000:1.0:1734686496.423302:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4148 00000100:00080000:3.0:1734686496.423322:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686466 00000100:00080000:3.0:1734686496.423325:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686466 00000100:00080000:3.0:1734686496.423326:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686466 00000100:00100000:2.0:1734686496.423328:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872800768 00000100:00100000:2.0:1734686496.423331:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872800768 00000100:00100000:2.0:1734686496.423344:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54834 00000100:00100000:2.0:1734686496.423348:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872800768:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734686496.423365:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686496.423381:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872800768:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 32us (180us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686496.423385:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54834 00010000:00010000:3.0:1734686497.350742:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686498.352705:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686498.948776:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686498.948795:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848743040:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686498.948849:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686498.948888:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848743040 00000100:00100000:0.0:1734686498.948895:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848743040 00000100:00100000:0.0:1734686498.948938:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41985 00000100:00100000:0.0:1734686498.948944:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009df08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848743040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686498.948970:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686498.949005:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009df08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848743040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686498.949010:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41985 00000100:00100000:1.0:1734686498.949018:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848743040:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686498.996758:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686498.996765:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686498.996768:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686498.996772:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848743552:0@lo:400:kworker.0 00000100:00080000:2.0:1734686498.996774:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11294 00000100:00100000:0.0:1734686498.996777:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848743296:0@lo:400:kworker.0 00000100:00080000:2.0:1734686498.996778:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686498.996784:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686498.996785:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848743168:0@lo:400:kworker.0 00000100:00100000:2.0:1734686498.996810:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf1180 x1818938848743680/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686498.996832:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686498.996835:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686498.996836:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686498.996838:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11294 00000100:00080000:2.0:1734686498.996840:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686498.996842:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686498.996849:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf3b80 x1818938848744064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686498.996853:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686498.996853:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686498.996878:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848743680:0@lo:8:kworker.0 00000100:00100000:0.0:1734686498.996892:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848743936:0@lo:400:kworker.0 00000100:00100000:1.0:1734686498.996893:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848743808:0@lo:400:kworker.0 00000100:00100000:2.0:1734686498.996908:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686498.996917:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686498.996938:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686498.996939:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848744064:0@lo:8:kworker.0 00000100:00100000:0.0:1734686498.996947:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734686498.996953:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848743424:0@lo:400:kworker.0 00000100:00100000:1.0:1734686498.996953:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686498.996955:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686498.996959:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848744320:0@lo:400:kworker.0 00000100:00100000:0.0:1734686498.996971:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686498.996988:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848743680 00000100:00100000:0.0:1734686498.996992:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848744192:0@lo:400:kworker.0 00000100:00100000:1.0:1734686498.996993:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848743296 00000100:00100000:2.0:1734686498.996995:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848743680 00000100:00100000:1.0:1734686498.996999:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848743296 00000100:00100000:0.0:1734686498.997010:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686498.997018:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848743808 00000100:00100000:2.0:1734686498.997021:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848743808 00000100:00100000:1.0:1734686498.997039:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848743936 00000100:00100000:2.0:1734686498.997041:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848744064 00000100:00100000:1.0:1734686498.997042:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848743936 00000100:00100000:0.0:1734686498.997043:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848744192 00000100:00100000:2.0:1734686498.997043:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848744064 00000100:00100000:0.0:1734686498.997046:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848744192 00000100:00100000:2.0:1734686498.997052:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8189 00000100:00100000:1.0:1734686498.997057:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848743424 00000100:00100000:2.0:1734686498.997057:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848743808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686498.997059:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848743424 00000100:00100000:0.0:1734686498.997067:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8190 00000100:00100000:0.0:1734686498.997071:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848744192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686498.997074:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4149 00000100:00100000:1.0:1734686498.997080:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848743296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686498.997090:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848743808:12345-0@lo:400:kworker.0 Request processed in 33us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686498.997095:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8189 00000100:00100000:0.0:1734686498.997097:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848744192:12345-0@lo:400:kworker.0 Request processed in 26us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686498.997102:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8190 00000100:00100000:2.0:1734686498.997109:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54835 00000100:00100000:0.0:1734686498.997112:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54836 00000100:00100000:2.0:1734686498.997112:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848743680:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686498.997115:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848744064:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686498.997121:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848743296:12345-0@lo:400:kworker.0 Request processed in 40us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686498.997127:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4149 00010000:00020000:0.0:1734686498.997129:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734686498.997132:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686498.997143:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4150 00000100:00100000:0.0:1734686498.997147:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848744064:12345-0@lo:8:kworker.0 Request processed in 31us (192us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686498.997147:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848743936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686498.997148:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848743680:12345-0@lo:8:kworker.0 Request processed in 36us (241us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686498.997151:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54836 00000100:00100000:2.0:1734686498.997153:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54835 00000100:00100000:1.0:1734686498.997168:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848743936:12345-0@lo:400:kworker.0 Request processed in 20us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686498.997169:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4151 00000100:00100000:0.0:1734686498.997173:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848743424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686498.997174:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4150 00000100:00100000:0.0:1734686498.997188:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848743424:12345-0@lo:400:kworker.0 Request processed in 15us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686498.997188:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848743168 00000100:00080000:2.0:1734686498.997190:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686498.997191:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848743168 00000100:00100000:0.0:1734686498.997192:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4151 00000100:00080000:2.0:1734686498.997193:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686498.997196:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848743680:0@lo:8:kworker.0 00000100:00080000:2.0:1734686498.997203:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686498.997205:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686498.997208:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:2.0:1734686498.997208:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848744064:0@lo:8:kworker.0 00000100:00100000:1.0:1734686498.997212:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848743168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686498.997217:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848743424:0@lo:400:kworker.0 00000100:00100000:0.0:1734686498.997226:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848744192:0@lo:400:kworker.0 00000100:00100000:1.0:1734686498.997235:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848743168:12345-0@lo:400:kworker.0 Request processed in 23us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686498.997236:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848743936:0@lo:400:kworker.0 00000100:00100000:1.0:1734686498.997240:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00080000:2.0:1734686498.997243:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686468 00000100:00100000:0.0:1734686498.997245:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848743296:0@lo:400:kworker.0 00000100:00080000:2.0:1734686498.997247:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686468 00000100:00080000:2.0:1734686498.997249:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686468 00000100:00080000:2.0:1734686498.997251:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686468 00000100:00100000:1.0:1734686498.997265:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686498.997287:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848743808:0@lo:400:kworker.0 00000100:00100000:2.0:1734686498.997288:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848744320 00000100:00100000:2.0:1734686498.997291:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848744320 00000100:00100000:1.0:1734686498.997293:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848743168:0@lo:400:kworker.0 00000100:00100000:2.0:1734686498.997314:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4152 00000100:00100000:2.0:1734686498.997318:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848744320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686498.997344:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848744320:12345-0@lo:400:kworker.0 Request processed in 25us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686498.997348:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4152 00000100:00100000:1.0:1734686498.997357:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848744320:0@lo:400:kworker.0 00000100:00100000:3.0:1734686498.998074:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686498.998125:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848743552 00000100:00100000:0.0:1734686498.998131:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848743552 00000100:00100000:0.0:1734686498.998162:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41986 00000100:00100000:0.0:1734686498.998166:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848743552:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686498.998166:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686468 00000100:00100000:0.0:1734686498.998210:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848743552:12345-0@lo:400:kworker.0 Request processed in 43us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686498.998220:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41986 00000100:00100000:3.0:1734686498.998270:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848743552:0@lo:400:kworker.0 00000100:00100000:2.0:1734686499.012726:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848744448:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686499.012780:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686499.012846:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848744448 00000100:00100000:0.0:1734686499.012853:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848744448 00000100:00100000:0.0:1734686499.012895:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41987 00000100:00100000:0.0:1734686499.012900:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848744448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686499.012944:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686499.012991:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848744448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686499.012997:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41987 00000100:00100000:2.0:1734686499.013012:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848744448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686499.076734:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848744576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686499.076787:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686499.076877:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848744576 00000100:00100000:2.0:1734686499.076884:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848744576 00000100:00100000:2.0:1734686499.076955:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7316 00000100:00100000:2.0:1734686499.076961:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848744576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686499.076986:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686499.077018:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848744576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686499.077030:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7316 00000100:00100000:0.0:1734686499.077039:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848744576:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686499.354719:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686500.356709:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686500.772701:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848744704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686500.772755:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686500.772804:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848744704 00000100:00100000:0.0:1734686500.772811:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848744704 00000100:00100000:0.0:1734686500.772853:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7317 00000100:00080000:2.0:1734686500.772858:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686470 00000100:00100000:0.0:1734686500.772859:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848744704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686500.772883:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686500.772945:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848744704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686500.772950:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7317 00000100:00100000:2.0:1734686500.772974:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848744704:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686501.358747:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686501.431052:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686501.431092:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686501.431109:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686501.431127:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872801024 00000100:00100000:0.0:1734686501.431134:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686501.431137:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872801024 00000100:00100000:0.0:1734686501.431174:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872801280 00000100:00100000:0.0:1734686501.431177:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872801280 00000100:00100000:1.0:1734686501.431179:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872800896 00000100:00100000:1.0:1734686501.431192:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872800896 00000100:00100000:0.0:1734686501.431198:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54837 00000100:00100000:2.0:1734686501.431200:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872801152 00000100:00100000:2.0:1734686501.431203:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872801152 00000100:00100000:0.0:1734686501.431204:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872801280:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:3.0:1734686501.431221:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686471 00000100:00100000:2.0:1734686501.431222:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4153 00000100:00100000:2.0:1734686501.431226:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872801024:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686501.431227:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686501.431228:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686471 00000100:00080000:3.0:1734686501.431230:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686471 00000100:00100000:1.0:1734686501.431242:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1355 00000100:00100000:1.0:1734686501.431248:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872800896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686501.431262:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4154 00000100:00100000:3.0:1734686501.431269:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872801152:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686501.431279:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872801280:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 74us (142us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686501.431281:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872801024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686501.431285:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54837 00000100:00100000:2.0:1734686501.431286:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4153 00000100:00100000:1.0:1734686501.431302:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872800896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686501.431302:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872801152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686501.431308:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1355 00000100:00100000:3.0:1734686501.431308:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4154 00010000:00010000:3.0:1734686502.360760:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686503.362706:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686503.956705:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848744832:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686503.956758:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686503.956805:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848744832 00000100:00100000:0.0:1734686503.956810:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848744832 00000100:00100000:0.0:1734686503.956862:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41988 00000100:00100000:0.0:1734686503.956867:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848744832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686503.956890:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686503.956925:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848744832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686503.956929:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41988 00000100:00100000:3.0:1734686503.956944:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848744832:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686504.004725:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686504.004729:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848744960:0@lo:400:kworker.0 00000100:00080000:2.0:1734686504.004730:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686504.004733:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686504.004738:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11299 00000100:00100000:3.0:1734686504.004739:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848745344:0@lo:400:kworker.0 00000100:00080000:2.0:1734686504.004742:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686504.004747:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686504.004748:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848745088:0@lo:400:kworker.0 00000100:00100000:2.0:1734686504.004761:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf2a00 x1818938848745472/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686504.004781:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686504.004781:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686504.004781:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734686504.004781:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686504.004784:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686504.004785:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686504.004787:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11299 00000100:00080000:2.0:1734686504.004789:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686504.004791:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686504.004797:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf1880 x1818938848745856/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686504.004808:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848745600:0@lo:400:kworker.0 00000100:00100000:1.0:1734686504.004808:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848745728:0@lo:400:kworker.0 00000100:00100000:2.0:1734686504.004819:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848745216:0@lo:400:kworker.0 00000100:00100000:3.0:1734686504.004823:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848745088 00000100:00100000:0.0:1734686504.004824:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686504.004827:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686504.004828:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848745088 00000100:00100000:0.0:1734686504.004845:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686504.004850:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848746112:0@lo:400:kworker.0 00000100:00100000:2.0:1734686504.004853:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686504.004860:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848744960 00000100:00100000:1.0:1734686504.004863:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848744960 00000100:00100000:2.0:1734686504.004866:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848745984:0@lo:400:kworker.0 00000100:00100000:0.0:1734686504.004867:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686504.004869:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848745728 00000100:00100000:3.0:1734686504.004872:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848745728 00000100:00100000:3.0:1734686504.004882:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848745216 00000100:00100000:2.0:1734686504.004883:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686504.004884:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:3.0:1734686504.004884:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848745216 00000100:00100000:1.0:1734686504.004888:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848744960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686504.004889:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848745600 00000100:00100000:0.0:1734686504.004891:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848745600 00000100:00100000:3.0:1734686504.004894:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848746112 00000100:00100000:3.0:1734686504.004896:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848746112 00000100:00100000:2.0:1734686504.004902:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848745472:0@lo:8:kworker.0 00000100:00100000:3.0:1734686504.004904:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4155 00000100:00100000:0.0:1734686504.004907:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848745984 00000100:00100000:3.0:1734686504.004908:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848745088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686504.004909:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848745984 00000100:00100000:0.0:1734686504.004918:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8191 00000100:00100000:2.0:1734686504.004920:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686504.004921:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848744960:12345-0@lo:400:kworker.0 Request processed in 32us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686504.004922:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848745600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686504.004926:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1734686504.004930:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848745856:0@lo:8:kworker.0 00000100:00100000:3.0:1734686504.004936:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848745088:12345-0@lo:400:kworker.0 Request processed in 28us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686504.004941:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686504.004942:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4155 00000100:00100000:0.0:1734686504.004944:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848745600:12345-0@lo:400:kworker.0 Request processed in 21us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686504.004948:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8191 00000100:00100000:1.0:1734686504.004950:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4156 00000100:00100000:1.0:1734686504.004953:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848745728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686504.004955:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4157 00000100:00100000:0.0:1734686504.004956:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848745472 00000100:00100000:0.0:1734686504.004958:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848745472 00000100:00100000:3.0:1734686504.004959:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848745216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686504.004962:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4158 00000100:00100000:0.0:1734686504.004966:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848745856 00000100:00100000:2.0:1734686504.004966:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848746112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686504.004968:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848745856 00000100:00100000:1.0:1734686504.004971:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848745728:12345-0@lo:400:kworker.0 Request processed in 18us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686504.004976:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8192 00000100:00100000:0.0:1734686504.004978:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848745984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686504.004988:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848745216:12345-0@lo:400:kworker.0 Request processed in 27us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686504.004992:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848746112:12345-0@lo:400:kworker.0 Request processed in 25us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686504.004993:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4157 00000100:00100000:0.0:1734686504.004999:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848745984:12345-0@lo:400:kworker.0 Request processed in 19us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686504.004999:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4158 00000100:00100000:0.0:1734686504.005004:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8192 00000100:00080000:3.0:1734686504.005005:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686474 00000100:00080000:3.0:1734686504.005008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686474 00000100:00080000:3.0:1734686504.005010:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686474 00000100:00080000:3.0:1734686504.005011:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686474 00000100:00100000:0.0:1734686504.005012:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54838 00000100:00100000:0.0:1734686504.005015:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848745472:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686504.005019:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54839 00000100:00100000:2.0:1734686504.005022:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848745856:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686504.005029:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734686504.005033:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686504.005034:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848745216:0@lo:400:kworker.0 00000100:00100000:3.0:1734686504.005042:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848745984:0@lo:400:kworker.0 00000100:00100000:0.0:1734686504.005054:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848745472:12345-0@lo:8:kworker.0 Request processed in 37us (133us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686504.005059:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54838 00000100:00100000:2.0:1734686504.005063:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848745856:12345-0@lo:8:kworker.0 Request processed in 39us (120us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686504.005069:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4156 00000100:00100000:2.0:1734686504.005069:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54839 00000100:00100000:0.0:1734686504.005082:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848745344 00000100:00100000:0.0:1734686504.005085:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848745344 00000100:00080000:2.0:1734686504.005087:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686504.005089:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686504.005092:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848745472:0@lo:8:kworker.0 00000100:00100000:3.0:1734686504.005094:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848746112:0@lo:400:kworker.0 00000100:00100000:1.0:1734686504.005096:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848745728:0@lo:400:kworker.0 00000100:02020000:2.0:1734686504.005098:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00100000:0.0:1734686504.005101:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41989 00000100:00080000:2.0:1734686504.005101:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686504.005101:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848745600:0@lo:400:kworker.0 00000100:00080000:2.0:1734686504.005102:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686504.005104:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848745344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686504.005104:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848745856:0@lo:8:kworker.0 00000100:00100000:1.0:1734686504.005106:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848745088:0@lo:400:kworker.0 00000100:00100000:3.0:1734686504.005107:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848744960:0@lo:400:kworker.0 00000100:00080000:3.0:1734686504.005120:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686474 00000100:00100000:0.0:1734686504.005130:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848745344:12345-0@lo:400:kworker.0 Request processed in 25us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686504.005135:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41989 00000100:00100000:0.0:1734686504.005149:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848745344:0@lo:400:kworker.0 00000100:00100000:3.0:1734686504.020721:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848746240:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686504.020771:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686504.020806:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848746240 00000100:00100000:0.0:1734686504.020812:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848746240 00000100:00100000:0.0:1734686504.020859:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41990 00000100:00100000:0.0:1734686504.020865:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848746240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686504.020892:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686504.020934:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848746240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686504.020941:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41990 00000100:00100000:3.0:1734686504.020956:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848746240:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686504.084704:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848746368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686504.084754:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686504.084784:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848746368 00000100:00100000:0.0:1734686504.084789:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848746368 00000100:00100000:0.0:1734686504.084817:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7318 00000100:00100000:0.0:1734686504.084821:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848746368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686504.084859:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686504.084894:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848746368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686504.084898:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7318 00000100:00100000:1.0:1734686504.084919:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097683480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848746368:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686504.364705:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686505.366707:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686505.780720:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686505.780743:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848746496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686505.780787:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686505.780854:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848746496 00000100:00100000:0.0:1734686505.780861:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848746496 00000100:00100000:0.0:1734686505.780892:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7319 00000100:00100000:0.0:1734686505.780896:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848746496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686505.780917:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686505.780946:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848746496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686505.780950:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7319 00000100:00100000:1.0:1734686505.780958:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848746496:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686506.368736:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686506.438934:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686506.438978:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686506.439005:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686506.439008:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872801408 00000100:00100000:1.0:1734686506.439018:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872801408 00000100:00100000:2.0:1734686506.439035:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872801664 00000100:00100000:0.0:1734686506.439038:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686506.439038:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872801664 00000100:00100000:0.0:1734686506.439058:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872801536 00000100:00100000:0.0:1734686506.439061:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872801536 00000100:00100000:1.0:1734686506.439073:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1357 00000100:00100000:2.0:1734686506.439073:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4159 00000100:00100000:2.0:1734686506.439079:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872801664:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686506.439080:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872801408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686506.439091:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4160 00000100:00100000:0.0:1734686506.439096:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872801536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686506.439117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686476 00000100:00080000:3.0:1734686506.439126:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686476 00000100:00080000:3.0:1734686506.439128:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686476 00000100:00100000:0.0:1734686506.439135:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872801536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686506.439139:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872801664:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686506.439140:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872801408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686506.439142:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4160 00000100:00100000:2.0:1734686506.439146:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4159 00000100:00100000:1.0:1734686506.439149:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1357 00000100:00100000:0.0:1734686506.439168:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872801792 00000100:00100000:0.0:1734686506.439171:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872801792 00000100:00100000:0.0:1734686506.439187:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54840 00000100:00100000:0.0:1734686506.439191:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872801792:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686506.439212:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686506.439235:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872801792:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (196us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686506.439240:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54840 00010000:00010000:3.0:1734686507.370774:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686508.372757:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686508.964721:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848746624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686508.964804:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686508.964852:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848746624 00000100:00100000:2.0:1734686508.964863:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848746624 00000100:00100000:2.0:1734686508.964915:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41991 00000100:00100000:2.0:1734686508.964921:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848746624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686508.964953:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686508.965020:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848746624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686508.965026:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41991 00000100:00100000:0.0:1734686508.965046:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848746624:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686509.012724:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686509.012729:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686509.012732:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686509.012738:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11304 00000100:00100000:1.0:1734686509.012739:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848746880:0@lo:400:kworker.0 00000100:00100000:0.0:1734686509.012740:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848746752:0@lo:400:kworker.0 00000100:00080000:2.0:1734686509.012742:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686509.012749:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686509.012773:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848747008:0@lo:400:kworker.0 00000100:00100000:2.0:1734686509.012779:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c156680 x1818938848747264/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686509.012803:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686509.012805:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686509.012807:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686509.012809:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11304 00000100:00080000:2.0:1734686509.012811:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686509.012814:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686509.012817:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686509.012820:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686509.012822:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a221180 x1818938848747648/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686509.012827:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848747264:0@lo:8:kworker.0 00000100:00100000:1.0:1734686509.012848:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848747520:0@lo:400:kworker.0 00000100:00100000:0.0:1734686509.012855:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848747392:0@lo:400:kworker.0 00000100:00100000:2.0:1734686509.012855:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848746880 00000100:00100000:3.0:1734686509.012856:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686509.012860:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848746880 00000100:00100000:1.0:1734686509.012866:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686509.012875:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686509.012876:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848747648:0@lo:8:kworker.0 00000100:00100000:1.0:1734686509.012880:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686509.012885:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848747776:0@lo:400:kworker.0 00000100:00100000:0.0:1734686509.012887:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734686509.012891:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848747136:0@lo:400:kworker.0 00000100:00100000:3.0:1734686509.012892:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686509.012893:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848747520 00000100:00100000:2.0:1734686509.012895:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848747520 00000100:00100000:1.0:1734686509.012909:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686509.012910:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686509.012911:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4161 00000100:00100000:2.0:1734686509.012916:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848746880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686509.012920:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848747264 00000100:00100000:0.0:1734686509.012922:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848747904:0@lo:400:kworker.0 00000100:00100000:3.0:1734686509.012923:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848747264 00000100:00100000:1.0:1734686509.012929:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848747392 00000100:00100000:3.0:1734686509.012932:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848747648 00000100:00100000:1.0:1734686509.012933:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848747392 00000100:00100000:3.0:1734686509.012933:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848747648 00000100:00100000:0.0:1734686509.012936:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686509.012940:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848747776 00000100:00100000:3.0:1734686509.012941:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848747776 00000100:00100000:1.0:1734686509.012956:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8193 00000100:00100000:2.0:1734686509.012958:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848746880:12345-0@lo:400:kworker.0 Request processed in 41us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686509.012959:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8194 00000100:00100000:0.0:1734686509.012961:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848746752 00000100:00100000:1.0:1734686509.012961:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848747392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686509.012962:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848747776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686509.012964:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4161 00000100:00100000:0.0:1734686509.012965:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848746752 00000100:00100000:2.0:1734686509.012977:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848747904 00000100:00100000:2.0:1734686509.012979:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848747904 00000100:00100000:1.0:1734686509.012988:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848747392:12345-0@lo:400:kworker.0 Request processed in 26us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686509.012988:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848747776:12345-0@lo:400:kworker.0 Request processed in 20us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686509.012992:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:1.0:1734686509.012992:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8193 00000100:00100000:2.0:1734686509.012992:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4162 00000100:00100000:3.0:1734686509.012994:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8194 00000100:00100000:2.0:1734686509.012996:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848747520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686509.012997:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848746752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686509.013002:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54841 00000100:00100000:3.0:1734686509.013005:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54842 00000100:00100000:1.0:1734686509.013006:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848747264:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686509.013007:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848747648:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686509.013018:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686509.013019:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848747520:12345-0@lo:400:kworker.0 Request processed in 22us (152us total) trans 0 rc 0/0 00010000:00020000:3.0:1734686509.013021:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686509.013024:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848746752:12345-0@lo:400:kworker.0 Request processed in 27us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686509.013025:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4162 00000100:00100000:0.0:1734686509.013028:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:1.0:1734686509.013033:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848747264:12345-0@lo:8:kworker.0 Request processed in 27us (177us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686509.013033:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848747648:12345-0@lo:8:kworker.0 Request processed in 25us (142us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686509.013034:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4163 00000100:00100000:1.0:1734686509.013036:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54841 00000100:00100000:2.0:1734686509.013038:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848747904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686509.013038:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54842 00000100:00100000:2.0:1734686509.013058:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848747904:12345-0@lo:400:kworker.0 Request processed in 20us (120us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686509.013058:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686509.013060:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686509.013061:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848747776:0@lo:400:kworker.0 00000100:00100000:3.0:1734686509.013062:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848747648:0@lo:8:kworker.0 00000100:00100000:2.0:1734686509.013063:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4163 00000100:00080000:3.0:1734686509.013066:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686509.013067:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848747520:0@lo:400:kworker.0 00000100:00080000:3.0:1734686509.013068:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686509.013069:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c156680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848747264:0@lo:8:kworker.0 00000100:00100000:1.0:1734686509.013072:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c154a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848746880:0@lo:400:kworker.0 00000100:00080000:2.0:1734686509.013076:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686479 00000100:00100000:0.0:1734686509.013078:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848747904:0@lo:400:kworker.0 00000100:00080000:2.0:1734686509.013079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686479 00000100:00080000:2.0:1734686509.013081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686479 00000100:00100000:0.0:1734686509.013085:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848747392:0@lo:400:kworker.0 00000100:00100000:3.0:1734686509.013085:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686509.013090:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848746752:0@lo:400:kworker.0 00000100:00100000:1.0:1734686509.013097:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848747008 00000100:00100000:1.0:1734686509.013099:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848747008 00000100:00100000:3.0:1734686509.013109:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848747136 00000100:00100000:3.0:1734686509.013111:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848747136 00000100:00100000:1.0:1734686509.013119:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4164 00000100:00080000:2.0:1734686509.013119:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686479 00000100:00080000:2.0:1734686509.013122:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686479 00000100:00100000:3.0:1734686509.013123:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41992 00000100:00100000:1.0:1734686509.013124:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848747008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686509.013125:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848747136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686509.013144:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848747136:12345-0@lo:400:kworker.0 Request processed in 18us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686509.013147:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41992 00000100:00100000:0.0:1734686509.013150:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848747136:0@lo:400:kworker.0 00000100:00100000:1.0:1734686509.013153:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848747008:12345-0@lo:400:kworker.0 Request processed in 28us (66us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686509.013158:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4164 00000100:00100000:1.0:1734686509.013177:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848747008:0@lo:400:kworker.0 00000100:00100000:0.0:1734686509.028739:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848748032:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686509.028810:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686509.028884:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848748032 00000100:00100000:3.0:1734686509.028892:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848748032 00000100:00100000:3.0:1734686509.028931:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41993 00000100:00100000:3.0:1734686509.028936:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848748032:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686509.028960:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686509.029016:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848748032:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686509.029023:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41993 00000100:00100000:0.0:1734686509.029041:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848748032:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686509.092791:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848748160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686509.092847:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686509.092892:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848748160 00000100:00100000:0.0:1734686509.092902:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848748160 00000100:00100000:0.0:1734686509.092945:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7320 00000100:00100000:0.0:1734686509.092953:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848748160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686509.092984:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686509.093046:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848748160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686509.093050:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7320 00000100:00100000:1.0:1734686509.093080:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848748160:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686509.374776:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686510.376758:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686510.788763:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848748288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686510.788814:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686510.788856:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848748288 00000100:00100000:0.0:1734686510.788863:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848748288 00000100:00100000:0.0:1734686510.788907:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7321 00000100:00100000:0.0:1734686510.788913:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848748288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686510.788937:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686510.788982:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848748288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686510.788988:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7321 00000100:00100000:2.0:1734686510.789008:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848748288:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686511.378734:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686511.446872:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686511.446908:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686511.446922:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872801920 00000100:00100000:1.0:1734686511.446928:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872801920 00000100:00100000:0.0:1734686511.446930:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686511.446960:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686511.446961:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1359 00000100:00100000:1.0:1734686511.446966:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872801920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686511.446970:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872802048 00000100:00100000:2.0:1734686511.446974:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872802048 00000100:00080000:0.0:1734686511.446983:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686481 00000100:00080000:0.0:1734686511.446986:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686481 00000100:00100000:0.0:1734686511.446993:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872802304 00000100:00100000:0.0:1734686511.446995:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872802304 00000100:00100000:2.0:1734686511.446996:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872802176 00000100:00100000:2.0:1734686511.446997:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872802176 00000100:00100000:1.0:1734686511.447004:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872801920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686511.447007:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54843 00000100:00100000:1.0:1734686511.447009:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1359 00000100:00100000:0.0:1734686511.447010:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872802304:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686511.447021:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4165 00010000:00020000:0.0:1734686511.447027:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686511.447030:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4166 00000100:00100000:3.0:1734686511.447033:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872802048:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686511.447036:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872802176:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686511.447042:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872802304:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 31us (82us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686511.447046:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54843 00000100:00080000:0.0:1734686511.447053:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686481 00000100:00100000:2.0:1734686511.447063:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872802176:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686511.447069:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4166 00000100:00100000:3.0:1734686511.447093:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872802048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686511.447100:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4165 00010000:00010000:3.0:1734686512.380751:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686513.382806:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686513.972803:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848748416:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686513.972879:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686513.972963:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848748416 00000100:00100000:3.0:1734686513.972973:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848748416 00000100:00100000:3.0:1734686513.973025:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41994 00000100:00100000:3.0:1734686513.973031:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848748416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686513.973062:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686513.973128:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848748416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686513.973133:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41994 00000100:00100000:1.0:1734686513.973174:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848748416:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686514.020773:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848748672:0@lo:400:kworker.0 00000100:00080000:2.0:1734686514.020776:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686514.020782:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686514.020783:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848748928:0@lo:400:kworker.0 00000100:00080000:2.0:1734686514.020786:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686514.020792:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11309 00000100:00080000:2.0:1734686514.020796:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686514.020803:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686514.020805:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848748800:0@lo:400:kworker.0 00000100:00100000:2.0:1734686514.020827:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a220380 x1818938848749056/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686514.020839:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686514.020842:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686514.020847:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848749056:0@lo:8:kworker.0 00000100:00080000:2.0:1734686514.020860:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686514.020863:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686514.020864:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686514.020867:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11309 00000100:00080000:2.0:1734686514.020870:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:1.0:1734686514.020871:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1734686514.020874:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848749312:0@lo:400:kworker.0 00000100:00080000:2.0:1734686514.020874:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686514.020876:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686514.020877:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848748544:0@lo:400:kworker.0 00000100:00100000:2.0:1734686514.020883:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009a221180 x1818938848749440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686514.020892:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848749440:0@lo:8:kworker.0 00000100:00100000:0.0:1734686514.020898:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686514.020902:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686514.020909:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686514.020912:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686514.020915:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848749184:0@lo:400:kworker.0 00000100:00100000:0.0:1734686514.020916:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848749568:0@lo:400:kworker.0 00000100:00100000:2.0:1734686514.020925:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848748672 00000100:00100000:1.0:1734686514.020930:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686514.020932:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848748672 00000100:00100000:3.0:1734686514.020935:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848749312 00000100:00100000:3.0:1734686514.020938:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848749312 00000100:00100000:0.0:1734686514.020942:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848749056 00000100:00100000:0.0:1734686514.020945:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848749056 00000100:00100000:1.0:1734686514.020945:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848749696:0@lo:400:kworker.0 00000100:00100000:1.0:1734686514.020959:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686514.020963:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848749440 00000100:00100000:0.0:1734686514.020965:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848749440 00000100:00100000:2.0:1734686514.020968:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848749696 00000100:00100000:2.0:1734686514.020970:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848749696 00000100:00100000:3.0:1734686514.020972:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4167 00000100:00100000:0.0:1734686514.020973:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848749184 00000100:00100000:0.0:1734686514.020975:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848749184 00000100:00100000:3.0:1734686514.020978:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848748672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686514.020985:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4168 00000100:00100000:1.0:1734686514.020988:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848748544 00000100:00100000:2.0:1734686514.020989:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848749312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686514.020990:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8195 00000100:00100000:1.0:1734686514.020990:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848748544 00000100:00100000:0.0:1734686514.020994:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848749184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686514.021015:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:3.0:1734686514.021017:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848748672:12345-0@lo:400:kworker.0 Request processed in 40us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686514.021019:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848748544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686514.021022:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848749312:12345-0@lo:400:kworker.0 Request processed in 32us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686514.021023:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4167 00000100:00100000:0.0:1734686514.021024:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848749184:12345-0@lo:400:kworker.0 Request processed in 30us (94us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686514.021027:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4168 00000100:00100000:0.0:1734686514.021029:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8195 00000100:00100000:0.0:1734686514.021038:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54844 00000100:00100000:2.0:1734686514.021040:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4169 00000100:00100000:0.0:1734686514.021041:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848749056:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686514.021044:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848748544:12345-0@lo:400:kworker.0 Request processed in 24us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686514.021044:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848749696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686514.021049:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:3.0:1734686514.021052:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54845 00000100:00100000:3.0:1734686514.021056:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848749440:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686514.021058:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686514.021064:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848749696:12345-0@lo:400:kworker.0 Request processed in 20us (104us total) trans 0 rc 0/0 00010000:00020000:3.0:1734686514.021066:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686514.021068:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4169 00000100:00100000:0.0:1734686514.021075:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848749056:12345-0@lo:8:kworker.0 Request processed in 34us (199us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686514.021080:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54844 00000100:00080000:2.0:1734686514.021082:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686484 00000100:00080000:2.0:1734686514.021086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686484 00000100:00100000:3.0:1734686514.021086:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848749440:12345-0@lo:8:kworker.0 Request processed in 28us (177us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734686514.021087:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686484 00000100:00100000:3.0:1734686514.021092:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54845 00000100:00100000:0.0:1734686514.021099:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686514.021113:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848748800 00000100:00100000:2.0:1734686514.021115:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848748800 00000100:00080000:3.0:1734686514.021116:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686514.021118:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686514.021119:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686514.021123:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848749440:0@lo:8:kworker.0 00000100:00100000:2.0:1734686514.021131:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4170 00000100:00080000:3.0:1734686514.021131:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686514.021133:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686514.021134:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848749312:0@lo:400:kworker.0 00000100:00100000:2.0:1734686514.021135:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848748800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686514.021135:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848749056:0@lo:8:kworker.0 00000100:00100000:0.0:1734686514.021141:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848748672:0@lo:400:kworker.0 00000100:00100000:0.0:1734686514.021159:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848749568 00000100:00100000:2.0:1734686514.021161:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848748800:12345-0@lo:400:kworker.0 Request processed in 26us (61us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686514.021162:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848749568 00000100:00100000:2.0:1734686514.021166:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4170 00000100:00100000:0.0:1734686514.021174:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8196 00000100:00100000:0.0:1734686514.021176:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848749568:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686514.021176:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686484 00000100:00080000:2.0:1734686514.021178:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686484 00000100:00100000:2.0:1734686514.021186:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848748928 00000100:00100000:2.0:1734686514.021189:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848748928 00000100:00100000:0.0:1734686514.021195:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848749568:12345-0@lo:400:kworker.0 Request processed in 18us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686514.021198:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8196 00000100:00100000:1.0:1734686514.021201:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848749696:0@lo:400:kworker.0 00000100:00100000:0.0:1734686514.021210:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848748800:0@lo:400:kworker.0 00000100:00100000:2.0:1734686514.021215:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41995 00000100:00100000:1.0:1734686514.021216:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a223800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848748544:0@lo:400:kworker.0 00000100:00100000:2.0:1734686514.021219:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848748928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686514.021223:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848749184:0@lo:400:kworker.0 00000100:00100000:0.0:1734686514.021227:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848749568:0@lo:400:kworker.0 00000100:00100000:2.0:1734686514.021242:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848748928:12345-0@lo:400:kworker.0 Request processed in 22us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686514.021246:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41995 00000100:00100000:1.0:1734686514.021249:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848748928:0@lo:400:kworker.0 00000100:00080000:3.0:1734686514.021304:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686484 00000100:00100000:2.0:1734686514.036779:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848749824:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686514.036851:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686514.036895:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848749824 00000100:00100000:0.0:1734686514.036903:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848749824 00000100:00100000:0.0:1734686514.036947:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41996 00000100:00100000:0.0:1734686514.036954:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848749824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686514.036990:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686514.037041:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848749824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686514.037047:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41996 00000100:00100000:2.0:1734686514.037061:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848749824:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686514.100756:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686514.100772:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848749952:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686514.100818:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686514.100848:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848749952 00000100:00100000:2.0:1734686514.100854:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848749952 00000100:00100000:2.0:1734686514.100887:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7322 00000100:00100000:2.0:1734686514.100932:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848749952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686514.100960:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686514.101003:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848749952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 110us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686514.101009:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7322 00000100:00100000:1.0:1734686514.101034:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848749952:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686514.384773:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686515.386695:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686515.796813:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848750080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686515.796858:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686515.796893:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848750080 00000100:00100000:2.0:1734686515.796899:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848750080 00000100:00100000:2.0:1734686515.796934:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7323 00000100:00100000:2.0:1734686515.796939:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848750080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686515.796963:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686515.797003:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848750080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686515.797009:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7323 00000100:00100000:1.0:1734686515.797045:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848750080:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686516.388768:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686516.454943:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686516.454988:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686516.455013:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686516.455032:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872802560 00000100:00100000:0.0:1734686516.455037:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686516.455043:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872802560 00000100:00100000:1.0:1734686516.455047:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872802432 00000100:00100000:1.0:1734686516.455053:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872802432 00000100:00100000:0.0:1734686516.455066:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872802816 00000100:00100000:0.0:1734686516.455071:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872802816 00000100:00100000:1.0:1734686516.455092:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1361 00000100:00100000:0.0:1734686516.455094:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54846 00000100:00100000:2.0:1734686516.455097:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872802688 00000100:00100000:1.0:1734686516.455098:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872802432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686516.455099:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872802816:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686516.455100:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872802688 00000100:00100000:3.0:1734686516.455107:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4171 00000100:00100000:3.0:1734686516.455114:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872802560:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686516.455124:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686516.455125:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4172 00000100:00100000:2.0:1734686516.455130:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872802688:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686516.455149:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872802432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686516.455154:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872802816:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 54us (138us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686516.455154:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1361 00000100:00100000:0.0:1734686516.455160:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54846 00000100:00100000:3.0:1734686516.455172:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872802560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686516.455175:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872802688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686516.455177:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4171 00000100:00100000:2.0:1734686516.455182:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4172 00000100:00080000:3.0:1734686516.455202:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686486 00000100:00080000:3.0:1734686516.455206:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686486 00000100:00080000:3.0:1734686516.455208:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686486 00010000:00010000:3.0:1734686517.390775:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686518.392769:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686518.980750:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848750208:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686518.980814:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686518.980850:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848750208 00000100:00100000:0.0:1734686518.980857:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848750208 00000100:00100000:0.0:1734686518.980896:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41997 00000100:00100000:0.0:1734686518.980901:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848750208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686518.980933:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686518.980973:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848750208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686518.980978:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41997 00000100:00100000:1.0:1734686518.980996:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848750208:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686519.028761:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686519.028766:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686519.028769:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686519.028776:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11314 00000100:00100000:1.0:1734686519.028777:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848750592:0@lo:400:kworker.0 00000100:00080000:2.0:1734686519.028779:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734686519.028785:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848750336:0@lo:400:kworker.0 00000100:00080000:2.0:1734686519.028785:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686519.028790:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848750464:0@lo:400:kworker.0 00000100:00100000:2.0:1734686519.028803:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099583b80 x1818938848750848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686519.028826:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734686519.028827:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686519.028829:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686519.028830:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686519.028831:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686519.028833:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11314 00000100:00080000:2.0:1734686519.028835:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1734686519.028835:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848750848:0@lo:8:kworker.0 00000100:00080000:2.0:1734686519.028838:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686519.028846:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096b2ca80 x1818938848751232/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686519.028848:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686519.028852:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848751104:0@lo:400:kworker.0 00000100:00100000:0.0:1734686519.028853:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848750976:0@lo:400:kworker.0 00000100:00100000:3.0:1734686519.028859:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686519.028862:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686519.028869:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686519.028870:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848751360:0@lo:400:kworker.0 00000100:00100000:3.0:1734686519.028876:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848751232:0@lo:8:kworker.0 00000100:00100000:0.0:1734686519.028880:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734686519.028880:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686519.028884:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848750720:0@lo:400:kworker.0 00000100:00100000:2.0:1734686519.028886:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848750592 00000100:00100000:3.0:1734686519.028889:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686519.028891:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848750592 00000100:00100000:1.0:1734686519.028895:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848750336 00000100:00100000:0.0:1734686519.028898:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686519.028898:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848750336 00000100:00100000:0.0:1734686519.028909:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848751488:0@lo:400:kworker.0 00000100:00100000:3.0:1734686519.028912:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848750848 00000100:00100000:3.0:1734686519.028915:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848750848 00000100:00100000:1.0:1734686519.028916:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1734686519.028917:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848751104 00000100:00100000:1.0:1734686519.028920:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848750336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686519.028920:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848751104 00000100:00100000:0.0:1734686519.028923:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686519.028928:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848750976 00000100:00100000:3.0:1734686519.028930:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848750976 00000100:00100000:2.0:1734686519.028933:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848751488 00000100:00100000:2.0:1734686519.028934:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848751488 00000100:00100000:0.0:1734686519.028942:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4173 00000100:00100000:1.0:1734686519.028942:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848750336:12345-0@lo:400:kworker.0 Request processed in 22us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686519.028943:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848751360 00000100:00100000:3.0:1734686519.028945:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848751360 00000100:00100000:1.0:1734686519.028946:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1734686519.028948:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848750592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686519.028948:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4174 00000100:00100000:2.0:1734686519.028952:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848751104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686519.028953:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848751232 00000100:00100000:3.0:1734686519.028955:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848751232 00000100:00100000:3.0:1734686519.028964:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8197 00000100:00100000:3.0:1734686519.028968:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848750976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686519.028970:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8198 00000100:00100000:1.0:1734686519.028973:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848751360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686519.028980:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848750592:12345-0@lo:400:kworker.0 Request processed in 31us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686519.028980:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848751104:12345-0@lo:400:kworker.0 Request processed in 27us (117us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686519.028985:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4173 00000100:00100000:2.0:1734686519.028993:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4174 00000100:00100000:3.0:1734686519.028993:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848750976:12345-0@lo:400:kworker.0 Request processed in 24us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686519.028996:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848751360:12345-0@lo:400:kworker.0 Request processed in 21us (114us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686519.028997:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8197 00000100:00100000:0.0:1734686519.029000:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4175 00000100:00100000:1.0:1734686519.029001:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8198 00000100:00100000:0.0:1734686519.029004:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848751488:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686519.029008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686489 00000100:00100000:3.0:1734686519.029008:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54847 00000100:00080000:2.0:1734686519.029011:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686489 00000100:00100000:3.0:1734686519.029011:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848750848:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686519.029012:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54848 00000100:00080000:2.0:1734686519.029013:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686489 00000100:00100000:1.0:1734686519.029015:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848751232:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686519.029024:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848751488:12345-0@lo:400:kworker.0 Request processed in 19us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686519.029028:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4175 00010000:00020000:3.0:1734686519.029032:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734686519.029035:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686519.029050:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848750720 00000100:00100000:0.0:1734686519.029053:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848750720 00000100:00100000:1.0:1734686519.029056:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848751232:12345-0@lo:8:kworker.0 Request processed in 40us (166us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686519.029056:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848750848:12345-0@lo:8:kworker.0 Request processed in 43us (196us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686519.029060:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54848 00000100:00100000:3.0:1734686519.029063:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54847 00000100:00100000:2.0:1734686519.029069:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848751488:0@lo:400:kworker.0 00000100:00100000:0.0:1734686519.029070:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41998 00000100:00100000:0.0:1734686519.029073:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848750720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686519.029078:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848751360:0@lo:400:kworker.0 00000100:00100000:2.0:1734686519.029078:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848750976:0@lo:400:kworker.0 00000100:00080000:3.0:1734686519.029081:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686519.029083:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686519.029084:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848750336:0@lo:400:kworker.0 00000100:00100000:1.0:1734686519.029086:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848751104:0@lo:400:kworker.0 00000100:00100000:3.0:1734686519.029086:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848751232:0@lo:8:kworker.0 00000100:00100000:1.0:1734686519.029093:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848750592:0@lo:400:kworker.0 00000100:00080000:3.0:1734686519.029093:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686519.029094:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848750720:12345-0@lo:400:kworker.0 Request processed in 20us (196us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686519.029095:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686519.029097:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848750848:0@lo:8:kworker.0 00000100:00100000:0.0:1734686519.029099:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41998 00000100:00100000:2.0:1734686519.029099:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848750720:0@lo:400:kworker.0 00000100:00080000:2.0:1734686519.029110:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686489 00000100:00100000:3.0:1734686519.029116:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686519.029127:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848750464 00000100:00100000:0.0:1734686519.029129:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848750464 00000100:00080000:2.0:1734686519.029141:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686489 00000100:00100000:0.0:1734686519.029144:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4176 00000100:00100000:0.0:1734686519.029147:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848750464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686519.029179:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848750464:12345-0@lo:400:kworker.0 Request processed in 30us (61us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686519.029184:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4176 00000100:00100000:3.0:1734686519.029198:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848750464:0@lo:400:kworker.0 00000100:00100000:0.0:1734686519.044738:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848751616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686519.044793:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686519.044828:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848751616 00000100:00100000:2.0:1734686519.044838:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848751616 00000100:00100000:2.0:1734686519.044876:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41999 00000100:00100000:2.0:1734686519.044882:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848751616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686519.044911:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686519.044944:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848751616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686519.044950:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41999 00000100:00100000:0.0:1734686519.044960:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848751616:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686519.108734:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848751744:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686519.108785:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686519.108838:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848751744 00000100:00100000:2.0:1734686519.108845:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848751744 00000100:00100000:2.0:1734686519.108878:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7324 00000100:00100000:2.0:1734686519.108883:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848751744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686519.108907:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686519.108946:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848751744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686519.108951:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7324 00000100:00100000:3.0:1734686519.108989:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848751744:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686519.394789:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686520.396744:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686520.804790:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848751872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686520.804840:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686520.804896:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848751872 00000100:00100000:2.0:1734686520.804902:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848751872 00000100:00100000:2.0:1734686520.804933:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7325 00000100:00100000:2.0:1734686520.804937:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848751872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686520.804960:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686520.804986:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848751872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686520.804990:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7325 00000100:00100000:0.0:1734686520.805012:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848751872:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686521.398764:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686521.462715:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686521.462751:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686521.462777:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872803072 00000100:00100000:0.0:1734686521.462781:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686521.462784:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872803072 00000100:00100000:3.0:1734686521.462809:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872802944 00000100:00100000:3.0:1734686521.462813:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872802944 00000100:00100000:2.0:1734686521.462817:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872803200 00000100:00100000:2.0:1734686521.462819:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872803200 00000100:00100000:2.0:1734686521.462834:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4177 00000100:00100000:3.0:1734686521.462838:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1363 00000100:00100000:1.0:1734686521.462840:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4178 00000100:00100000:2.0:1734686521.462840:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872803072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686521.462842:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872802944:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686521.462845:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872803200:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686521.462853:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686521.462884:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872803072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686521.462889:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872803200:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (107us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686521.462889:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4177 00000100:00100000:3.0:1734686521.462890:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872802944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686521.462892:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4178 00000100:00100000:3.0:1734686521.462896:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1363 00000100:00080000:2.0:1734686521.462905:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686491 00000100:00080000:2.0:1734686521.462908:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686491 00000100:00080000:2.0:1734686521.462909:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686491 00000100:00100000:1.0:1734686521.462920:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872803328 00000100:00100000:1.0:1734686521.462923:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872803328 00000100:00100000:1.0:1734686521.462948:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54849 00000100:00100000:1.0:1734686521.462952:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872803328:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734686521.462971:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686521.462999:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872803328:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (140us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686521.463004:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54849 00010000:00010000:3.0:1734686522.400795:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686523.402703:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686523.988725:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848752000:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686523.988783:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686523.988843:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848752000 00000100:00100000:2.0:1734686523.988849:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848752000 00000100:00100000:2.0:1734686523.988880:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42000 00000100:00100000:2.0:1734686523.988885:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848752000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686523.988907:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686523.988939:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848752000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 54us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686523.988943:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42000 00000100:00100000:3.0:1734686523.988977:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848752000:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686524.036731:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686524.036736:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848752128:0@lo:400:kworker.0 00000100:00080000:2.0:1734686524.036737:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734686524.036738:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848752256:0@lo:400:kworker.0 00000100:00080000:2.0:1734686524.036739:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686524.036744:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11319 00000100:00080000:2.0:1734686524.036748:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:1.0:1734686524.036752:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848752384:0@lo:400:kworker.0 00000100:00080000:2.0:1734686524.036753:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686524.036771:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096415c00 x1818938848752640/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686524.036789:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686524.036793:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686524.036793:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848752512:0@lo:400:kworker.0 00000100:00080000:2.0:1734686524.036797:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686524.036800:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686524.036801:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686524.036804:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11319 00000100:00080000:2.0:1734686524.036806:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1734686524.036808:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1734686524.036809:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686524.036811:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848752896:0@lo:400:kworker.0 00000100:00100000:3.0:1734686524.036814:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686524.036816:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848752768:0@lo:400:kworker.0 00000100:00100000:2.0:1734686524.036820:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099580700 x1818938848753024/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686524.036827:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686524.036834:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686524.036835:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848753152:0@lo:400:kworker.0 00000100:00100000:3.0:1734686524.036839:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686524.036846:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686524.036850:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686524.036850:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848752640:0@lo:8:kworker.0 00000100:00100000:0.0:1734686524.036851:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848753280:0@lo:400:kworker.0 00000100:00100000:3.0:1734686524.036858:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848752384 00000100:00100000:3.0:1734686524.036864:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848752384 00000100:00100000:0.0:1734686524.036868:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686524.036869:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848752896 00000100:00100000:1.0:1734686524.036872:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848752896 00000100:00100000:2.0:1734686524.036877:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686524.036888:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848752128 00000100:00100000:2.0:1734686524.036889:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848753024:0@lo:8:kworker.0 00000100:00100000:0.0:1734686524.036891:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848752128 00000100:00100000:3.0:1734686524.036891:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848752256 00000100:00100000:3.0:1734686524.036893:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848752256 00000100:00100000:1.0:1734686524.036896:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848753280 00000100:00100000:1.0:1734686524.036898:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848753280 00000100:00100000:2.0:1734686524.036901:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686524.036908:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4179 00000100:00100000:0.0:1734686524.036912:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:3.0:1734686524.036913:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848752384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686524.036914:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4180 00000100:00100000:0.0:1734686524.036916:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848752128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686524.036918:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848752896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686524.036918:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848752768 00000100:00100000:2.0:1734686524.036921:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848752768 00000100:00100000:2.0:1734686524.036934:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848753152 00000100:00100000:2.0:1734686524.036936:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848753152 00000100:00100000:2.0:1734686524.036941:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848752640 00000100:00100000:2.0:1734686524.036942:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848752640 00000100:00100000:2.0:1734686524.036948:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8199 00000100:00100000:2.0:1734686524.036951:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848752768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686524.036952:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848752896:12345-0@lo:400:kworker.0 Request processed in 33us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686524.036953:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848752128:12345-0@lo:400:kworker.0 Request processed in 36us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686524.036954:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848752384:12345-0@lo:400:kworker.0 Request processed in 41us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686524.036958:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:1.0:1734686524.036958:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4180 00000100:00100000:3.0:1734686524.036960:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4179 00000100:00100000:2.0:1734686524.036968:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848752768:12345-0@lo:400:kworker.0 Request processed in 16us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686524.036969:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4181 00000100:00100000:1.0:1734686524.036972:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848752256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686524.036973:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8199 00000100:00100000:3.0:1734686524.036974:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4182 00000100:00100000:3.0:1734686524.036977:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848753280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686524.036979:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848753024 00000100:00100000:0.0:1734686524.036981:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848753024 00000100:00100000:2.0:1734686524.036984:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8200 00000100:00100000:2.0:1734686524.036987:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848753152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686524.036994:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54850 00000100:00100000:1.0:1734686524.036995:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848752256:12345-0@lo:400:kworker.0 Request processed in 21us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686524.036998:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848752640:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686524.037000:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4181 00000100:00100000:3.0:1734686524.037002:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848753280:12345-0@lo:400:kworker.0 Request processed in 23us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686524.037007:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4182 00000100:00100000:2.0:1734686524.037008:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848753152:12345-0@lo:400:kworker.0 Request processed in 20us (157us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686524.037014:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686524.037014:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8200 00000100:00080000:3.0:1734686524.037021:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686494 00000100:00080000:3.0:1734686524.037024:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686494 00000100:00080000:3.0:1734686524.037025:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686494 00000100:00080000:3.0:1734686524.037027:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686494 00000100:00100000:2.0:1734686524.037030:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54851 00000100:00100000:1.0:1734686524.037032:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848753152:0@lo:400:kworker.0 00000100:00100000:2.0:1734686524.037033:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848753024:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686524.037036:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848752640:12345-0@lo:8:kworker.0 Request processed in 38us (159us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686524.037041:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54850 00010000:00020000:2.0:1734686524.037042:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686524.037043:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848752896:0@lo:400:kworker.0 00000100:00100000:3.0:1734686524.037045:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848752256:0@lo:400:kworker.0 00000100:00100000:1.0:1734686524.037050:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848752384:0@lo:400:kworker.0 00000100:00100000:2.0:1734686524.037060:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848753024:12345-0@lo:8:kworker.0 Request processed in 26us (158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686524.037065:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54851 00000100:00100000:2.0:1734686524.037083:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848752512 00000100:00100000:2.0:1734686524.037086:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848752512 00000100:00080000:3.0:1734686524.037098:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686494 00000100:00100000:2.0:1734686524.037103:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42001 00000100:00100000:2.0:1734686524.037107:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848752512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686524.037128:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848752512:12345-0@lo:400:kworker.0 Request processed in 21us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686524.037133:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42001 00000100:00100000:3.0:1734686524.037140:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848752512:0@lo:400:kworker.0 00000100:00080000:0.0:1734686524.037152:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686524.037155:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686524.037158:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848752640:0@lo:8:kworker.0 00000100:00080000:0.0:1734686524.037164:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686524.037166:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686524.037168:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848753024:0@lo:8:kworker.0 00000100:00100000:0.0:1734686524.037187:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848753280:0@lo:400:kworker.0 00000100:00100000:0.0:1734686524.037194:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848752768:0@lo:400:kworker.0 00000100:00100000:0.0:1734686524.037199:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848752128:0@lo:400:kworker.0 00000100:00100000:2.0:1734686524.052706:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848753408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686524.052761:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686524.052800:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848753408 00000100:00100000:0.0:1734686524.052807:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848753408 00000100:00100000:0.0:1734686524.052843:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42002 00000100:00100000:0.0:1734686524.052849:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848753408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686524.052875:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686524.052914:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848753408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686524.052920:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42002 00000100:00100000:2.0:1734686524.052925:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848753408:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686524.116705:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848753536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686524.116749:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686524.116802:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848753536 00000100:00100000:2.0:1734686524.116808:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848753536 00000100:00100000:2.0:1734686524.116838:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7326 00000100:00100000:2.0:1734686524.116843:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848753536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686524.116865:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686524.116895:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848753536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686524.116899:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7326 00000100:00100000:0.0:1734686524.116915:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848753536:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686524.404724:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686525.406674:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686525.813055:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848753664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686525.813107:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686525.813147:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848753664 00000100:00100000:2.0:1734686525.813154:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848753664 00000100:00100000:2.0:1734686525.813191:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7327 00000100:00100000:2.0:1734686525.813197:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848753664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686525.813222:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686525.813260:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848753664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686525.813265:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7327 00000100:00100000:1.0:1734686525.813293:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848753664:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686526.408710:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686526.470788:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686526.470827:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686526.470849:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872803456 00000100:00100000:0.0:1734686526.470853:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686526.470857:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872803456 00000100:00100000:2.0:1734686526.470889:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872803712 00000100:00100000:0.0:1734686526.470890:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686526.470893:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872803712 00000100:00100000:1.0:1734686526.470897:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1365 00000100:00100000:1.0:1734686526.470902:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872803456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686526.470912:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872803840 00000100:00100000:3.0:1734686526.470912:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872803584 00000100:00100000:0.0:1734686526.470916:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872803840 00000100:00100000:3.0:1734686526.470916:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872803584 00000100:00100000:2.0:1734686526.470921:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4183 00000100:00100000:2.0:1734686526.470926:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872803712:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686526.470932:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54852 00000100:00100000:0.0:1734686526.470937:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872803840:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686526.470940:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4184 00000100:00100000:3.0:1734686526.470945:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872803584:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686526.470948:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872803456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686526.470954:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1365 00010000:00020000:0.0:1734686526.470956:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686526.470956:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872803712:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686526.470962:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4183 00000100:00100000:3.0:1734686526.470971:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872803584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686526.470976:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4184 00000100:00100000:0.0:1734686526.470977:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872803840:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 40us (87us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686526.470983:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54852 00000100:00080000:2.0:1734686526.470991:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686496 00000100:00080000:2.0:1734686526.470994:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686496 00000100:00080000:2.0:1734686526.470996:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686496 00010000:00010000:3.0:1734686527.410698:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686528.412701:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686528.996733:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848753792:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686528.996786:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686528.996824:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848753792 00000100:00100000:2.0:1734686528.996830:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848753792 00000100:00100000:2.0:1734686528.996868:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42003 00000100:00100000:2.0:1734686528.996874:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848753792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686528.996901:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686528.996935:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848753792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686528.996941:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42003 00000100:00100000:0.0:1734686528.996952:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848753792:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686529.044722:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686529.044728:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686529.044730:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686529.044732:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848753920:0@lo:400:kworker.0 00000100:00100000:1.0:1734686529.044732:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848754176:0@lo:400:kworker.0 00000100:00080000:2.0:1734686529.044735:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11324 00000100:00080000:2.0:1734686529.044739:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686529.044743:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686529.044743:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848754048:0@lo:400:kworker.0 00000100:00100000:2.0:1734686529.044761:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800728fad80 x1818938848754432/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686529.044786:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686529.044787:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686529.044793:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686529.044795:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686529.044796:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686529.044799:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11324 00000100:00080000:2.0:1734686529.044801:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686529.044804:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686529.044806:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686529.044811:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800728f9c00 x1818938848754816/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686529.044812:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686529.044814:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848754560:0@lo:400:kworker.0 00000100:00100000:1.0:1734686529.044817:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848754688:0@lo:400:kworker.0 00000100:00100000:3.0:1734686529.044833:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848754176 00000100:00100000:0.0:1734686529.044835:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686529.044836:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686529.044838:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848754176 00000100:00100000:2.0:1734686529.044841:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848754048 00000100:00100000:2.0:1734686529.044844:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848754048 00000100:00100000:1.0:1734686529.044847:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848754944:0@lo:400:kworker.0 00000100:00100000:0.0:1734686529.044848:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734686529.044852:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848754304:0@lo:400:kworker.0 00000100:00100000:3.0:1734686529.044861:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848754688 00000100:00100000:1.0:1734686529.044862:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686529.044863:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848754688 00000100:00100000:0.0:1734686529.044867:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686529.044869:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4185 00000100:00100000:0.0:1734686529.044874:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848755072:0@lo:400:kworker.0 00000100:00100000:2.0:1734686529.044874:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848754176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686529.044877:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4186 00000100:00100000:1.0:1734686529.044880:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848753920 00000100:00100000:3.0:1734686529.044880:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848754048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686529.044883:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848753920 00000100:00100000:0.0:1734686529.044884:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686529.044895:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848754432:0@lo:8:kworker.0 00000100:00100000:1.0:1734686529.044902:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:1.0:1734686529.044906:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848753920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686529.044907:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686529.044913:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848754816:0@lo:8:kworker.0 00000100:00100000:2.0:1734686529.044913:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848754176:12345-0@lo:400:kworker.0 Request processed in 38us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686529.044916:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848754048:12345-0@lo:400:kworker.0 Request processed in 32us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686529.044918:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4185 00000100:00100000:3.0:1734686529.044922:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4186 00000100:00100000:0.0:1734686529.044925:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686529.044931:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848755072 00000100:00100000:1.0:1734686529.044932:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848753920:12345-0@lo:400:kworker.0 Request processed in 25us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686529.044933:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848755072 00000100:00100000:3.0:1734686529.044936:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4187 00000100:00100000:1.0:1734686529.044937:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:3.0:1734686529.044940:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848754688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686529.044941:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848754560 00000100:00100000:0.0:1734686529.044943:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848754560 00000100:00100000:2.0:1734686529.044943:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4188 00000100:00100000:2.0:1734686529.044946:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848755072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686529.044957:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848754944 00000100:00100000:0.0:1734686529.044959:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848754944 00000100:00100000:3.0:1734686529.044964:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848754688:12345-0@lo:400:kworker.0 Request processed in 23us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686529.044967:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848754432 00000100:00100000:0.0:1734686529.044969:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848754432 00000100:00100000:2.0:1734686529.044969:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848755072:12345-0@lo:400:kworker.0 Request processed in 22us (83us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686529.044972:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4187 00000100:00100000:2.0:1734686529.044975:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4188 00000100:00100000:0.0:1734686529.044977:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848754816 00000100:00100000:1.0:1734686529.044977:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848754688:0@lo:400:kworker.0 00000100:00100000:0.0:1734686529.044978:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848754816 00000100:00100000:1.0:1734686529.044983:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848754176:0@lo:400:kworker.0 00000100:00100000:0.0:1734686529.044987:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8201 00000100:00100000:0.0:1734686529.044991:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848754560:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686529.044994:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686499 00000100:00100000:3.0:1734686529.044995:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8202 00000100:00080000:2.0:1734686529.044997:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686499 00000100:00100000:3.0:1734686529.044998:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848754944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686529.044999:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54853 00000100:00080000:2.0:1734686529.044999:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686499 00000100:00080000:2.0:1734686529.045000:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686499 00000100:00100000:1.0:1734686529.045002:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848754432:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686529.045011:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54854 00010000:00020000:1.0:1734686529.045014:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686529.045015:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848754816:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686529.045017:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848754560:12345-0@lo:400:kworker.0 Request processed in 26us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686529.045020:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848754944:12345-0@lo:400:kworker.0 Request processed in 21us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686529.045023:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8201 00010000:00020000:2.0:1734686529.045025:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686529.045025:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8202 00000100:00100000:1.0:1734686529.045031:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848754432:12345-0@lo:8:kworker.0 Request processed in 28us (123us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686529.045035:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54853 00000100:00100000:2.0:1734686529.045043:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848754816:12345-0@lo:8:kworker.0 Request processed in 27us (116us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686529.045049:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54854 00000100:00100000:3.0:1734686529.045050:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848754048:0@lo:400:kworker.0 00000100:00100000:0.0:1734686529.045052:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848755072:0@lo:400:kworker.0 00000100:00080000:1.0:1734686529.045057:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686529.045060:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848754560:0@lo:400:kworker.0 00000100:00080000:1.0:1734686529.045061:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686529.045063:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848754432:0@lo:8:kworker.0 00000100:00100000:0.0:1734686529.045066:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848753920:0@lo:400:kworker.0 00000100:00100000:2.0:1734686529.045068:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848754304 00000100:00080000:1.0:1734686529.045070:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686529.045070:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848754304 00000100:00080000:1.0:1734686529.045071:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686529.045073:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848754816:0@lo:8:kworker.0 00000100:00080000:3.0:1734686529.045083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686499 00000100:00100000:2.0:1734686529.045090:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42004 00000100:00100000:1.0:1734686529.045092:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848754944:0@lo:400:kworker.0 00000100:00100000:2.0:1734686529.045095:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848754304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686529.045119:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848754304:12345-0@lo:400:kworker.0 Request processed in 24us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686529.045124:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42004 00000100:00100000:0.0:1734686529.045125:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848754304:0@lo:400:kworker.0 00000100:00100000:0.0:1734686529.060719:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848755200:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686529.060772:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686529.060817:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848755200 00000100:00100000:2.0:1734686529.060823:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848755200 00000100:00100000:2.0:1734686529.060859:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42005 00000100:00100000:2.0:1734686529.060866:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848755200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686529.060894:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686529.060927:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848755200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686529.060933:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42005 00000100:00100000:0.0:1734686529.060943:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848755200:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686529.124705:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848755328:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686529.124746:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686529.124802:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848755328 00000100:00100000:2.0:1734686529.124808:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848755328 00000100:00100000:2.0:1734686529.124844:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7328 00000100:00100000:2.0:1734686529.124850:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848755328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686529.124873:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686529.124912:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848755328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686529.124917:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7328 00000100:00100000:3.0:1734686529.124930:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848755328:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686529.414723:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686530.416701:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686530.820758:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848755456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686530.820822:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686530.820884:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848755456 00000100:00100000:2.0:1734686530.820892:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848755456 00000100:00100000:2.0:1734686530.820935:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7329 00000100:00100000:2.0:1734686530.820942:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848755456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686530.820971:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686530.821007:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848755456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686530.821012:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7329 00000100:00100000:1.0:1734686530.821033:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848755456:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686531.418738:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686531.478769:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686531.478802:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686531.478820:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686531.478830:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872804096 00000100:00100000:2.0:1734686531.478837:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872804096 00000100:00100000:0.0:1734686531.478844:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734686531.478863:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686501 00000100:00100000:2.0:1734686531.478871:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872804224 00000100:00100000:2.0:1734686531.478872:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872804224 00000100:00100000:1.0:1734686531.478873:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872803968 00000100:00100000:3.0:1734686531.478875:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872804352 00000100:00100000:0.0:1734686531.478877:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4189 00000100:00100000:1.0:1734686531.478882:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872803968 00000100:00100000:3.0:1734686531.478882:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872804352 00000100:00100000:0.0:1734686531.478883:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872804096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686531.478885:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4190 00000100:00100000:2.0:1734686531.478888:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872804224:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686531.478919:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1367 00000100:00100000:3.0:1734686531.478919:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54855 00000100:00100000:1.0:1734686531.478924:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872803968:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686531.478925:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872804096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686531.478925:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872804224:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686531.478925:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872804352:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686531.478930:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4190 00000100:00100000:0.0:1734686531.478935:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4189 00010000:00020000:3.0:1734686531.478948:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686531.478971:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872803968:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686531.478978:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1367 00000100:00100000:3.0:1734686531.478985:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872804352:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 59us (162us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686531.478992:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54855 00000100:00080000:0.0:1734686531.479028:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686501 00000100:00080000:0.0:1734686531.479031:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686501 00010000:00010000:3.0:1734686532.420721:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686533.422736:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686534.004707:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848755584:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686534.004762:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686534.004805:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848755584 00000100:00100000:2.0:1734686534.004811:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848755584 00000100:00100000:2.0:1734686534.004848:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42006 00000100:00100000:2.0:1734686534.004854:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848755584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686534.004883:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686534.004922:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848755584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686534.004928:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42006 00000100:00100000:3.0:1734686534.004944:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848755584:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686534.052695:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686534.052700:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686534.052702:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686534.052704:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848755712:0@lo:400:kworker.0 00000100:00100000:3.0:1734686534.052705:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848755840:0@lo:400:kworker.0 00000100:00080000:2.0:1734686534.052706:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11329 00000100:00080000:2.0:1734686534.052709:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686534.052713:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686534.052727:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800728fad80 x1818938848756224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686534.052735:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848755968:0@lo:400:kworker.0 00000100:00080000:2.0:1734686534.052745:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686534.052746:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686534.052747:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686534.052749:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11329 00000100:00080000:2.0:1734686534.052750:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686534.052752:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686534.052752:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686534.052752:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686534.052757:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800728f8000 x1818938848756608/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686534.052778:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848755712 00000100:00100000:1.0:1734686534.052780:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848756352:0@lo:400:kworker.0 00000100:00100000:3.0:1734686534.052781:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848756480:0@lo:400:kworker.0 00000100:00100000:0.0:1734686534.052783:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848755712 00000100:00100000:2.0:1734686534.052783:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848755840 00000100:00100000:2.0:1734686534.052785:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848755840 00000100:00100000:3.0:1734686534.052793:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686534.052795:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686534.052800:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686534.052803:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848756736:0@lo:400:kworker.0 00000100:00100000:1.0:1734686534.052806:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734686534.052808:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848756096:0@lo:400:kworker.0 00000100:00100000:2.0:1734686534.052808:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848756480 00000100:00100000:2.0:1734686534.052809:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848756480 00000100:00100000:3.0:1734686534.052812:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686534.052816:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1734686534.052817:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4191 00000100:00100000:1.0:1734686534.052818:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686534.052821:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848755840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686534.052822:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848755712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686534.052825:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848756864:0@lo:400:kworker.0 00000100:00100000:3.0:1734686534.052827:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848756352 00000100:00100000:3.0:1734686534.052830:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848756352 00000100:00100000:1.0:1734686534.052834:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686534.052844:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848756736 00000100:00100000:1.0:1734686534.052845:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848756224:0@lo:8:kworker.0 00000100:00100000:3.0:1734686534.052845:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848756736 00000100:00100000:3.0:1734686534.052852:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8203 00000100:00100000:3.0:1734686534.052855:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848756352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686534.052858:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848755840:12345-0@lo:400:kworker.0 Request processed in 36us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686534.052863:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848755712:12345-0@lo:400:kworker.0 Request processed in 41us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686534.052863:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686534.052866:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4191 00000100:00100000:0.0:1734686534.052869:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:1.0:1734686534.052869:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848756608:0@lo:8:kworker.0 00000100:00100000:3.0:1734686534.052873:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848756352:12345-0@lo:400:kworker.0 Request processed in 17us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686534.052877:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686534.052877:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8203 00000100:00100000:2.0:1734686534.052880:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848756864 00000100:00100000:2.0:1734686534.052882:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848756864 00000100:00100000:3.0:1734686534.052884:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848756224 00000100:00100000:3.0:1734686534.052886:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848756224 00000100:00100000:3.0:1734686534.052892:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848756608 00000100:00100000:0.0:1734686534.052893:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4192 00000100:00100000:3.0:1734686534.052893:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848756608 00000100:00100000:0.0:1734686534.052898:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848756480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686534.052898:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8204 00000100:00100000:2.0:1734686534.052898:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4193 00000100:00100000:3.0:1734686534.052900:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54856 00000100:00100000:1.0:1734686534.052901:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848756736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686534.052901:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848756864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686534.052903:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848756224:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686534.052915:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686534.052923:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848756736:12345-0@lo:400:kworker.0 Request processed in 21us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686534.052924:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848756480:12345-0@lo:400:kworker.0 Request processed in 25us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686534.052928:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8204 00000100:00100000:2.0:1734686534.052928:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848756864:12345-0@lo:400:kworker.0 Request processed in 26us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686534.052930:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4192 00000100:00100000:3.0:1734686534.052930:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848756224:12345-0@lo:8:kworker.0 Request processed in 27us (67us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686534.052932:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4193 00000100:00100000:3.0:1734686534.052933:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54856 00000100:00100000:1.0:1734686534.052936:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54857 00000100:00100000:1.0:1734686534.052938:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848756608:12345-0@lo:8:kworker.0 00000100:00080000:2.0:1734686534.052942:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686504 00000100:00080000:2.0:1734686534.052944:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686504 00010000:00020000:1.0:1734686534.052945:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734686534.052945:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686504 00000100:00100000:0.0:1734686534.052955:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686534.052955:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848756608:12345-0@lo:8:kworker.0 Request processed in 16us (77us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686534.052958:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54857 00000100:00100000:3.0:1734686534.052958:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848756736:0@lo:400:kworker.0 00000100:00100000:2.0:1734686534.052964:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848755968 00000100:00100000:3.0:1734686534.052964:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848756480:0@lo:400:kworker.0 00000100:00100000:2.0:1734686534.052966:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848755968 00000100:00100000:3.0:1734686534.052968:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848755840:0@lo:400:kworker.0 00000100:00080000:1.0:1734686534.052972:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686534.052973:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686534.052976:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848756224:0@lo:8:kworker.0 00000100:00100000:2.0:1734686534.052976:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4194 00000100:00100000:2.0:1734686534.052978:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848755968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686534.052979:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848756096 00000100:00100000:0.0:1734686534.052981:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848756096 00000100:00080000:1.0:1734686534.052981:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686534.052982:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686534.052983:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848756608:0@lo:8:kworker.0 00000100:00100000:2.0:1734686534.052994:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848755968:12345-0@lo:400:kworker.0 Request processed in 15us (39us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686534.052997:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848756864:0@lo:400:kworker.0 00000100:00100000:2.0:1734686534.052997:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4194 00000100:00100000:0.0:1734686534.052999:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42007 00000100:00100000:1.0:1734686534.053001:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848756352:0@lo:400:kworker.0 00000100:00100000:0.0:1734686534.053003:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848756096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686534.053004:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848755712:0@lo:400:kworker.0 00000100:00080000:2.0:1734686534.053004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686504 00000100:00080000:2.0:1734686534.053005:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686504 00000100:00100000:0.0:1734686534.053029:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848756096:12345-0@lo:400:kworker.0 Request processed in 25us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686534.053030:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848756096:0@lo:400:kworker.0 00000100:00100000:0.0:1734686534.053033:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42007 00000100:00100000:0.0:1734686534.053054:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848755968:0@lo:400:kworker.0 00000100:00100000:1.0:1734686534.068683:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848756992:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686534.068727:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686534.068756:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848756992 00000100:00100000:0.0:1734686534.068761:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848756992 00000100:00100000:0.0:1734686534.068789:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42008 00000100:00100000:0.0:1734686534.068795:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848756992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686534.068824:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686534.068869:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848756992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686534.068875:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42008 00000100:00100000:1.0:1734686534.068884:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848756992:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686534.132717:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686534.132733:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848757120:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686534.132780:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686534.132836:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848757120 00000100:00100000:2.0:1734686534.132846:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848757120 00000100:00100000:2.0:1734686534.132890:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7330 00000100:00100000:2.0:1734686534.132895:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848757120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686534.132924:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686534.132977:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848757120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686534.132982:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7330 00000100:00100000:1.0:1734686534.133012:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848757120:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686534.424732:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686535.426874:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686535.828726:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848757248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686535.828779:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686535.828816:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848757248 00000100:00100000:2.0:1734686535.828822:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848757248 00000100:00100000:2.0:1734686535.828858:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7331 00000100:00100000:2.0:1734686535.828864:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848757248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686535.828888:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686535.828925:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848757248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686535.828931:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7331 00000100:00100000:1.0:1734686535.828953:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848757248:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686536.428708:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686536.486951:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686536.486979:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686536.486993:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686536.487009:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872804480 00000100:00100000:1.0:1734686536.487018:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872804480 00000100:00100000:0.0:1734686536.487024:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686536.487030:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872804608 00000100:00100000:2.0:1734686536.487033:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872804608 00000100:00100000:3.0:1734686536.487048:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872804736 00000100:00100000:0.0:1734686536.487051:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872804864 00000100:00100000:3.0:1734686536.487052:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872804736 00000100:00100000:0.0:1734686536.487053:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872804864 00000100:00100000:1.0:1734686536.487057:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1369 00000100:00100000:2.0:1734686536.487057:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4195 00000100:00100000:2.0:1734686536.487061:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872804608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686536.487062:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872804480:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686536.487069:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54858 00000100:00100000:3.0:1734686536.487071:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4196 00000100:00100000:0.0:1734686536.487073:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872804864:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686536.487075:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872804736:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686536.487092:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686536.487104:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872804608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686536.487108:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872804480:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686536.487108:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4195 00000100:00100000:3.0:1734686536.487113:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872804736:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686536.487114:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1369 00000100:00100000:0.0:1734686536.487117:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872804864:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (92us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686536.487119:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4196 00000100:00100000:0.0:1734686536.487121:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54858 00000100:00080000:2.0:1734686536.487122:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686506 00000100:00080000:2.0:1734686536.487124:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686506 00000100:00080000:2.0:1734686536.487125:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686506 00010000:00010000:3.0:1734686537.430707:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686538.432731:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686539.012678:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848757376:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686539.012725:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686539.012775:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848757376 00000100:00100000:0.0:1734686539.012781:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848757376 00000100:00100000:0.0:1734686539.012810:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42009 00000100:00100000:0.0:1734686539.012814:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848757376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686539.012837:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686539.012866:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848757376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686539.012870:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42009 00000100:00100000:2.0:1734686539.012888:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848757376:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686539.060701:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686539.060705:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686539.060708:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686539.060712:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11334 00000100:00100000:1.0:1734686539.060713:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848757504:0@lo:400:kworker.0 00000100:00100000:3.0:1734686539.060713:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848757888:0@lo:400:kworker.0 00000100:00080000:2.0:1734686539.060714:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686539.060719:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686539.060728:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848757760:0@lo:400:kworker.0 00000100:00100000:2.0:1734686539.060731:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51c700 x1818938848758016/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686539.060748:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686539.060751:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686539.060752:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686539.060754:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11334 00000100:00080000:2.0:1734686539.060757:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686539.060759:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686539.060764:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686539.060764:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686539.060764:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686539.060769:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51e300 x1818938848758400/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686539.060786:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848758528:0@lo:400:kworker.0 00000100:00100000:1.0:1734686539.060787:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848758144:0@lo:400:kworker.0 00000100:00100000:3.0:1734686539.060787:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848758656:0@lo:400:kworker.0 00000100:00100000:2.0:1734686539.060797:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848757632:0@lo:400:kworker.0 00000100:00100000:0.0:1734686539.060808:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686539.060808:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686539.060810:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848758016:0@lo:8:kworker.0 00000100:00100000:2.0:1734686539.060822:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686539.060827:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686539.060831:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848758272:0@lo:400:kworker.0 00000100:00100000:0.0:1734686539.060836:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848757504 00000100:00100000:1.0:1734686539.060836:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848758400:0@lo:8:kworker.0 00000100:00100000:3.0:1734686539.060836:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848757760 00000100:00100000:0.0:1734686539.060841:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848757504 00000100:00100000:3.0:1734686539.060841:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848757760 00000100:00100000:2.0:1734686539.060845:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686539.060848:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686539.060861:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848758656 00000100:00100000:2.0:1734686539.060863:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848758656 00000100:00100000:3.0:1734686539.060866:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848757632 00000100:00100000:1.0:1734686539.060867:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848758528 00000100:00100000:1.0:1734686539.060869:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848758528 00000100:00100000:3.0:1734686539.060869:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848757632 00000100:00100000:0.0:1734686539.060872:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1734686539.060874:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848758272 00000100:00100000:0.0:1734686539.060876:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848757504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686539.060876:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848758272 00000100:00100000:3.0:1734686539.060881:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4197 00000100:00100000:1.0:1734686539.060884:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848758016 00000100:00100000:1.0:1734686539.060885:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848758016 00000100:00100000:3.0:1734686539.060886:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848757760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686539.060893:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848758400 00000100:00100000:2.0:1734686539.060893:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4198 00000100:00100000:1.0:1734686539.060894:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848758400 00000100:00100000:2.0:1734686539.060897:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848758656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686539.060902:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8205 00000100:00100000:0.0:1734686539.060903:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848757504:12345-0@lo:400:kworker.0 Request processed in 26us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686539.060906:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848758528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686539.060907:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:3.0:1734686539.060914:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848757760:12345-0@lo:400:kworker.0 Request processed in 27us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686539.060919:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4197 00000100:00100000:0.0:1734686539.060925:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54859 00000100:00100000:2.0:1734686539.060925:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848758656:12345-0@lo:400:kworker.0 Request processed in 27us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686539.060927:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848758528:12345-0@lo:400:kworker.0 Request processed in 20us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686539.060928:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848758016:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686539.060930:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4199 00000100:00100000:1.0:1734686539.060931:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8205 00000100:00100000:3.0:1734686539.060933:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848757632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686539.060934:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4198 00010000:00020000:0.0:1734686539.060940:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686539.060942:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54860 00000100:00100000:1.0:1734686539.060945:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848758400:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686539.060947:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4200 00000100:00100000:2.0:1734686539.060951:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848758272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686539.060951:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848757632:12345-0@lo:400:kworker.0 Request processed in 18us (129us total) trans 0 rc 0/0 00010000:00020000:1.0:1734686539.060953:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686539.060955:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848758016:12345-0@lo:8:kworker.0 Request processed in 27us (129us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686539.060959:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54859 00000100:00100000:3.0:1734686539.060959:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4199 00000100:00100000:1.0:1734686539.060969:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848758400:12345-0@lo:8:kworker.0 Request processed in 23us (120us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686539.060974:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54860 00000100:00100000:2.0:1734686539.060974:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848758272:12345-0@lo:400:kworker.0 Request processed in 22us (126us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686539.060979:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686539.060979:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4200 00000100:00080000:0.0:1734686539.060981:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686539.060983:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848758016:0@lo:8:kworker.0 00000100:00100000:3.0:1734686539.060985:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848758528:0@lo:400:kworker.0 00000100:00080000:0.0:1734686539.060988:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686539.060989:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:2.0:1734686539.060989:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686509 00000100:00100000:0.0:1734686539.060990:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848758400:0@lo:8:kworker.0 00000100:00080000:2.0:1734686539.060991:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686509 00000100:00100000:1.0:1734686539.060992:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686539.060992:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686509 00000100:00080000:2.0:1734686539.060993:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686509 00000100:00100000:3.0:1734686539.060994:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848757760:0@lo:400:kworker.0 00000100:00100000:0.0:1734686539.061003:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848757888 00000100:00100000:0.0:1734686539.061005:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848757888 00000100:00100000:2.0:1734686539.061008:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848757632:0@lo:400:kworker.0 00000100:00100000:1.0:1734686539.061010:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848757504:0@lo:400:kworker.0 00000100:00100000:2.0:1734686539.061013:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848758272:0@lo:400:kworker.0 00000100:00100000:0.0:1734686539.061018:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42010 00000100:00100000:0.0:1734686539.061021:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848757888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686539.061022:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848758144 00000100:00100000:1.0:1734686539.061024:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848758144 00000100:00100000:2.0:1734686539.061026:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848758656:0@lo:400:kworker.0 00000100:00100000:1.0:1734686539.061036:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8206 00000100:00100000:0.0:1734686539.061039:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848757888:12345-0@lo:400:kworker.0 Request processed in 18us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686539.061040:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848758144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686539.061042:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42010 00000100:00080000:0.0:1734686539.061048:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686509 00000100:00100000:2.0:1734686539.061048:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848757888:0@lo:400:kworker.0 00000100:00080000:0.0:1734686539.061050:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686509 00000100:00100000:1.0:1734686539.061061:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848758144:12345-0@lo:400:kworker.0 Request processed in 21us (68us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686539.061064:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8206 00000100:00100000:2.0:1734686539.061064:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848758144:0@lo:400:kworker.0 00000100:00100000:2.0:1734686539.076726:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848758784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686539.076775:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686539.076813:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848758784 00000100:00100000:0.0:1734686539.076820:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848758784 00000100:00100000:0.0:1734686539.076856:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42011 00000100:00100000:0.0:1734686539.076862:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848758784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686539.076889:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686539.076939:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f048000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848758784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686539.076945:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42011 00000100:00100000:2.0:1734686539.076956:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848758784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686539.140730:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848758912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686539.140785:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686539.140842:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848758912 00000100:00100000:0.0:1734686539.140848:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848758912 00000100:00100000:0.0:1734686539.140885:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7332 00000100:00100000:0.0:1734686539.140890:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848758912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686539.140915:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686539.140951:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848758912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686539.140957:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7332 00000100:00100000:2.0:1734686539.140968:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848758912:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686539.434714:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686540.436733:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686540.836757:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848759040:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686540.836809:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686540.836866:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848759040 00000100:00100000:0.0:1734686540.836873:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848759040 00000100:00100000:0.0:1734686540.836911:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7333 00000100:00100000:0.0:1734686540.836917:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848759040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686540.836942:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686540.836990:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848759040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686540.836997:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7333 00000100:00100000:3.0:1734686540.837017:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848759040:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686541.438706:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686541.494907:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686541.494942:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686541.494959:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686541.494975:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686541.494975:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872805120 00000100:00100000:2.0:1734686541.494983:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872805120 00000100:00100000:1.0:1734686541.494991:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872804992 00000100:00100000:1.0:1734686541.494996:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872804992 00000100:00080000:0.0:1734686541.495005:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686511 00000100:00080000:0.0:1734686541.495008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686511 00000100:00100000:0.0:1734686541.495016:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872805376 00000100:00100000:0.0:1734686541.495018:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872805376 00000100:00100000:2.0:1734686541.495019:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872805248 00000100:00100000:1.0:1734686541.495022:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1371 00000100:00100000:2.0:1734686541.495022:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872805248 00000100:00100000:1.0:1734686541.495027:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872804992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686541.495029:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54861 00000100:00100000:0.0:1734686541.495032:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872805376:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686541.495038:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4201 00000100:00100000:3.0:1734686541.495044:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872805120:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686541.495045:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4202 00010000:00020000:0.0:1734686541.495049:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686541.495050:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872805248:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686541.495070:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872805376:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (110us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686541.495070:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872804992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686541.495073:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872805120:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686541.495074:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54861 00000100:00100000:1.0:1734686541.495074:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1371 00000100:00100000:2.0:1734686541.495077:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872805248:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (99us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686541.495078:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4201 00000100:00100000:2.0:1734686541.495083:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4202 00000100:00080000:2.0:1734686541.495100:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686511 00010000:00010000:3.0:1734686542.440717:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686543.442869:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686544.020810:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848759168:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686544.020867:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686544.020927:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848759168 00000100:00100000:0.0:1734686544.020938:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848759168 00000100:00100000:0.0:1734686544.020995:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42012 00000100:00100000:0.0:1734686544.021003:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848759168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686544.021041:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686544.021119:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848759168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686544.021126:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42012 00000100:00100000:3.0:1734686544.021145:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848759168:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686544.068756:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686544.068762:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848759296:0@lo:400:kworker.0 00000100:00080000:2.0:1734686544.068762:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686544.068766:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686544.068766:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848759552:0@lo:400:kworker.0 00000100:00080000:2.0:1734686544.068772:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11339 00000100:00080000:2.0:1734686544.068776:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686544.068783:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686544.068804:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130786680 x1818938848759808/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686544.068825:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686544.068825:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686544.068847:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734686544.068849:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1734686544.068850:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848759936:0@lo:400:kworker.0 00000100:00080000:2.0:1734686544.068850:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686544.068851:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686544.068854:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848759424:0@lo:400:kworker.0 00000100:00080000:2.0:1734686544.068855:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11339 00000100:00080000:2.0:1734686544.068858:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686544.068861:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686544.068866:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686544.068867:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686544.068876:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686544.068876:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130785f80 x1818938848760192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686544.068878:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848760064:0@lo:400:kworker.0 00000100:00100000:0.0:1734686544.068879:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848759680:0@lo:400:kworker.0 00000100:00100000:0.0:1734686544.068893:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686544.068893:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848759808:0@lo:8:kworker.0 00000100:00100000:3.0:1734686544.068896:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686544.068910:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848760320:0@lo:400:kworker.0 00000100:00100000:0.0:1734686544.068923:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848759936 00000100:00100000:1.0:1734686544.068923:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686544.068924:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848759552 00000100:00100000:0.0:1734686544.068929:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848759936 00000100:00100000:2.0:1734686544.068929:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848759552 00000100:00100000:3.0:1734686544.068935:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848759424 00000100:00100000:3.0:1734686544.068939:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848759424 00000100:00100000:1.0:1734686544.068945:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848760192:0@lo:8:kworker.0 00000100:00100000:1.0:1734686544.068962:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686544.068965:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848760064 00000100:00100000:2.0:1734686544.068967:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848760064 00000100:00100000:0.0:1734686544.068973:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848759808 00000100:00100000:3.0:1734686544.068973:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4203 00000100:00100000:0.0:1734686544.068976:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848759808 00000100:00100000:3.0:1734686544.068980:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848759552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686544.068989:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848760192 00000100:00100000:1.0:1734686544.068990:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848759296 00000100:00100000:2.0:1734686544.068990:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4204 00000100:00100000:0.0:1734686544.068991:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848760192 00000100:00100000:1.0:1734686544.068995:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848759296 00000100:00100000:2.0:1734686544.068995:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848759424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686544.069003:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8207 00000100:00100000:0.0:1734686544.069007:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848759936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686544.069021:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:3.0:1734686544.069023:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848759552:12345-0@lo:400:kworker.0 Request processed in 42us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686544.069027:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848759296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686544.069030:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4203 00000100:00100000:2.0:1734686544.069031:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848759424:12345-0@lo:400:kworker.0 Request processed in 35us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686544.069037:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4204 00000100:00100000:0.0:1734686544.069041:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848759936:12345-0@lo:400:kworker.0 Request processed in 32us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686544.069047:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8207 00000100:00100000:3.0:1734686544.069051:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4205 00000100:00100000:1.0:1734686544.069054:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848759296:12345-0@lo:400:kworker.0 Request processed in 28us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686544.069056:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848760064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686544.069058:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54862 00000100:00100000:1.0:1734686544.069059:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00080000:2.0:1734686544.069060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686514 00000100:00100000:0.0:1734686544.069061:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848759808:12345-0@lo:8:kworker.0 00000100:00080000:2.0:1734686544.069064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686514 00000100:00080000:2.0:1734686544.069066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686514 00000100:00080000:2.0:1734686544.069068:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686514 00010000:00020000:0.0:1734686544.069079:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686544.069080:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848760064:12345-0@lo:400:kworker.0 Request processed in 24us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686544.069087:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54863 00000100:00100000:3.0:1734686544.069087:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4205 00000100:00100000:1.0:1734686544.069091:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848760192:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686544.069103:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686544.069103:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848760448:0@lo:400:kworker.0 00000100:00100000:3.0:1734686544.069105:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686544.069106:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848759808:12345-0@lo:8:kworker.0 Request processed in 41us (180us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686544.069113:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54862 00000100:00100000:0.0:1734686544.069120:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848760320 00000100:00100000:0.0:1734686544.069122:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848760320 00000100:00100000:1.0:1734686544.069126:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848760192:12345-0@lo:8:kworker.0 Request processed in 33us (162us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686544.069127:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686544.069132:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54863 00000100:00100000:3.0:1734686544.069134:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848759424:0@lo:400:kworker.0 00000100:00100000:0.0:1734686544.069142:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8208 00000100:00100000:3.0:1734686544.069144:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848760064:0@lo:400:kworker.0 00000100:00100000:0.0:1734686544.069146:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848760320:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686544.069147:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686514 00000100:00100000:3.0:1734686544.069152:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130784e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848759552:0@lo:400:kworker.0 00000100:00080000:1.0:1734686544.069185:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686544.069189:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686544.069192:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848760320:12345-0@lo:400:kworker.0 Request processed in 45us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686544.069193:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130785f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848760192:0@lo:8:kworker.0 00000100:00100000:3.0:1734686544.069194:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130785180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848760320:0@lo:400:kworker.0 00000100:00100000:0.0:1734686544.069198:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8208 00000100:00080000:1.0:1734686544.069202:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686544.069204:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686544.069205:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848759680 00000100:00100000:1.0:1734686544.069207:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848759808:0@lo:8:kworker.0 00000100:00100000:2.0:1734686544.069208:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848759680 00000100:00100000:3.0:1734686544.069208:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848760448 00000100:00100000:3.0:1734686544.069210:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848760448 00000100:00100000:0.0:1734686544.069223:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848759936:0@lo:400:kworker.0 00000100:00100000:3.0:1734686544.069227:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4206 00000100:00100000:2.0:1734686544.069230:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42013 00000100:00100000:0.0:1734686544.069231:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848759296:0@lo:400:kworker.0 00000100:00100000:3.0:1734686544.069231:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848760448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686544.069235:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848759680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686544.069272:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848760448:12345-0@lo:400:kworker.0 Request processed in 40us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686544.069275:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848759680:12345-0@lo:400:kworker.0 Request processed in 39us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686544.069277:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848760448:0@lo:400:kworker.0 00000100:00100000:3.0:1734686544.069277:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4206 00000100:00100000:2.0:1734686544.069284:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42013 00000100:00080000:2.0:1734686544.069299:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686514 00000100:00100000:1.0:1734686544.069302:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130787100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848759680:0@lo:400:kworker.0 00000100:00100000:1.0:1734686544.084745:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848760576:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686544.084818:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686544.084868:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848760576 00000100:00100000:2.0:1734686544.084876:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848760576 00000100:00100000:2.0:1734686544.084920:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42014 00000100:00100000:2.0:1734686544.084926:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848760576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686544.084959:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686544.084998:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848760576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686544.085003:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42014 00000100:00100000:1.0:1734686544.085022:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848760576:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686544.148762:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848760704:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686544.148835:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686544.148886:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848760704 00000100:00100000:2.0:1734686544.148895:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848760704 00000100:00100000:2.0:1734686544.148944:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7334 00000100:00100000:2.0:1734686544.148952:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848760704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686544.148988:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686544.149037:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848760704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686544.149045:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7334 00000100:00100000:0.0:1734686544.149080:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848760704:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686544.444730:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686545.446756:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686545.846278:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686545.846299:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848760832:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686545.846350:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686545.846415:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848760832 00000100:00100000:2.0:1734686545.846422:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848760832 00000100:00100000:2.0:1734686545.846459:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7335 00000100:00100000:2.0:1734686545.846465:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848760832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686545.846490:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686545.846527:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848760832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686545.846548:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7335 00000100:00100000:1.0:1734686545.846564:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848760832:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686546.448832:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686546.502830:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686546.502866:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686546.502889:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686546.502892:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872805504 00000100:00100000:1.0:1734686546.502900:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872805504 00000100:00100000:3.0:1734686546.502914:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872805632 00000100:00100000:3.0:1734686546.502918:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872805632 00000100:00100000:0.0:1734686546.502927:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686546.502939:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1373 00000100:00100000:3.0:1734686546.502943:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872805760 00000100:00100000:1.0:1734686546.502944:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872805504:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686546.502946:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872805888 00000100:00100000:3.0:1734686546.502946:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872805760 00000100:00100000:0.0:1734686546.502950:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872805888 00000100:00100000:2.0:1734686546.502956:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4207 00000100:00100000:2.0:1734686546.502962:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872805632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686546.502965:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54864 00000100:00100000:0.0:1734686546.502970:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872805888:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686546.502970:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4208 00000100:00100000:3.0:1734686546.502975:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872805760:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686546.502988:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686546.502994:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872805504:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686546.503000:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1373 00000100:00100000:2.0:1734686546.503000:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872805632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686546.503005:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4207 00000100:00100000:3.0:1734686546.503014:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872805760:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686546.503017:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872805888:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (89us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686546.503020:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4208 00000100:00100000:0.0:1734686546.503023:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54864 00000100:00080000:2.0:1734686546.503024:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686516 00000100:00080000:2.0:1734686546.503031:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686516 00000100:00080000:2.0:1734686546.503032:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686516 00010000:00010000:3.0:1734686547.450782:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686548.452751:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686549.028717:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848760960:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686549.028763:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686549.028822:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848760960 00000100:00100000:2.0:1734686549.028828:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848760960 00000100:00100000:2.0:1734686549.028864:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42015 00000100:00100000:2.0:1734686549.028869:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848760960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686549.028898:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686549.028937:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848760960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686549.028943:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42015 00000100:00100000:0.0:1734686549.028969:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848760960:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686549.076755:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734686549.076760:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848761216:0@lo:400:kworker.0 00000100:00080000:2.0:1734686549.076760:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686549.076763:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686549.076768:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11344 00000100:00080000:2.0:1734686549.076773:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1734686549.076776:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848761344:0@lo:400:kworker.0 00000100:00080000:2.0:1734686549.076778:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686549.076794:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88011d834a80 x1818938848761600/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686549.076807:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686549.076807:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848761088:0@lo:400:kworker.0 00000100:00080000:2.0:1734686549.076820:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686549.076823:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686549.076824:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686549.076827:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11344 00000100:00080000:2.0:1734686549.076829:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686549.076832:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686549.076833:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686549.076843:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ffd1f80 x1818938848761984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686549.076846:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686549.076849:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848761728:0@lo:400:kworker.0 00000100:00100000:0.0:1734686549.076851:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848761856:0@lo:400:kworker.0 00000100:00100000:1.0:1734686549.076867:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686549.076871:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686549.076878:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1734686549.076883:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848761472:0@lo:400:kworker.0 00000100:00100000:2.0:1734686549.076888:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848761728 00000100:00100000:2.0:1734686549.076892:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848761728 00000100:00100000:0.0:1734686549.076904:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848762112:0@lo:400:kworker.0 00000100:00100000:1.0:1734686549.076906:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686549.076915:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848762240:0@lo:400:kworker.0 00000100:00100000:3.0:1734686549.076919:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848761344 00000100:00100000:0.0:1734686549.076921:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686549.076924:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686549.076924:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848761344 00000100:00100000:2.0:1734686549.076925:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8209 00000100:00100000:2.0:1734686549.076931:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848761728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686549.076937:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848761600:0@lo:8:kworker.0 00000100:00100000:0.0:1734686549.076943:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848762112 00000100:00100000:0.0:1734686549.076946:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848762112 00000100:00100000:1.0:1734686549.076946:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686549.076946:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848761856 00000100:00100000:3.0:1734686549.076949:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848761856 00000100:00100000:1.0:1734686549.076951:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848761984:0@lo:8:kworker.0 00000100:00100000:3.0:1734686549.076958:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848762240 00000100:00100000:3.0:1734686549.076960:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848762240 00000100:00100000:0.0:1734686549.076961:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848761600 00000100:00100000:1.0:1734686549.076962:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686549.076963:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848761600 00000100:00100000:3.0:1734686549.076970:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4209 00000100:00100000:0.0:1734686549.076972:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848761984 00000100:00100000:0.0:1734686549.076973:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848761984 00000100:00100000:2.0:1734686549.076975:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848761728:12345-0@lo:400:kworker.0 Request processed in 43us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686549.076975:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848761344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686549.076979:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848761088 00000100:00100000:1.0:1734686549.076981:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848761088 00000100:00100000:2.0:1734686549.076981:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8209 00000100:00100000:0.0:1734686549.076985:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8210 00000100:00100000:0.0:1734686549.076989:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848762112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686549.076998:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54865 00000100:00100000:1.0:1734686549.076999:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1734686549.077002:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848761600:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686549.077003:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848761088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686549.077008:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848761344:12345-0@lo:400:kworker.0 Request processed in 32us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686549.077014:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848762112:12345-0@lo:400:kworker.0 Request processed in 25us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686549.077014:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4209 00010000:00020000:2.0:1734686549.077018:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686549.077020:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8210 00000100:00100000:3.0:1734686549.077025:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4210 00000100:00100000:1.0:1734686549.077027:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848761088:12345-0@lo:400:kworker.0 Request processed in 23us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686549.077029:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848761856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686549.077030:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54866 00000100:00100000:1.0:1734686549.077032:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:0.0:1734686549.077033:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848761984:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686549.077039:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848761600:12345-0@lo:8:kworker.0 Request processed in 37us (92us total) trans 0 rc -19/-19 00010000:00020000:0.0:1734686549.077042:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686549.077045:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54865 00000100:00100000:3.0:1734686549.077047:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848761856:12345-0@lo:400:kworker.0 Request processed in 18us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686549.077051:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4210 00000100:00080000:2.0:1734686549.077055:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686519 00000100:00080000:2.0:1734686549.077057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686519 00000100:00080000:2.0:1734686549.077059:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686519 00000100:00100000:3.0:1734686549.077059:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4211 00000100:00100000:0.0:1734686549.077061:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848761984:12345-0@lo:8:kworker.0 Request processed in 27us (97us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686549.077062:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848762240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686549.077066:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54866 00000100:00080000:2.0:1734686549.077073:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686549.077075:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848761728:0@lo:400:kworker.0 00000100:00080000:2.0:1734686549.077075:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686549.077077:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848762240:12345-0@lo:400:kworker.0 Request processed in 15us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686549.077093:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848761600:0@lo:8:kworker.0 00000100:00100000:1.0:1734686549.077097:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848761088:0@lo:400:kworker.0 00000100:00100000:3.0:1734686549.077099:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4211 00000100:00080000:2.0:1734686549.077101:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686549.077103:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686549.077105:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848761984:0@lo:8:kworker.0 00000100:00100000:1.0:1734686549.077113:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848762240:0@lo:400:kworker.0 00000100:00100000:0.0:1734686549.077120:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686549.077123:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848761472 00000100:00100000:2.0:1734686549.077125:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848761472 00000100:00100000:3.0:1734686549.077132:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848761216 00000100:00100000:3.0:1734686549.077135:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848761216 00000100:00100000:2.0:1734686549.077143:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42016 00000100:00100000:2.0:1734686549.077146:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848761472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686549.077148:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848762112:0@lo:400:kworker.0 00000100:00100000:3.0:1734686549.077150:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4212 00000100:00100000:3.0:1734686549.077153:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848761216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686549.077156:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848761856:0@lo:400:kworker.0 00000100:00100000:0.0:1734686549.077163:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848761344:0@lo:400:kworker.0 00000100:00100000:2.0:1734686549.077172:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848761472:12345-0@lo:400:kworker.0 Request processed in 25us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686549.077176:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42016 00000100:00100000:1.0:1734686549.077177:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848761472:0@lo:400:kworker.0 00000100:00100000:3.0:1734686549.077179:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848761216:12345-0@lo:400:kworker.0 Request processed in 25us (61us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686549.077181:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848761216:0@lo:400:kworker.0 00000100:00080000:2.0:1734686549.077184:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686519 00000100:00100000:3.0:1734686549.077184:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4212 00000100:00100000:1.0:1734686549.092740:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848762368:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686549.092792:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686549.092821:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848762368 00000100:00100000:2.0:1734686549.092827:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848762368 00000100:00100000:2.0:1734686549.092851:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42017 00000100:00100000:2.0:1734686549.092855:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848762368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686549.092882:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686549.092926:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848762368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686549.092932:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42017 00000100:00100000:1.0:1734686549.092942:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848762368:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686549.156721:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848762496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686549.156776:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686549.156840:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848762496 00000100:00100000:3.0:1734686549.156846:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848762496 00000100:00100000:3.0:1734686549.156888:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7336 00000100:00100000:3.0:1734686549.156894:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848762496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686549.156918:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686549.156960:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848762496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686549.156966:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7336 00000100:00100000:2.0:1734686549.156996:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848762496:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686549.454802:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686550.456695:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686550.852798:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848762624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686550.852861:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686550.852904:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848762624 00000100:00100000:3.0:1734686550.852910:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848762624 00000100:00100000:3.0:1734686550.852952:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7337 00000100:00100000:3.0:1734686550.852958:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848762624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686550.852984:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686550.853023:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848762624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686550.853029:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7337 00000100:00100000:2.0:1734686550.853068:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848762624:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686551.458814:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686551.510979:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686551.511018:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686551.511064:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686551.511092:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872806400 00000100:00100000:0.0:1734686551.511097:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686551.511100:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872806144 00000100:00100000:1.0:1734686551.511102:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872806400 00000100:00100000:3.0:1734686551.511112:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872806144 00000100:00100000:3.0:1734686551.511166:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872806272 00000100:00100000:3.0:1734686551.511168:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872806272 00000100:00100000:3.0:1734686551.511185:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4213 00000100:00100000:3.0:1734686551.511191:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872806144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686551.511211:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54867 00000100:00100000:1.0:1734686551.511218:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872806400:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686551.511241:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872806016 00010000:00020000:1.0:1734686551.511243:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686551.511246:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872806016 00000100:00100000:3.0:1734686551.511258:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872806144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 67us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686551.511283:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872806400:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 64us (262us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686551.511289:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54867 00000100:00100000:2.0:1734686551.511302:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4214 00000100:00100000:3.0:1734686551.511309:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4213 00000100:00100000:2.0:1734686551.511310:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872806272:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686551.511324:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1375 00000100:00100000:0.0:1734686551.511329:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872806016:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686551.511341:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686521 00000100:00100000:2.0:1734686551.511344:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872806272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (246us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686551.511344:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686521 00000100:00080000:3.0:1734686551.511346:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686521 00000100:00100000:2.0:1734686551.511353:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4214 00000100:00100000:0.0:1734686551.511357:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872806016:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686551.511363:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1375 00010000:00010000:3.0:1734686552.460714:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686553.462731:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686554.036720:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848762752:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686554.036770:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686554.036829:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848762752 00000100:00100000:2.0:1734686554.036840:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848762752 00000100:00100000:2.0:1734686554.036883:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42018 00000100:00100000:2.0:1734686554.036889:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848762752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686554.036922:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686554.036975:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848762752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686554.036981:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42018 00000100:00100000:3.0:1734686554.037025:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848762752:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686554.084784:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686554.084790:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686554.084792:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848762880:0@lo:400:kworker.0 00000100:00080000:2.0:1734686554.084793:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686554.084798:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11349 00000100:00080000:2.0:1734686554.084802:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1734686554.084802:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848763008:0@lo:400:kworker.0 00000100:00080000:2.0:1734686554.084806:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686554.084824:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ffd0380 x1818938848763392/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686554.084846:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734686554.084848:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686554.084849:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734686554.084849:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686554.084850:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686554.084853:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11349 00000100:00080000:2.0:1734686554.084855:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686554.084857:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686554.084867:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009646b100 x1818938848763776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686554.084873:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848763648:0@lo:400:kworker.0 00000100:00100000:1.0:1734686554.084878:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848763520:0@lo:400:kworker.0 00000100:00100000:3.0:1734686554.084889:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686554.084894:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848763136:0@lo:400:kworker.0 00000100:00100000:1.0:1734686554.084899:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686554.084909:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848763008 00000100:00100000:1.0:1734686554.084912:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734686554.084915:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848763008 00000100:00100000:1.0:1734686554.084917:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848763264:0@lo:400:kworker.0 00000100:00100000:2.0:1734686554.084918:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686554.084919:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848762880 00000100:00100000:0.0:1734686554.084924:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848762880 00000100:00100000:2.0:1734686554.084932:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848763904:0@lo:400:kworker.0 00000100:00100000:1.0:1734686554.084934:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686554.084941:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848763648 00000100:00100000:3.0:1734686554.084943:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848763648 00000100:00100000:1.0:1734686554.084946:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848764032:0@lo:400:kworker.0 00000100:00100000:2.0:1734686554.084947:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686554.084948:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:3.0:1734686554.084951:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848763136 00000100:00100000:3.0:1734686554.084953:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848763136 00000100:00100000:0.0:1734686554.084954:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848762880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686554.084962:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686554.084965:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4215 00000100:00100000:2.0:1734686554.084966:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848763392:0@lo:8:kworker.0 00000100:00100000:3.0:1734686554.084969:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848763008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686554.084981:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848763520 00000100:00100000:1.0:1734686554.084984:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848763520 00000100:00100000:2.0:1734686554.084984:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686554.085010:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848762880:12345-0@lo:400:kworker.0 Request processed in 56us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686554.085016:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1734686554.085016:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848763776:0@lo:8:kworker.0 00000100:00100000:1.0:1734686554.085017:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848763904 00000100:00100000:3.0:1734686554.085019:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848763008:12345-0@lo:400:kworker.0 Request processed in 49us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686554.085020:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848763904 00000100:00100000:3.0:1734686554.085025:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4215 00000100:00100000:1.0:1734686554.085030:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848763392 00000100:00100000:2.0:1734686554.085031:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686554.085032:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848763392 00000100:00100000:3.0:1734686554.085037:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848764032 00000100:00100000:3.0:1734686554.085039:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848764032 00000100:00100000:1.0:1734686554.085041:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848763776 00000100:00100000:1.0:1734686554.085043:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848763776 00000100:00100000:3.0:1734686554.085048:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4216 00000100:00100000:1.0:1734686554.085051:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8211 00000100:00100000:3.0:1734686554.085051:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848763648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686554.085055:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8212 00000100:00100000:2.0:1734686554.085055:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4217 00000100:00100000:1.0:1734686554.085056:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848763520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686554.085060:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848763904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686554.085060:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848763136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686554.085071:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848763648:12345-0@lo:400:kworker.0 Request processed in 18us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686554.085075:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4216 00000100:00100000:1.0:1734686554.085084:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848763520:12345-0@lo:400:kworker.0 Request processed in 28us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686554.085084:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4218 00000100:00100000:3.0:1734686554.085088:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848764032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686554.085089:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848763136:12345-0@lo:400:kworker.0 Request processed in 29us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686554.085090:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8211 00000100:00100000:0.0:1734686554.085091:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848763904:12345-0@lo:400:kworker.0 Request processed in 30us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686554.085095:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4217 00000100:00100000:0.0:1734686554.085096:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8212 00000100:00100000:1.0:1734686554.085103:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54868 00000100:00100000:3.0:1734686554.085106:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848764032:12345-0@lo:400:kworker.0 Request processed in 18us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686554.085107:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848763392:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686554.085109:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54869 00000100:00100000:3.0:1734686554.085111:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4218 00000100:00100000:0.0:1734686554.085112:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848763776:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686554.085122:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686554.085125:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686524 00010000:00020000:0.0:1734686554.085128:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686554.085128:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686524 00000100:00100000:2.0:1734686554.085129:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848763136:0@lo:400:kworker.0 00000100:00080000:3.0:1734686554.085130:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686524 00000100:00080000:3.0:1734686554.085131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686524 00000100:00100000:2.0:1734686554.085137:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848763904:0@lo:400:kworker.0 00000100:00100000:3.0:1734686554.085149:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848763648:0@lo:400:kworker.0 00000100:00100000:0.0:1734686554.085152:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848763776:12345-0@lo:8:kworker.0 Request processed in 38us (119us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686554.085156:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848763008:0@lo:400:kworker.0 00000100:00100000:0.0:1734686554.085157:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54869 00000100:00080000:2.0:1734686554.085159:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686554.085162:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686554.085165:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848763776:0@lo:8:kworker.0 00000100:00100000:0.0:1734686554.085188:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848763264 00000100:00100000:0.0:1734686554.085191:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848763264 00000100:00100000:0.0:1734686554.085212:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42019 00000100:00100000:0.0:1734686554.085215:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848763264:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686554.085233:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686524 00000100:00100000:1.0:1734686554.085235:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848763392:12345-0@lo:8:kworker.0 Request processed in 126us (249us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686554.085240:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848763264:12345-0@lo:400:kworker.0 Request processed in 24us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686554.085240:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54868 00000100:00100000:0.0:1734686554.085248:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42019 00000100:00080000:2.0:1734686554.085252:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686554.085254:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686554.085258:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848763392:0@lo:8:kworker.0 00000100:00100000:1.0:1734686554.085263:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848763264:0@lo:400:kworker.0 00000100:00100000:1.0:1734686554.085272:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848764032:0@lo:400:kworker.0 00000100:00100000:1.0:1734686554.085279:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848763520:0@lo:400:kworker.0 00000100:00100000:1.0:1734686554.085285:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848762880:0@lo:400:kworker.0 00000100:00100000:1.0:1734686554.100754:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848764160:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686554.100806:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686554.100862:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848764160 00000100:00100000:0.0:1734686554.100869:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848764160 00000100:00100000:0.0:1734686554.100908:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42020 00000100:00100000:0.0:1734686554.100915:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848764160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686554.100941:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686554.100986:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848764160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686554.100992:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42020 00000100:00100000:1.0:1734686554.101026:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848764160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686554.164741:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848764288:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686554.164816:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686554.164868:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848764288 00000100:00100000:0.0:1734686554.164876:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848764288 00000100:00100000:0.0:1734686554.164914:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7338 00000100:00100000:0.0:1734686554.164920:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848764288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686554.164947:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686554.164989:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848764288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686554.165004:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7338 00000100:00100000:3.0:1734686554.165041:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848764288:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686554.464750:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686555.466760:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686555.860741:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848764416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686555.860804:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686555.860858:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848764416 00000100:00100000:2.0:1734686555.860865:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848764416 00000100:00100000:2.0:1734686555.860901:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7339 00000100:00100000:2.0:1734686555.860905:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848764416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686555.860928:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686555.861002:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848764416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686555.861006:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7339 00000100:00100000:0.0:1734686555.861034:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848764416:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686556.468753:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686556.519048:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686556.519103:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686556.519132:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686556.519157:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872806528 00000100:00100000:2.0:1734686556.519169:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872806528 00000100:00100000:0.0:1734686556.519174:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686556.519178:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872806656 00000100:00100000:1.0:1734686556.519183:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872806656 00000100:00100000:3.0:1734686556.519204:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872806784 00000100:00100000:3.0:1734686556.519211:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872806784 00000100:00100000:1.0:1734686556.519224:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4219 00000100:00100000:2.0:1734686556.519224:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1377 00000100:00100000:1.0:1734686556.519229:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872806656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686556.519230:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872806528:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686556.519246:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872806912 00000100:00100000:0.0:1734686556.519251:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872806912 00000100:00100000:3.0:1734686556.519257:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4220 00000100:00100000:3.0:1734686556.519263:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872806784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686556.519269:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54870 00000100:00100000:0.0:1734686556.519274:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872806912:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686556.519289:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872806656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686556.519291:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872806528:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686556.519295:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4219 00010000:00020000:0.0:1734686556.519298:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686556.519298:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1377 00000100:00100000:3.0:1734686556.519312:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872806784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686556.519319:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4220 00000100:00100000:0.0:1734686556.519321:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872806912:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 47us (147us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686556.519326:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54870 00000100:00080000:2.0:1734686556.519336:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686526 00000100:00080000:2.0:1734686556.519339:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686526 00000100:00080000:2.0:1734686556.519341:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686526 00010000:00010000:3.0:1734686557.470696:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686558.472678:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686559.044718:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848764544:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686559.044770:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686559.044836:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848764544 00000100:00100000:2.0:1734686559.044842:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848764544 00000100:00100000:2.0:1734686559.044880:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42021 00000100:00100000:2.0:1734686559.044886:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848764544:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686559.044927:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686559.044962:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848764544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686559.044968:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42021 00000100:00100000:0.0:1734686559.044984:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848764544:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686559.092708:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686559.092713:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686559.092716:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686559.092721:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848764928:0@lo:400:kworker.0 00000100:00100000:1.0:1734686559.092721:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848764672:0@lo:400:kworker.0 00000100:00080000:2.0:1734686559.092721:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11354 00000100:00080000:2.0:1734686559.092725:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686559.092730:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686559.092743:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848764800:0@lo:400:kworker.0 00000100:00100000:2.0:1734686559.092748:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ffd0700 x1818938848765184/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686559.092775:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686559.092776:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686559.092778:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734686559.092779:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848765056:0@lo:400:kworker.0 00000100:00080000:2.0:1734686559.092781:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686559.092782:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686559.092784:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11354 00000100:00080000:2.0:1734686559.092786:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686559.092789:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686559.092797:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ffd0380 x1818938848765568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686559.092800:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848765312:0@lo:400:kworker.0 00000100:00100000:3.0:1734686559.092801:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848765440:0@lo:400:kworker.0 00000100:00100000:0.0:1734686559.092802:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686559.092822:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686559.092822:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848765184:0@lo:8:kworker.0 00000100:00100000:0.0:1734686559.092823:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848765824:0@lo:400:kworker.0 00000100:00100000:3.0:1734686559.092823:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686559.092836:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686559.092841:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848765696:0@lo:400:kworker.0 00000100:00100000:0.0:1734686559.092846:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686559.092847:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686559.092849:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848764672 00000100:00100000:1.0:1734686559.092855:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848764672 00000100:00100000:2.0:1734686559.092857:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848765568:0@lo:8:kworker.0 00000100:00100000:3.0:1734686559.092857:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686559.092868:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686559.092872:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848765312 00000100:00100000:0.0:1734686559.092875:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848765312 00000100:00100000:3.0:1734686559.092877:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848764800 00000100:00100000:3.0:1734686559.092879:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848764800 00000100:00100000:1.0:1734686559.092885:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1734686559.092886:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848765184 00000100:00100000:2.0:1734686559.092889:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848765184 00000100:00100000:1.0:1734686559.092890:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848764672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686559.092894:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848765696 00000100:00100000:0.0:1734686559.092896:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848765696 00000100:00100000:2.0:1734686559.092898:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848765568 00000100:00100000:2.0:1734686559.092899:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848765568 00000100:00100000:3.0:1734686559.092899:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848765440 00000100:00100000:3.0:1734686559.092901:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848765440 00000100:00100000:2.0:1734686559.092906:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8213 00000100:00100000:0.0:1734686559.092923:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8214 00000100:00100000:2.0:1734686559.092923:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848765312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686559.092928:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848765696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686559.092928:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848765824 00000100:00100000:3.0:1734686559.092931:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848765824 00000100:00100000:3.0:1734686559.092944:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4221 00000100:00100000:1.0:1734686559.092946:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848764672:12345-0@lo:400:kworker.0 Request processed in 55us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686559.092946:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848765312:12345-0@lo:400:kworker.0 Request processed in 37us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686559.092949:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848764800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686559.092951:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8213 00000100:00100000:1.0:1734686559.092952:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:0.0:1734686559.092959:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848765696:12345-0@lo:400:kworker.0 Request processed in 29us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686559.092960:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54871 00000100:00100000:2.0:1734686559.092962:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848765184:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686559.092964:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8214 00000100:00100000:3.0:1734686559.092973:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848764800:12345-0@lo:400:kworker.0 Request processed in 23us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686559.092974:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54872 00010000:00020000:2.0:1734686559.092974:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686559.092977:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4222 00000100:00100000:0.0:1734686559.092978:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848765568:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686559.092981:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848765440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686559.092985:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4221 00010000:00020000:0.0:1734686559.092988:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686559.092991:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848765184:12345-0@lo:8:kworker.0 Request processed in 27us (143us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686559.092995:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54871 00000100:00100000:3.0:1734686559.093001:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4223 00000100:00100000:1.0:1734686559.093004:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130787100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848765440:12345-0@lo:400:kworker.0 Request processed in 22us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686559.093004:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848765824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686559.093009:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848765568:12345-0@lo:8:kworker.0 Request processed in 29us (139us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686559.093009:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4222 00000100:00100000:0.0:1734686559.093014:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54872 00000100:00080000:1.0:1734686559.093022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686529 00000100:00080000:1.0:1734686559.093025:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686529 00000100:00080000:2.0:1734686559.093025:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686559.093026:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686529 00000100:00080000:2.0:1734686559.093028:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686559.093028:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848765824:12345-0@lo:400:kworker.0 Request processed in 23us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686559.093031:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848765184:0@lo:8:kworker.0 00000100:00100000:3.0:1734686559.093033:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4223 00000100:00100000:0.0:1734686559.093036:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686559.093039:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686559.093041:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686559.093043:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848765312:0@lo:400:kworker.0 00000100:00100000:2.0:1734686559.093043:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848765568:0@lo:8:kworker.0 00000100:00100000:3.0:1734686559.093044:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848764928 00000100:00100000:3.0:1734686559.093046:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848764928 00000100:00100000:1.0:1734686559.093050:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848764672:0@lo:400:kworker.0 00000100:00100000:0.0:1734686559.093060:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848765824:0@lo:400:kworker.0 00000100:00100000:2.0:1734686559.093062:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848765056 00000100:00100000:3.0:1734686559.093062:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4224 00000100:00080000:1.0:1734686559.093063:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686529 00000100:00100000:2.0:1734686559.093065:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848765056 00000100:00100000:3.0:1734686559.093065:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848764928:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686559.093084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686529 00000100:00100000:2.0:1734686559.093086:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42022 00000100:00100000:3.0:1734686559.093086:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848764928:12345-0@lo:400:kworker.0 Request processed in 20us (50us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686559.093090:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848765056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686559.093091:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4224 00000100:00100000:0.0:1734686559.093100:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848764928:0@lo:400:kworker.0 00000100:00100000:3.0:1734686559.093108:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848765696:0@lo:400:kworker.0 00000100:00100000:3.0:1734686559.093115:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848765440:0@lo:400:kworker.0 00000100:00100000:3.0:1734686559.093122:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848764800:0@lo:400:kworker.0 00000100:00100000:2.0:1734686559.093127:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848765056:12345-0@lo:400:kworker.0 Request processed in 36us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686559.093133:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42022 00000100:00100000:1.0:1734686559.093150:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848765056:0@lo:400:kworker.0 00000100:00100000:1.0:1734686559.108829:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848765952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686559.108878:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686559.108939:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848765952 00000100:00100000:2.0:1734686559.108945:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848765952 00000100:00100000:2.0:1734686559.108982:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42023 00000100:00100000:2.0:1734686559.108988:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848765952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686559.109018:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686559.109061:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848765952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686559.109067:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42023 00000100:00100000:1.0:1734686559.109134:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848765952:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686559.172714:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848766080:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686559.172769:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686559.172821:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848766080 00000100:00100000:2.0:1734686559.172827:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848766080 00000100:00100000:2.0:1734686559.172856:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7340 00000100:00100000:2.0:1734686559.172860:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848766080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686559.172879:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686559.172905:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848766080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686559.172921:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7340 00000100:00100000:0.0:1734686559.172941:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130786680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848766080:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686559.474720:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686560.476724:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686560.868727:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734686560.868748:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848766208:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686560.868797:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686560.868855:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848766208 00000100:00100000:3.0:1734686560.868861:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848766208 00000100:00100000:3.0:1734686560.868929:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7341 00000100:00100000:3.0:1734686560.868934:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848766208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686560.868956:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686560.868994:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848766208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686560.868999:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7341 00000100:00100000:2.0:1734686560.869032:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848766208:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686561.478712:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686561.526675:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686561.526707:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686561.526732:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686561.526738:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872807040 00000100:00100000:1.0:1734686561.526746:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872807040 00000100:00100000:3.0:1734686561.526758:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872807168 00000100:00100000:0.0:1734686561.526760:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686561.526762:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872807168 00000100:00100000:0.0:1734686561.526779:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872807424 00000100:00100000:0.0:1734686561.526781:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872807424 00000100:00100000:1.0:1734686561.526781:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1379 00000100:00100000:1.0:1734686561.526787:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872807040:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686561.526789:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872807296 00000100:00100000:3.0:1734686561.526790:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872807296 00000100:00100000:0.0:1734686561.526795:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54873 00000100:00100000:0.0:1734686561.526798:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872807424:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686561.526801:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4225 00000100:00100000:3.0:1734686561.526805:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872807168:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686561.526816:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686561.526831:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4226 00000100:00100000:1.0:1734686561.526833:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872807040:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686561.526834:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872807168:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686561.526835:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872807424:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 36us (75us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686561.526838:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872807296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686561.526839:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1379 00000100:00100000:3.0:1734686561.526839:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4225 00000100:00100000:0.0:1734686561.526840:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54873 00000100:00080000:3.0:1734686561.526863:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686531 00000100:00080000:3.0:1734686561.526865:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686531 00000100:00080000:3.0:1734686561.526866:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686531 00000100:00100000:2.0:1734686561.526895:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872807296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686561.526900:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4226 00010000:00010000:3.0:1734686562.480756:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686563.482790:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686564.052863:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686564.052884:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848766336:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686564.052936:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686564.052998:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848766336 00000100:00100000:2.0:1734686564.053005:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848766336 00000100:00100000:2.0:1734686564.053045:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42024 00000100:00100000:2.0:1734686564.053055:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848766336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686564.053084:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686564.053123:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848766336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686564.053129:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42024 00000100:00100000:1.0:1734686564.053164:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848766336:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686564.100737:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848766464:0@lo:400:kworker.0 00000100:00100000:3.0:1734686564.100746:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848766592:0@lo:400:kworker.0 00000100:00080000:2.0:1734686564.100750:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686564.100756:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686564.100759:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686564.100763:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11359 00000100:00080000:2.0:1734686564.100766:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686564.100771:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686564.100782:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848766720:0@lo:400:kworker.0 00000100:00100000:2.0:1734686564.100790:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ffd1f80 x1818938848766976/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686564.100793:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686564.100795:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686564.100805:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686564.100812:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734686564.100815:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848767104:0@lo:400:kworker.0 00000100:00080000:2.0:1734686564.100815:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734686564.100815:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848767232:0@lo:400:kworker.0 00000100:00080000:2.0:1734686564.100816:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686564.100819:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11359 00000100:00080000:2.0:1734686564.100822:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686564.100840:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686564.100846:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686564.100851:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ffd0e00 x1818938848767360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686564.100852:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686564.100853:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848766592 00000100:00100000:0.0:1734686564.100859:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848766592 00000100:00100000:3.0:1734686564.100863:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848766720 00000100:00100000:1.0:1734686564.100864:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686564.100866:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848766720 00000100:00100000:1.0:1734686564.100869:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848766848:0@lo:400:kworker.0 00000100:00100000:2.0:1734686564.100885:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848767232 00000100:00100000:1.0:1734686564.100886:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686564.100888:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848767232 00000100:00100000:3.0:1734686564.100889:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4227 00000100:00100000:0.0:1734686564.100892:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4228 00000100:00100000:3.0:1734686564.100894:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848766720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686564.100895:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686564.100896:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848766592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686564.100899:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848767616:0@lo:400:kworker.0 00000100:00100000:2.0:1734686564.100905:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4229 00000100:00100000:2.0:1734686564.100908:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848767232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686564.100913:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686564.100928:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130785f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848766592:12345-0@lo:400:kworker.0 Request processed in 31us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686564.100928:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848766720:12345-0@lo:400:kworker.0 Request processed in 33us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686564.100933:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848766464 00000100:00100000:3.0:1734686564.100933:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4227 00000100:00100000:0.0:1734686564.100935:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4228 00000100:00100000:2.0:1734686564.100935:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848767232:12345-0@lo:400:kworker.0 Request processed in 26us (89us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686564.100936:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848766464 00000100:00100000:2.0:1734686564.100940:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4229 00000100:00100000:0.0:1734686564.100943:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848767616 00000100:00100000:0.0:1734686564.100945:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848767616 00000100:00080000:3.0:1734686564.100948:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686534 00000100:00080000:3.0:1734686564.100951:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686534 00000100:00080000:3.0:1734686564.100952:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686534 00000100:00100000:2.0:1734686564.100955:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848766976:0@lo:8:kworker.0 00000100:00100000:1.0:1734686564.100956:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:0.0:1734686564.100958:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4230 00000100:00100000:1.0:1734686564.100960:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848766464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686564.100961:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848767616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686564.100972:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686564.100981:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848767360:0@lo:8:kworker.0 00000100:00100000:3.0:1734686564.100981:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848767232:0@lo:400:kworker.0 00000100:00100000:0.0:1734686564.100985:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848767616:12345-0@lo:400:kworker.0 Request processed in 24us (71us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686564.100985:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848766464:12345-0@lo:400:kworker.0 Request processed in 25us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686564.100988:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848766592:0@lo:400:kworker.0 00000100:00100000:1.0:1734686564.100989:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:0.0:1734686564.100990:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4230 00000100:00100000:2.0:1734686564.100996:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686564.101000:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686564.101004:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848767488:0@lo:400:kworker.0 00000100:00100000:0.0:1734686564.101005:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848767104 00000100:00100000:0.0:1734686564.101007:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848767104 00000100:00100000:2.0:1734686564.101015:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848766976 00000100:00100000:1.0:1734686564.101017:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848767616:0@lo:400:kworker.0 00000100:00100000:2.0:1734686564.101017:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848766976 00000100:00100000:3.0:1734686564.101020:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686564.101024:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848766464:0@lo:400:kworker.0 00000100:00100000:0.0:1734686564.101031:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848767360 00000100:00100000:0.0:1734686564.101033:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848767360 00000100:00100000:2.0:1734686564.101034:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848767488 00000100:00100000:2.0:1734686564.101035:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848767488 00000100:00100000:3.0:1734686564.101038:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8215 00000100:00100000:3.0:1734686564.101047:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848767104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686564.101052:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8216 00000100:00100000:0.0:1734686564.101056:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848767488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686564.101056:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54874 00000100:00100000:2.0:1734686564.101059:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848766976:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686564.101060:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54875 00000100:00100000:1.0:1734686564.101064:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848767360:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686564.101071:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848767104:12345-0@lo:400:kworker.0 Request processed in 23us (219us total) trans 0 rc 0/0 00010000:00020000:2.0:1734686564.101073:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686564.101076:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848767488:12345-0@lo:400:kworker.0 Request processed in 20us (56us total) trans 0 rc 0/0 00010000:00020000:1.0:1734686564.101076:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686564.101076:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8215 00000100:00100000:0.0:1734686564.101081:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8216 00000100:00080000:3.0:1734686564.101085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686534 00000100:00100000:3.0:1734686564.101096:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848767488:0@lo:400:kworker.0 00000100:00100000:0.0:1734686564.101098:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848766720:0@lo:400:kworker.0 00000100:00100000:1.0:1734686564.101101:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848767360:12345-0@lo:8:kworker.0 Request processed in 35us (104us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686564.101101:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b5b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848766976:12345-0@lo:8:kworker.0 Request processed in 40us (127us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686564.101106:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54874 00000100:00100000:1.0:1734686564.101109:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54875 00000100:00100000:3.0:1734686564.101119:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848766848 00000100:00100000:3.0:1734686564.101121:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848766848 00000100:00100000:3.0:1734686564.101138:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42025 00000100:00100000:1.0:1734686564.101139:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848767104:0@lo:400:kworker.0 00000100:00100000:3.0:1734686564.101142:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848766848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686564.101171:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848766848:12345-0@lo:400:kworker.0 Request processed in 28us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686564.101175:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848766848:0@lo:400:kworker.0 00000100:00100000:3.0:1734686564.101175:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42025 00000100:00080000:3.0:1734686564.101184:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686534 00000100:00080000:2.0:1734686564.101214:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686564.101217:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686564.101220:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848766976:0@lo:8:kworker.0 00000100:00080000:2.0:1734686564.101226:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686564.101228:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686564.101230:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848767360:0@lo:8:kworker.0 00000100:00100000:1.0:1734686564.116717:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848767744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686564.116773:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686564.116810:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848767744 00000100:00100000:3.0:1734686564.116817:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848767744 00000100:00100000:3.0:1734686564.116869:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42026 00000100:00100000:3.0:1734686564.116875:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848767744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686564.116899:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686564.116939:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848767744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686564.116944:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42026 00000100:00100000:1.0:1734686564.116976:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848767744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686564.180759:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848767872:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686564.180866:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686564.180922:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848767872 00000100:00100000:0.0:1734686564.180931:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848767872 00000100:00100000:0.0:1734686564.180984:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7342 00000100:00100000:0.0:1734686564.181002:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848767872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686564.181034:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686564.181103:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848767872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686564.181118:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7342 00000100:00100000:3.0:1734686564.181198:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848767872:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686564.484775:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686565.486847:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686565.876753:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848768000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686565.876848:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686565.876919:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848768000 00000100:00100000:0.0:1734686565.876928:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848768000 00000100:00100000:0.0:1734686565.876974:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7343 00000100:00100000:0.0:1734686565.876982:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848768000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686565.877014:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686565.877073:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848768000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686565.877079:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7343 00000100:00100000:1.0:1734686565.877156:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848768000:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686566.488746:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686566.534940:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686566.534977:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686566.535000:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686566.535000:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872807552 00000100:00100000:1.0:1734686566.535011:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872807552 00000100:00100000:0.0:1734686566.535035:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686566.535044:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872807808 00000100:00100000:2.0:1734686566.535049:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872807808 00000100:00100000:3.0:1734686566.535056:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872807936 00000100:00100000:3.0:1734686566.535060:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872807936 00000100:00100000:1.0:1734686566.535064:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1381 00000100:00100000:1.0:1734686566.535072:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872807552:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686566.535077:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872807680 00000100:00100000:2.0:1734686566.535079:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872807680 00000100:00100000:3.0:1734686566.535080:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54876 00000100:00100000:3.0:1734686566.535084:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872807936:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686566.535093:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4231 00000100:00100000:2.0:1734686566.535098:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872807808:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686566.535099:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4232 00000100:00100000:0.0:1734686566.535104:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872807680:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734686566.535107:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686566.535129:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872807552:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686566.535129:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872807808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686566.535129:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872807936:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 44us (127us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686566.535132:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872807680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686566.535134:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1381 00000100:00100000:2.0:1734686566.535135:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4231 00000100:00100000:3.0:1734686566.535135:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54876 00000100:00100000:0.0:1734686566.535139:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4232 00000100:00080000:3.0:1734686566.535152:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686536 00000100:00080000:3.0:1734686566.535155:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686536 00000100:00080000:3.0:1734686566.535157:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686536 00010000:00010000:3.0:1734686567.490745:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686568.492745:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686569.060797:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848768128:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686569.060853:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686569.060906:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848768128 00000100:00100000:0.0:1734686569.060916:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848768128 00000100:00100000:0.0:1734686569.060956:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42027 00000100:00100000:0.0:1734686569.060962:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848768128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686569.060990:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686569.061036:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848768128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686569.061042:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42027 00000100:00100000:3.0:1734686569.061067:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848768128:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686569.108720:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686569.108725:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686569.108727:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686569.108729:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848768256:0@lo:400:kworker.0 00000100:00080000:2.0:1734686569.108732:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11364 00000100:00080000:2.0:1734686569.108734:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734686569.108736:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848768384:0@lo:400:kworker.0 00000100:00080000:2.0:1734686569.108738:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686569.108764:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fee680 x1818938848768768/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686569.108778:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848768512:0@lo:400:kworker.0 00000100:00080000:2.0:1734686569.108785:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686569.108788:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686569.108789:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686569.108791:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11364 00000100:00080000:2.0:1734686569.108794:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686569.108797:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686569.108799:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686569.108800:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686569.108807:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0feed80 x1818938848769152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686569.108820:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848768384 00000100:00100000:0.0:1734686569.108825:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848768384 00000100:00100000:1.0:1734686569.108826:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848768896:0@lo:400:kworker.0 00000100:00100000:3.0:1734686569.108826:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848769024:0@lo:400:kworker.0 00000100:00100000:2.0:1734686569.108833:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848768768:0@lo:8:kworker.0 00000100:00100000:3.0:1734686569.108843:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686569.108848:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686569.108854:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734686569.108857:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848769024 00000100:00100000:3.0:1734686569.108858:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848769280:0@lo:400:kworker.0 00000100:00100000:0.0:1734686569.108859:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848769024 00000100:00100000:1.0:1734686569.108864:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734686569.108865:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4233 00000100:00100000:1.0:1734686569.108869:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848768640:0@lo:400:kworker.0 00000100:00100000:2.0:1734686569.108871:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848768384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686569.108871:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686569.108881:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4234 00000100:00100000:0.0:1734686569.108886:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848769024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686569.108887:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686569.108887:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686539 00000100:00100000:1.0:1734686569.108897:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848769408:0@lo:400:kworker.0 00000100:00100000:2.0:1734686569.108913:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848768384:12345-0@lo:400:kworker.0 Request processed in 42us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686569.108918:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4233 00000100:00100000:3.0:1734686569.108926:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848769024:0@lo:400:kworker.0 00000100:00100000:1.0:1734686569.108927:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686569.108928:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848769024:12345-0@lo:400:kworker.0 Request processed in 41us (83us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686569.108932:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848769408 00000100:00100000:0.0:1734686569.108934:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4234 00000100:00100000:2.0:1734686569.108934:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848769408 00000100:00100000:3.0:1734686569.108935:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848768384:0@lo:400:kworker.0 00000100:00100000:1.0:1734686569.108942:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848768256 00000100:00100000:0.0:1734686569.108944:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4235 00000100:00100000:1.0:1734686569.108944:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848768256 00000100:00100000:0.0:1734686569.108948:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848769408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686569.108953:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686569.108953:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686539 00000100:00100000:2.0:1734686569.108963:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848769152:0@lo:8:kworker.0 00000100:00100000:3.0:1734686569.108965:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848768896 00000100:00100000:1.0:1734686569.108966:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1734686569.108968:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848768896 00000100:00100000:1.0:1734686569.108970:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848768256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686569.108973:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848769408:12345-0@lo:400:kworker.0 Request processed in 25us (45us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686569.108975:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686569.108978:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4235 00000100:00100000:3.0:1734686569.108987:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848769280 00000100:00100000:3.0:1734686569.108988:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848769280 00000100:00100000:2.0:1734686569.108989:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848768768 00000100:00100000:2.0:1734686569.108990:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848768768 00000100:00100000:1.0:1734686569.108992:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848768256:12345-0@lo:400:kworker.0 Request processed in 21us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686569.108994:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848769152 00000100:00100000:0.0:1734686569.108997:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848769152 00000100:00100000:1.0:1734686569.108997:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1734686569.108999:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8217 00000100:00100000:3.0:1734686569.109003:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848768896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686569.109007:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8218 00000100:00100000:2.0:1734686569.109010:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848769280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686569.109020:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54877 00000100:00100000:1.0:1734686569.109023:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54878 00000100:00100000:0.0:1734686569.109024:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848768768:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686569.109025:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848768896:12345-0@lo:400:kworker.0 Request processed in 22us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686569.109026:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848769152:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686569.109027:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848769280:12345-0@lo:400:kworker.0 Request processed in 17us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686569.109029:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8217 00000100:00100000:2.0:1734686569.109031:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8218 00010000:00020000:0.0:1734686569.109039:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734686569.109042:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686569.109046:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686539 00000100:00100000:2.0:1734686569.109047:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848769280:0@lo:400:kworker.0 00000100:00100000:0.0:1734686569.109063:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848768768:12345-0@lo:8:kworker.0 Request processed in 39us (109us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686569.109063:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848769152:12345-0@lo:8:kworker.0 Request processed in 36us (87us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734686569.109065:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686569.109066:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54878 00000100:00080000:2.0:1734686569.109067:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686569.109069:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848768768:0@lo:8:kworker.0 00000100:00100000:0.0:1734686569.109070:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54877 00000100:00100000:3.0:1734686569.109072:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848768640 00000100:00080000:2.0:1734686569.109073:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686569.109074:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686569.109075:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848768640 00000100:00100000:2.0:1734686569.109076:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848769152:0@lo:8:kworker.0 00000100:00100000:1.0:1734686569.109082:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848769408:0@lo:400:kworker.0 00000100:00100000:0.0:1734686569.109086:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686569.109086:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848768896:0@lo:400:kworker.0 00000100:00100000:1.0:1734686569.109090:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848768256:0@lo:400:kworker.0 00000100:00100000:3.0:1734686569.109093:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42028 00000100:00100000:3.0:1734686569.109096:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848768640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686569.109102:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848768512 00000100:00100000:0.0:1734686569.109104:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848768512 00000100:00100000:0.0:1734686569.109118:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4236 00000100:00100000:0.0:1734686569.109121:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848768512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686569.109124:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848768640:12345-0@lo:400:kworker.0 Request processed in 26us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686569.109126:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848768640:0@lo:400:kworker.0 00000100:00100000:3.0:1734686569.109129:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42028 00000100:00080000:3.0:1734686569.109138:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686539 00000100:00080000:3.0:1734686569.109140:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686539 00000100:00100000:0.0:1734686569.109145:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848768512:12345-0@lo:400:kworker.0 Request processed in 23us (58us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686569.109149:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4236 00000100:00100000:1.0:1734686569.109150:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848768512:0@lo:400:kworker.0 00000100:00100000:2.0:1734686569.124758:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848769536:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686569.124833:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686569.124896:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848769536 00000100:00100000:3.0:1734686569.124904:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848769536 00000100:00100000:3.0:1734686569.124942:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42029 00000100:00100000:3.0:1734686569.124948:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848769536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686569.124979:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686569.125014:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848769536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686569.125021:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42029 00000100:00100000:2.0:1734686569.125039:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848769536:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686569.188766:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686569.188789:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848769664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686569.188852:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686569.188914:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848769664 00000100:00100000:0.0:1734686569.188921:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848769664 00000100:00100000:0.0:1734686569.188959:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7344 00000100:00100000:0.0:1734686569.188965:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848769664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686569.188996:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686569.189042:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848769664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686569.189047:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7344 00000100:00100000:1.0:1734686569.189064:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848769664:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686569.494781:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686570.496750:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686570.884771:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848769792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686570.884835:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686570.884901:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848769792 00000100:00100000:0.0:1734686570.884909:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848769792 00000100:00100000:0.0:1734686570.884951:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7345 00000100:00100000:0.0:1734686570.884959:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848769792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686570.884992:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686570.885042:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848769792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686570.885048:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7345 00000100:00100000:2.0:1734686570.885062:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848769792:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686571.498723:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686571.542948:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686571.542979:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686571.543003:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686571.543012:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872808064 00000100:00100000:3.0:1734686571.543022:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872808064 00000100:00100000:0.0:1734686571.543026:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686571.543040:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872808320 00000100:00100000:0.0:1734686571.543043:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872808448 00000100:00100000:0.0:1734686571.543045:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872808448 00000100:00100000:1.0:1734686571.543045:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872808320 00000100:00100000:1.0:1734686571.543074:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872808192 00000100:00100000:1.0:1734686571.543077:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872808192 00000100:00100000:0.0:1734686571.543081:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54879 00000100:00100000:3.0:1734686571.543085:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1383 00000100:00080000:2.0:1734686571.543086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686541 00000100:00100000:0.0:1734686571.543089:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872808448:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686571.543090:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872808064:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734686571.543091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686541 00000100:00080000:2.0:1734686571.543092:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686541 00000100:00100000:1.0:1734686571.543094:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4237 00000100:00100000:1.0:1734686571.543098:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872808320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686571.543108:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4238 00000100:00100000:2.0:1734686571.543113:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872808192:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686571.543114:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686571.543142:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872808320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686571.543144:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872808064:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686571.543146:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872808192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686571.543147:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4237 00000100:00100000:0.0:1734686571.543150:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872808448:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 61us (145us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686571.543150:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1383 00000100:00100000:2.0:1734686571.543152:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4238 00000100:00100000:0.0:1734686571.543156:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54879 00010000:00010000:3.0:1734686572.500726:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686573.502767:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686574.068720:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848769920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686574.068779:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686574.068822:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848769920 00000100:00100000:3.0:1734686574.068828:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848769920 00000100:00100000:3.0:1734686574.068857:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42030 00000100:00100000:3.0:1734686574.068861:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848769920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686574.068889:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686574.068928:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848769920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686574.068934:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42030 00000100:00100000:0.0:1734686574.068964:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848769920:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686574.116715:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848770048:0@lo:400:kworker.0 00000100:00080000:2.0:1734686574.116725:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686574.116730:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686574.116732:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686574.116736:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11369 00000100:00080000:2.0:1734686574.116739:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686574.116742:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686574.116753:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848770432:0@lo:400:kworker.0 00000100:00100000:2.0:1734686574.116757:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fee300 x1818938848770560/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686574.116758:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848770176:0@lo:400:kworker.0 00000100:00100000:0.0:1734686574.116764:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686574.116776:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686574.116779:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686574.116780:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686574.116782:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11369 00000100:00080000:2.0:1734686574.116785:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686574.116788:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686574.116789:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848770688:0@lo:400:kworker.0 00000100:00100000:3.0:1734686574.116795:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686574.116798:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013175e680 x1818938848770944/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686574.116803:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686574.116809:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848770816:0@lo:400:kworker.0 00000100:00100000:1.0:1734686574.116810:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686574.116819:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686574.116827:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848770048 00000100:00100000:2.0:1734686574.116829:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848770304:0@lo:400:kworker.0 00000100:00100000:0.0:1734686574.116832:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848770048 00000100:00100000:3.0:1734686574.116839:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848770176 00000100:00100000:1.0:1734686574.116840:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848771200:0@lo:400:kworker.0 00000100:00100000:3.0:1734686574.116842:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848770176 00000100:00100000:2.0:1734686574.116852:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686574.116863:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:3.0:1734686574.116863:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848770816 00000100:00100000:3.0:1734686574.116864:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848770816 00000100:00100000:0.0:1734686574.116869:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848770048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686574.116872:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848770304 00000100:00100000:2.0:1734686574.116872:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848771072:0@lo:400:kworker.0 00000100:00100000:3.0:1734686574.116875:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4239 00000100:00100000:1.0:1734686574.116877:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848770304 00000100:00100000:3.0:1734686574.116878:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848770176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686574.116885:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686574.116903:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848770560:0@lo:8:kworker.0 00000100:00100000:0.0:1734686574.116904:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848770048:12345-0@lo:400:kworker.0 Request processed in 35us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686574.116904:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4240 00000100:00100000:3.0:1734686574.116904:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848770176:12345-0@lo:400:kworker.0 Request processed in 25us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686574.116908:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4239 00000100:00100000:1.0:1734686574.116909:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848770816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686574.116910:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:2.0:1734686574.116914:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686574.116919:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848770944:0@lo:8:kworker.0 00000100:00100000:3.0:1734686574.116920:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4241 00000100:00100000:3.0:1734686574.116923:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848770304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686574.116927:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686574.116933:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848770688 00000100:00100000:0.0:1734686574.116936:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848770688 00000100:00080000:2.0:1734686574.116937:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686544 00000100:00080000:2.0:1734686574.116940:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686544 00000100:00080000:2.0:1734686574.116942:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686544 00000100:00100000:3.0:1734686574.116942:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848770304:12345-0@lo:400:kworker.0 Request processed in 19us (90us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686574.116943:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686544 00000100:00100000:3.0:1734686574.116945:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4241 00000100:00100000:1.0:1734686574.116949:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848770816:12345-0@lo:400:kworker.0 Request processed in 39us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686574.116953:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848771072 00000100:00100000:2.0:1734686574.116954:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848770560 00000100:00100000:0.0:1734686574.116955:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848771072 00000100:00100000:1.0:1734686574.116955:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4240 00000100:00100000:2.0:1734686574.116956:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848770560 00000100:00100000:2.0:1734686574.116966:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848770944 00000100:00100000:2.0:1734686574.116967:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848770944 00000100:00100000:0.0:1734686574.116969:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8219 00000100:00100000:0.0:1734686574.116973:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848770688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686574.116974:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848770816:0@lo:400:kworker.0 00000100:00100000:2.0:1734686574.116975:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8220 00000100:00100000:2.0:1734686574.116977:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848771072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686574.116979:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848770176:0@lo:400:kworker.0 00000100:00100000:1.0:1734686574.116983:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848770432 00000100:00100000:1.0:1734686574.116986:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848770432 00000100:00100000:3.0:1734686574.116993:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54880 00000100:00100000:2.0:1734686574.116994:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848771072:12345-0@lo:400:kworker.0 Request processed in 16us (108us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686574.116996:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848770560:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686574.116998:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8220 00000100:00100000:0.0:1734686574.117000:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848770688:12345-0@lo:400:kworker.0 Request processed in 26us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686574.117004:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54881 00000100:00100000:2.0:1734686574.117006:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848770944:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686574.117007:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8219 00010000:00020000:3.0:1734686574.117008:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734686574.117012:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686574.117024:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42031 00000100:00100000:2.0:1734686574.117024:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848770944:12345-0@lo:8:kworker.0 Request processed in 17us (96us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686574.117024:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848770560:12345-0@lo:8:kworker.0 Request processed in 27us (109us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686574.117027:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54880 00000100:00100000:1.0:1734686574.117029:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848770432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686574.117029:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54881 00000100:00100000:0.0:1734686574.117033:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848770688:0@lo:400:kworker.0 00000100:00080000:2.0:1734686574.117039:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686544 00000100:00100000:0.0:1734686574.117040:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848770048:0@lo:400:kworker.0 00000100:00080000:2.0:1734686574.117041:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686544 00000100:00080000:3.0:1734686574.117042:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686574.117044:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686574.117046:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848770560:0@lo:8:kworker.0 00000100:00100000:2.0:1734686574.117049:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848770304:0@lo:400:kworker.0 00000100:00080000:3.0:1734686574.117051:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686574.117052:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686574.117053:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848770432:12345-0@lo:400:kworker.0 Request processed in 25us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686574.117054:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097682300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848771072:0@lo:400:kworker.0 00000100:00100000:3.0:1734686574.117054:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848770944:0@lo:8:kworker.0 00000100:00100000:1.0:1734686574.117057:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42031 00000100:00100000:1.0:1734686574.117073:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686574.117089:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848771200 00000100:00100000:2.0:1734686574.117091:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848771200 00000100:00100000:1.0:1734686574.117095:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848770432:0@lo:400:kworker.0 00000100:00100000:2.0:1734686574.117106:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4242 00000100:00100000:2.0:1734686574.117108:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848771200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686574.117127:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848771200:12345-0@lo:400:kworker.0 Request processed in 19us (54us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686574.117131:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4242 00000100:00100000:1.0:1734686574.117144:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848771200:0@lo:400:kworker.0 00000100:00100000:0.0:1734686574.132718:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848771328:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686574.132773:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686574.132802:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848771328 00000100:00100000:1.0:1734686574.132808:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848771328 00000100:00100000:1.0:1734686574.132831:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42032 00000100:00100000:1.0:1734686574.132835:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848771328:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686574.132860:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686574.132893:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848771328:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686574.132897:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42032 00000100:00100000:0.0:1734686574.132917:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848771328:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686574.196766:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848771456:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686574.196819:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686574.196876:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848771456 00000100:00100000:0.0:1734686574.196882:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848771456 00000100:00100000:0.0:1734686574.196916:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7346 00000100:00100000:0.0:1734686574.196920:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848771456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686574.196941:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686574.196969:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848771456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686574.196972:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7346 00000100:00100000:3.0:1734686574.197440:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848771456:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686574.504790:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686575.506748:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686575.892734:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848771584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686575.892787:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686575.892842:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848771584 00000100:00100000:2.0:1734686575.892849:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848771584 00000100:00100000:2.0:1734686575.892885:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7347 00000100:00100000:2.0:1734686575.892891:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848771584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686575.892916:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686575.892950:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848771584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686575.892956:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7347 00000100:00100000:0.0:1734686575.892972:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848771584:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686576.508762:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686576.551161:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686576.551204:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686576.551236:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686576.551253:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872808576 00000100:00100000:3.0:1734686576.551262:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872808576 00000100:00100000:3.0:1734686576.551303:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1385 00000100:00100000:3.0:1734686576.551307:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872808576:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686576.551312:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686576.551346:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872808960 00000100:00100000:0.0:1734686576.551350:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872808960 00000100:00100000:3.0:1734686576.551355:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872808576:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686576.551360:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1385 00000100:00100000:0.0:1734686576.551366:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54882 00000100:00100000:0.0:1734686576.551370:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872808960:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686576.551389:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686576.551392:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686546 00000100:00100000:0.0:1734686576.551407:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872808960:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 36us (95us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686576.551412:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54882 00000100:00100000:1.0:1734686576.551471:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872808832 00000100:00100000:1.0:1734686576.551475:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872808832 00000100:00100000:2.0:1734686576.551488:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872808704 00000100:00100000:2.0:1734686576.551492:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872808704 00000100:00100000:1.0:1734686576.551508:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4243 00000100:00100000:2.0:1734686576.551517:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4244 00000100:00100000:1.0:1734686576.551518:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872808832:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686576.551553:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872808704:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686576.551554:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686546 00000100:00080000:3.0:1734686576.551557:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686546 00000100:00100000:1.0:1734686576.551571:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872808832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686576.551577:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4243 00000100:00100000:2.0:1734686576.551577:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872808704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686576.551582:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4244 00010000:00010000:3.0:1734686577.510796:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686578.512759:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686579.076734:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848771712:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686579.076786:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686579.076846:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848771712 00000100:00100000:2.0:1734686579.076852:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848771712 00000100:00100000:2.0:1734686579.076891:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42033 00000100:00100000:2.0:1734686579.076896:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848771712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686579.076924:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686579.076964:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848771712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686579.076969:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42033 00000100:00100000:1.0:1734686579.076993:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848771712:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686579.124726:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848771840:0@lo:400:kworker.0 00000100:00080000:0.0:1734686579.124760:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734686579.124761:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848772096:0@lo:400:kworker.0 00000100:00080000:0.0:1734686579.124765:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686579.124768:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686579.124773:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11374 00000100:00100000:2.0:1734686579.124773:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686579.124777:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1734686579.124780:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848771968:0@lo:400:kworker.0 00000100:00080000:0.0:1734686579.124782:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686579.124784:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686579.124791:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686579.124794:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848772224:0@lo:400:kworker.0 00000100:00100000:0.0:1734686579.124797:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986e9500 x1818938848772352/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686579.124800:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686579.124806:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686579.124814:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848772480:0@lo:400:kworker.0 00000100:00100000:1.0:1734686579.124816:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848772096 00000100:00100000:3.0:1734686579.124819:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848771840 00000100:00100000:1.0:1734686579.124821:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848772096 00000100:00100000:3.0:1734686579.124821:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848771840 00000100:00100000:2.0:1734686579.124824:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686579.124825:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686579.124828:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686579.124829:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686579.124831:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11374 00000100:00080000:0.0:1734686579.124833:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686579.124836:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686579.124837:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848771968 00000100:00100000:2.0:1734686579.124839:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848771968 00000100:00100000:3.0:1734686579.124844:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1734686579.124846:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880090415f80 x1818938848772736/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686579.124848:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4245 00000100:00100000:3.0:1734686579.124848:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848771840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686579.124853:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848772096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686579.124860:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4246 00000100:00100000:2.0:1734686579.124863:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848771968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686579.124871:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848771840:12345-0@lo:400:kworker.0 Request processed in 23us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686579.124872:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848772352:0@lo:8:kworker.0 00000100:00100000:3.0:1734686579.124874:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:2.0:1734686579.124881:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848771968:12345-0@lo:400:kworker.0 Request processed in 18us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686579.124885:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4246 00000100:00100000:1.0:1734686579.124892:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848772096:12345-0@lo:400:kworker.0 Request processed in 39us (107us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686579.124895:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686549 00000100:00100000:1.0:1734686579.124896:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4245 00000100:00080000:3.0:1734686579.124899:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686549 00000100:00080000:3.0:1734686579.124900:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686549 00000100:00100000:0.0:1734686579.124901:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686579.124907:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848772608:0@lo:400:kworker.0 00000100:00100000:2.0:1734686579.124911:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848771840:0@lo:400:kworker.0 00000100:00100000:1.0:1734686579.124912:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848772864:0@lo:400:kworker.0 00000100:00100000:0.0:1734686579.124918:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848772736:0@lo:8:kworker.0 00000100:00100000:2.0:1734686579.124919:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686579.124924:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848772992:0@lo:400:kworker.0 00000100:00100000:1.0:1734686579.124927:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686579.124927:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686579.124938:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848772480 00000100:00100000:0.0:1734686579.124941:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848772480 00000100:00100000:2.0:1734686579.124947:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686579.124948:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848772096:0@lo:400:kworker.0 00000100:00100000:3.0:1734686579.124948:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848771968:0@lo:400:kworker.0 00000100:00100000:0.0:1734686579.124960:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848772352 00000100:00100000:0.0:1734686579.124962:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848772352 00000100:00100000:2.0:1734686579.124964:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848772864 00000100:00100000:1.0:1734686579.124965:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848772608 00000100:00100000:2.0:1734686579.124966:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848772864 00000100:00100000:1.0:1734686579.124967:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848772608 00000100:00100000:3.0:1734686579.124968:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8221 00000100:00100000:0.0:1734686579.124972:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54883 00000100:00100000:3.0:1734686579.124972:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848772480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686579.124975:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848772352:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686579.124981:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848772992 00000100:00100000:1.0:1734686579.124983:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848772992 00000100:00100000:2.0:1734686579.124984:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8222 00000100:00100000:2.0:1734686579.124988:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848772864:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734686579.124990:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686579.124994:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4247 00000100:00100000:1.0:1734686579.124997:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848772608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686579.124999:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848772480:12345-0@lo:400:kworker.0 Request processed in 27us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686579.125005:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8221 00000100:00100000:0.0:1734686579.125016:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848772352:12345-0@lo:8:kworker.0 Request processed in 40us (114us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686579.125017:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848772864:12345-0@lo:400:kworker.0 Request processed in 28us (89us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686579.125021:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54883 00000100:00100000:2.0:1734686579.125024:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8222 00000100:00080000:3.0:1734686579.125025:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686549 00000100:00100000:1.0:1734686579.125029:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848772608:12345-0@lo:400:kworker.0 Request processed in 30us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686579.125034:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4247 00000100:00100000:0.0:1734686579.125040:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686579.125040:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848772608:0@lo:400:kworker.0 00000100:00100000:2.0:1734686579.125041:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4248 00000100:00100000:2.0:1734686579.125044:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848772992:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686579.125057:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1734686579.125059:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848772480:0@lo:400:kworker.0 00000100:00080000:0.0:1734686579.125060:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686579.125060:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848772864:0@lo:400:kworker.0 00000100:00100000:0.0:1734686579.125063:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848772352:0@lo:8:kworker.0 00000100:00100000:2.0:1734686579.125073:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848772992:12345-0@lo:400:kworker.0 Request processed in 27us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686579.125077:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848772736 00000100:00100000:2.0:1734686579.125078:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4248 00000100:00100000:0.0:1734686579.125079:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848772736 00000100:00100000:3.0:1734686579.125080:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848772992:0@lo:400:kworker.0 00000100:00100000:1.0:1734686579.125084:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848772224 00000100:00100000:1.0:1734686579.125086:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848772224 00000100:00100000:0.0:1734686579.125089:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54884 00000100:00100000:0.0:1734686579.125093:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848772736:12345-0@lo:8:kworker.0 00000100:00080000:3.0:1734686579.125095:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686549 00010000:00020000:0.0:1734686579.125101:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686579.125111:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42034 00000100:00100000:1.0:1734686579.125115:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848772224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686579.125120:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848772736:12345-0@lo:8:kworker.0 Request processed in 26us (80us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686579.125126:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54884 00000100:00080000:2.0:1734686579.125131:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686579.125134:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686579.125136:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848772736:0@lo:8:kworker.0 00000100:00100000:1.0:1734686579.125148:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848772224:12345-0@lo:400:kworker.0 Request processed in 31us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686579.125153:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42034 00000100:00100000:3.0:1734686579.125169:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848772224:0@lo:400:kworker.0 00000100:00100000:3.0:1734686579.140731:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848773120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686579.140783:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686579.140818:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848773120 00000100:00100000:1.0:1734686579.140825:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848773120 00000100:00100000:1.0:1734686579.140856:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42035 00000100:00100000:1.0:1734686579.140862:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848773120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686579.140892:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686579.140930:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848773120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686579.140935:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42035 00000100:00100000:3.0:1734686579.140971:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848773120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686579.204725:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848773248:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686579.204769:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686579.204814:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848773248 00000100:00100000:2.0:1734686579.204820:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848773248 00000100:00100000:2.0:1734686579.204847:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7348 00000100:00100000:2.0:1734686579.204852:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848773248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686579.204871:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686579.204896:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848773248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686579.204899:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7348 00000100:00100000:0.0:1734686579.204912:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848773248:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686579.514724:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686580.516692:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686580.900715:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848773376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686580.900766:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686580.900800:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848773376 00000100:00100000:2.0:1734686580.900806:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848773376 00000100:00100000:2.0:1734686580.900846:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7349 00000100:00100000:2.0:1734686580.900852:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848773376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686580.900878:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686580.900918:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848773376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686580.900925:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7349 00000100:00100000:1.0:1734686580.900948:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848773376:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686581.518729:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686581.558801:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686581.558833:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686581.558858:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686581.558860:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872809088 00000100:00100000:2.0:1734686581.558868:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872809088 00000100:00100000:3.0:1734686581.558886:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872809216 00000100:00100000:3.0:1734686581.558890:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872809216 00000100:00100000:0.0:1734686581.558892:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686581.558902:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872809344 00000100:00100000:2.0:1734686581.558905:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1387 00000100:00100000:1.0:1734686581.558906:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872809344 00000100:00100000:0.0:1734686581.558910:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872809472 00000100:00100000:2.0:1734686581.558911:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872809088:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686581.558911:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4249 00000100:00100000:0.0:1734686581.558912:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872809472 00000100:00100000:3.0:1734686581.558914:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872809216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686581.558925:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54885 00000100:00100000:1.0:1734686581.558926:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4250 00000100:00100000:0.0:1734686581.558929:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872809472:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686581.558931:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872809344:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686581.558946:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686581.558949:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872809216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686581.558951:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872809088:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686581.558954:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872809344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686581.558955:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4249 00000100:00100000:2.0:1734686581.558956:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1387 00000100:00100000:1.0:1734686581.558959:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4250 00000100:00100000:0.0:1734686581.558962:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872809472:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 32us (69us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686581.558966:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54885 00000100:00080000:3.0:1734686581.558968:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686551 00000100:00080000:3.0:1734686581.558970:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686551 00000100:00080000:3.0:1734686581.558971:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686551 00010000:00010000:3.0:1734686582.520719:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686583.522731:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686584.084717:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848773504:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686584.084763:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686584.084821:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848773504 00000100:00100000:2.0:1734686584.084827:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848773504 00000100:00100000:2.0:1734686584.084858:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42036 00000100:00100000:2.0:1734686584.084863:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848773504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686584.084887:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686584.084920:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848773504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686584.084924:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42036 00000100:00100000:1.0:1734686584.084939:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848773504:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686584.132695:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686584.132699:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686584.132701:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686584.132707:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11379 00000100:00100000:1.0:1734686584.132709:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848773888:0@lo:400:kworker.0 00000100:00100000:3.0:1734686584.132709:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848773632:0@lo:400:kworker.0 00000100:00080000:0.0:1734686584.132710:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686584.132714:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686584.132716:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848773760:0@lo:400:kworker.0 00000100:00100000:0.0:1734686584.132726:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079882d80 x1818938848774144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686584.132748:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686584.132750:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686584.132751:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686584.132753:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11379 00000100:00080000:0.0:1734686584.132754:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686584.132756:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686584.132757:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686584.132758:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686584.132761:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848774144:0@lo:8:kworker.0 00000100:00100000:0.0:1734686584.132762:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0ce00 x1818938848774528/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686584.132778:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848774656:0@lo:400:kworker.0 00000100:00100000:3.0:1734686584.132779:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848774272:0@lo:400:kworker.0 00000100:00100000:2.0:1734686584.132780:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686584.132790:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686584.132793:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848773888 00000100:00100000:2.0:1734686584.132793:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848774528:0@lo:8:kworker.0 00000100:00100000:0.0:1734686584.132798:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848773888 00000100:00100000:3.0:1734686584.132803:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848773632 00000100:00100000:1.0:1734686584.132805:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686584.132807:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848773632 00000100:00100000:1.0:1734686584.132808:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848774400:0@lo:400:kworker.0 00000100:00100000:2.0:1734686584.132809:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686584.132817:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686584.132821:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848774400 00000100:00100000:0.0:1734686584.132822:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848774400 00000100:00100000:3.0:1734686584.132827:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1734686584.132829:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848774144 00000100:00100000:0.0:1734686584.132830:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4251 00000100:00100000:1.0:1734686584.132830:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848774656 00000100:00100000:2.0:1734686584.132831:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848774144 00000100:00100000:3.0:1734686584.132832:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848773632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686584.132833:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848773888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686584.132833:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848774656 00000100:00100000:2.0:1734686584.132842:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848774528 00000100:00100000:2.0:1734686584.132843:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848774528 00000100:00100000:1.0:1734686584.132848:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8223 00000100:00100000:1.0:1734686584.132851:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848774656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686584.132853:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54886 00000100:00100000:2.0:1734686584.132857:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848774144:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686584.132860:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848773632:12345-0@lo:400:kworker.0 Request processed in 29us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686584.132865:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:0.0:1734686584.132868:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848773888:12345-0@lo:400:kworker.0 Request processed in 34us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686584.132870:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848774656:12345-0@lo:400:kworker.0 Request processed in 19us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686584.132871:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4251 00010000:00020000:2.0:1734686584.132872:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686584.132873:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8223 00000100:00100000:0.0:1734686584.132878:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4252 00000100:00100000:0.0:1734686584.132880:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848774400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686584.132881:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54887 00000100:00100000:1.0:1734686584.132883:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848774528:12345-0@lo:8:kworker.0 00000100:00080000:3.0:1734686584.132885:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686554 00010000:00020000:1.0:1734686584.132889:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686584.132889:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686554 00000100:00080000:3.0:1734686584.132890:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686554 00000100:00100000:0.0:1734686584.132892:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848774400:12345-0@lo:400:kworker.0 Request processed in 11us (74us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686584.132893:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848774144:12345-0@lo:8:kworker.0 Request processed in 35us (112us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686584.132895:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4252 00000100:00100000:2.0:1734686584.132898:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54886 00000100:00100000:1.0:1734686584.132900:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848774528:12345-0@lo:8:kworker.0 Request processed in 15us (90us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686584.132900:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686584.132903:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54887 00000100:00100000:2.0:1734686584.132908:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848774272 00000100:00100000:2.0:1734686584.132910:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848774272 00000100:00100000:0.0:1734686584.132915:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848774016:0@lo:400:kworker.0 00000100:00100000:3.0:1734686584.132918:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4874700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848773632:0@lo:400:kworker.0 00000100:00100000:2.0:1734686584.132922:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8224 00000100:00100000:1.0:1734686584.132924:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f217b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848774400:0@lo:400:kworker.0 00000100:00100000:2.0:1734686584.132925:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848774272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686584.132928:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848774656:0@lo:400:kworker.0 00000100:00100000:0.0:1734686584.132929:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686584.132933:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848773888:0@lo:400:kworker.0 00000100:00080000:3.0:1734686584.132934:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686554 00000100:00100000:0.0:1734686584.132936:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848774784:0@lo:400:kworker.0 00000100:00100000:2.0:1734686584.132946:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848774272:12345-0@lo:400:kworker.0 Request processed in 20us (46us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686584.132947:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686584.132951:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848774272:0@lo:400:kworker.0 00000100:00100000:2.0:1734686584.132952:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8224 00000100:00100000:1.0:1734686584.132957:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848774784 00000100:00100000:1.0:1734686584.132959:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848774784 00000100:00100000:0.0:1734686584.132960:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848774016 00000100:00100000:0.0:1734686584.132962:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848774016 00000100:00080000:2.0:1734686584.132968:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686584.132971:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4253 00000100:00080000:2.0:1734686584.132971:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686584.132974:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848774784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686584.132974:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848774528:0@lo:8:kworker.0 00000100:00100000:0.0:1734686584.132975:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42037 00000100:00100000:0.0:1734686584.132977:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848774016:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686584.132977:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686554 00000100:00080000:2.0:1734686584.132980:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686584.132982:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686584.132984:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848774144:0@lo:8:kworker.0 00000100:00100000:1.0:1734686584.132990:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848774784:12345-0@lo:400:kworker.0 Request processed in 15us (42us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686584.132992:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848774016:12345-0@lo:400:kworker.0 Request processed in 14us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686584.132993:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4253 00000100:00100000:0.0:1734686584.132995:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42037 00000100:00100000:2.0:1734686584.132997:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686584.133006:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848774016:0@lo:400:kworker.0 00000100:00100000:0.0:1734686584.133012:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848774784:0@lo:400:kworker.0 00000100:00100000:1.0:1734686584.133012:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848773760 00000100:00100000:1.0:1734686584.133014:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848773760 00000100:00100000:1.0:1734686584.133028:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4254 00000100:00100000:1.0:1734686584.133030:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848773760:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686584.133040:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686554 00000100:00100000:1.0:1734686584.133048:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848773760:12345-0@lo:400:kworker.0 Request processed in 17us (50us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686584.133051:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4254 00000100:00100000:2.0:1734686584.133067:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a4877480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848773760:0@lo:400:kworker.0 00000100:00100000:0.0:1734686584.148699:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848774912:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686584.148753:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686584.148805:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848774912 00000100:00100000:2.0:1734686584.148810:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848774912 00000100:00100000:2.0:1734686584.148841:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42038 00000100:00100000:2.0:1734686584.148847:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848774912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686584.148875:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686584.148912:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848774912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686584.148918:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42038 00000100:00100000:0.0:1734686584.148945:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090417b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848774912:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686584.212712:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848775040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686584.212757:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686584.212794:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848775040 00000100:00100000:0.0:1734686584.212800:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848775040 00000100:00100000:0.0:1734686584.212836:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7350 00000100:00100000:0.0:1734686584.212842:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848775040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686584.212867:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686584.212904:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848775040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686584.212909:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7350 00000100:00100000:2.0:1734686584.212915:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848775040:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686584.524726:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686585.526725:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686585.908709:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848775168:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686585.908753:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686585.908801:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848775168 00000100:00100000:0.0:1734686585.908809:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848775168 00000100:00100000:0.0:1734686585.908846:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7351 00000100:00100000:0.0:1734686585.908851:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848775168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686585.908879:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686585.908919:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848775168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686585.908924:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7351 00000100:00100000:2.0:1734686585.908931:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848775168:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686586.528731:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686586.566947:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686586.566998:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686586.567019:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872809600 00000100:00100000:0.0:1734686586.567026:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686586.567028:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872809600 00000100:00100000:3.0:1734686586.567080:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1389 00000100:00100000:3.0:1734686586.567087:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872809600:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686586.567091:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872809856 00000100:00080000:2.0:1734686586.567091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686556 00000100:00100000:1.0:1734686586.567102:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872809856 00000100:00100000:0.0:1734686586.567105:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686586.567123:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872809984 00000100:00100000:2.0:1734686586.567126:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872809984 00000100:00100000:0.0:1734686586.567129:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872809728 00000100:00100000:0.0:1734686586.567133:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872809728 00000100:00100000:3.0:1734686586.567140:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872809600:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686586.567146:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1389 00000100:00100000:2.0:1734686586.567147:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54888 00000100:00100000:2.0:1734686586.567151:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872809984:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686586.567152:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4255 00000100:00100000:1.0:1734686586.567159:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872809856:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:2.0:1734686586.567171:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686586.567172:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4256 00000100:00100000:0.0:1734686586.567178:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872809728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686586.567194:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872809984:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (90us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686586.567199:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54888 00000100:00100000:1.0:1734686586.567210:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872809856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686586.567214:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4255 00000100:00100000:0.0:1734686586.567218:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872809728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 39us (190us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686586.567222:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686556 00000100:00080000:2.0:1734686586.567224:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686556 00000100:00100000:0.0:1734686586.567225:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4256 00010000:00010000:3.0:1734686587.530736:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686588.532717:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686589.092717:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848775296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686589.092790:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686589.092842:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848775296 00000100:00100000:2.0:1734686589.092851:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848775296 00000100:00100000:2.0:1734686589.092902:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42039 00000100:00100000:2.0:1734686589.092909:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848775296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686589.092952:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686589.093000:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848775296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686589.093007:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42039 00000100:00100000:1.0:1734686589.093038:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848775296:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686589.140811:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848775424:0@lo:400:kworker.0 00000100:00080000:0.0:1734686589.140813:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686589.140819:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686589.140823:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686589.140830:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11384 00000100:00100000:3.0:1734686589.140831:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848775552:0@lo:400:kworker.0 00000100:00080000:0.0:1734686589.140834:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686589.140841:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686589.140868:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008d7bf100 x1818938848775936/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686589.140888:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686589.140889:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686589.140897:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686589.140900:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686589.140902:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686589.140903:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848775808:0@lo:400:kworker.0 00000100:00080000:0.0:1734686589.140906:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11384 00000100:00080000:0.0:1734686589.140909:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734686589.140913:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686589.140918:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848776064:0@lo:400:kworker.0 00000100:00100000:3.0:1734686589.140919:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848776192:0@lo:400:kworker.0 00000100:00100000:0.0:1734686589.140926:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b67480 x1818938848776320/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686589.140947:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686589.140957:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686589.140962:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848775936:0@lo:8:kworker.0 00000100:00100000:2.0:1734686589.140966:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686589.140972:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848776576:0@lo:400:kworker.0 00000100:00100000:3.0:1734686589.140976:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734686589.140980:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686589.140982:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848775680:0@lo:400:kworker.0 00000100:00100000:0.0:1734686589.140989:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686589.140995:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686589.141015:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686589.141017:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848776320:0@lo:8:kworker.0 00000100:00100000:3.0:1734686589.141030:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848776448:0@lo:400:kworker.0 00000100:00100000:0.0:1734686589.141033:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686589.141043:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848776064 00000100:00100000:1.0:1734686589.141044:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848775552 00000100:00100000:3.0:1734686589.141050:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686589.141051:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848775552 00000100:00100000:2.0:1734686589.141051:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848776064 00000100:00100000:0.0:1734686589.141064:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848775936 00000100:00100000:0.0:1734686589.141067:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848775936 00000100:00100000:3.0:1734686589.141074:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848775424 00000100:00100000:3.0:1734686589.141078:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848775424 00000100:00100000:0.0:1734686589.141089:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848776320 00000100:00100000:1.0:1734686589.141090:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848776192 00000100:00100000:0.0:1734686589.141091:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848776320 00000100:00100000:1.0:1734686589.141093:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848776192 00000100:00100000:2.0:1734686589.141096:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848776448 00000100:00100000:2.0:1734686589.141099:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848776448 00000100:00100000:0.0:1734686589.141103:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8225 00000100:00100000:1.0:1734686589.141103:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848776576 00000100:00100000:1.0:1734686589.141105:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848776576 00000100:00100000:3.0:1734686589.141107:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:0.0:1734686589.141110:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848776064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686589.141113:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848775424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686589.141116:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848775680 00000100:00100000:2.0:1734686589.141116:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8226 00000100:00100000:1.0:1734686589.141118:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848775680 00000100:00100000:2.0:1734686589.141121:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848776448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686589.141130:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4257 00000100:00100000:1.0:1734686589.141135:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848775552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686589.141154:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848776064:12345-0@lo:400:kworker.0 Request processed in 45us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686589.141155:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848775424:12345-0@lo:400:kworker.0 Request processed in 42us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686589.141158:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848776448:12345-0@lo:400:kworker.0 Request processed in 35us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686589.141159:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8225 00000100:00100000:3.0:1734686589.141162:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:2.0:1734686589.141164:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8226 00000100:00100000:0.0:1734686589.141176:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54889 00000100:00100000:1.0:1734686589.141178:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090417b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848775552:12345-0@lo:400:kworker.0 Request processed in 42us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686589.141180:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848775936:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686589.141181:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54890 00000100:00100000:1.0:1734686589.141186:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4257 00000100:00100000:2.0:1734686589.141186:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848776320:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686589.141196:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686589.141197:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4258 00010000:00020000:2.0:1734686589.141200:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686589.141204:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4259 00000100:00100000:3.0:1734686589.141205:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848776192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686589.141207:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848776576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686589.141214:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848775936:12345-0@lo:8:kworker.0 Request processed in 33us (226us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686589.141218:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54889 00000100:00100000:2.0:1734686589.141221:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848776320:12345-0@lo:8:kworker.0 Request processed in 35us (188us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686589.141226:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54890 00000100:00100000:1.0:1734686589.141236:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848776576:12345-0@lo:400:kworker.0 Request processed in 27us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686589.141237:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848776192:12345-0@lo:400:kworker.0 Request processed in 33us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686589.141241:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4259 00000100:00080000:0.0:1734686589.141242:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686589.141245:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686589.141245:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4260 00000100:00100000:0.0:1734686589.141248:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848775936:0@lo:8:kworker.0 00000100:00100000:2.0:1734686589.141249:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848775680:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686589.141254:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686589.141255:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686589.141256:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4258 00000100:00100000:0.0:1734686589.141257:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848776320:0@lo:8:kworker.0 00000100:00100000:1.0:1734686589.141266:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848775808 00000100:00100000:2.0:1734686589.141267:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848775680:12345-0@lo:400:kworker.0 Request processed in 18us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686589.141268:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848775808 00000100:00100000:2.0:1734686589.141272:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4260 00000100:00100000:1.0:1734686589.141286:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42040 00000100:00100000:0.0:1734686589.141287:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848776576:0@lo:400:kworker.0 00000100:00080000:2.0:1734686589.141288:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686559 00000100:00100000:1.0:1734686589.141290:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848775808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686589.141292:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848776064:0@lo:400:kworker.0 00000100:00080000:2.0:1734686589.141292:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686559 00000100:00080000:2.0:1734686589.141293:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686559 00000100:00080000:2.0:1734686589.141295:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686559 00000100:00100000:0.0:1734686589.141297:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848775424:0@lo:400:kworker.0 00000100:00100000:3.0:1734686589.141302:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848775680:0@lo:400:kworker.0 00000100:00100000:3.0:1734686589.141310:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848776448:0@lo:400:kworker.0 00000100:00100000:3.0:1734686589.141319:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848776192:0@lo:400:kworker.0 00000100:00100000:1.0:1734686589.141320:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848775808:12345-0@lo:400:kworker.0 Request processed in 29us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686589.141326:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42040 00000100:00100000:3.0:1734686589.141329:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848775552:0@lo:400:kworker.0 00000100:00100000:1.0:1734686589.141354:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848775808:0@lo:400:kworker.0 00000100:00100000:1.0:1734686589.156663:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686589.156683:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848776704:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686589.156744:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686589.156779:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848776704 00000100:00100000:2.0:1734686589.156789:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848776704 00000100:00100000:2.0:1734686589.156834:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42041 00000100:00100000:2.0:1734686589.156841:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079881f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848776704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686589.156880:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686589.156927:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079881f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848776704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686589.156934:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42041 00000100:00100000:1.0:1734686589.156947:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848776704:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686589.220777:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848776832:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686589.220851:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686589.220913:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848776832 00000100:00100000:0.0:1734686589.220921:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848776832 00000100:00100000:0.0:1734686589.220966:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7352 00000100:00100000:0.0:1734686589.220971:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848776832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686589.221001:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686589.221052:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848776832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686589.221059:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7352 00000100:00100000:3.0:1734686589.221089:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848776832:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686589.534782:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686590.536716:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686590.916713:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848776960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686590.916757:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686590.916798:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848776960 00000100:00100000:2.0:1734686590.916806:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848776960 00000100:00100000:2.0:1734686590.916842:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7353 00000100:00100000:2.0:1734686590.916847:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848776960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686590.916873:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686590.916905:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848776960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686590.916911:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7353 00000100:00100000:0.0:1734686590.916926:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848776960:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686591.538714:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686591.574831:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686591.574856:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686591.574877:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686591.574895:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872810112 00000100:00100000:0.0:1734686591.574897:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686591.574903:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872810112 00000100:00100000:3.0:1734686591.574909:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872810496 00000100:00100000:3.0:1734686591.574914:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872810496 00000100:00100000:0.0:1734686591.574928:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872810240 00000100:00100000:0.0:1734686591.574932:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872810240 00000100:00100000:2.0:1734686591.574941:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1391 00000100:00100000:3.0:1734686591.574941:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54891 00000100:00100000:3.0:1734686591.574946:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872810496:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686591.574947:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872810112:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686591.574953:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872810368 00000100:00100000:0.0:1734686591.574956:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872810368 00010000:00020000:3.0:1734686591.574968:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686591.574981:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4261 00000100:00100000:0.0:1734686591.574986:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872810240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686591.574995:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872810112:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686591.574999:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872810496:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 52us (140us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686591.575006:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54891 00000100:00100000:2.0:1734686591.575007:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1391 00000100:00100000:0.0:1734686591.575015:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872810240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686591.575021:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4262 00000100:00100000:0.0:1734686591.575027:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4261 00000100:00100000:1.0:1734686591.575028:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872810368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734686591.575042:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686561 00000100:00080000:0.0:1734686591.575044:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686561 00000100:00080000:0.0:1734686591.575046:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686561 00000100:00100000:1.0:1734686591.575054:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872810368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686591.575059:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4262 00010000:00010000:3.0:1734686592.540739:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686593.542811:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686594.100719:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848777088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686594.100769:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686594.100805:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848777088 00000100:00100000:2.0:1734686594.100812:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848777088 00000100:00100000:2.0:1734686594.100840:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42042 00000100:00100000:2.0:1734686594.100845:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848777088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686594.100868:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686594.100893:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848777088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 48us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686594.100897:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42042 00000100:00100000:1.0:1734686594.100914:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848777088:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686594.148731:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848777216:0@lo:400:kworker.0 00000100:00080000:0.0:1734686594.148732:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686594.148737:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686594.148739:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686594.148741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848777600:0@lo:400:kworker.0 00000100:00080000:0.0:1734686594.148743:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11389 00000100:00080000:0.0:1734686594.148746:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686594.148749:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686594.148763:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008d7bc380 x1818938848777728/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686594.148767:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848777344:0@lo:400:kworker.0 00000100:00100000:1.0:1734686594.148777:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686594.148777:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686594.148779:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686594.148781:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686594.148782:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686594.148784:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11389 00000100:00080000:0.0:1734686594.148785:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734686594.148787:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686594.148795:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072de3b80 x1818938848778112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686594.148797:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848777856:0@lo:400:kworker.0 00000100:00100000:3.0:1734686594.148797:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686594.148810:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686594.148815:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848777344 00000100:00100000:3.0:1734686594.148816:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848777984:0@lo:400:kworker.0 00000100:00100000:0.0:1734686594.148817:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848777728:0@lo:8:kworker.0 00000100:00100000:2.0:1734686594.148820:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686594.148821:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848777344 00000100:00100000:2.0:1734686594.148825:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848778368:0@lo:400:kworker.0 00000100:00100000:3.0:1734686594.148831:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686594.148834:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686594.148844:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1734686594.148846:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848778112:0@lo:8:kworker.0 00000100:00100000:3.0:1734686594.148848:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848777472:0@lo:400:kworker.0 00000100:00100000:2.0:1734686594.148851:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686594.148852:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848777984 00000100:00100000:0.0:1734686594.148854:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686594.148854:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848777984 00000100:00100000:3.0:1734686594.148864:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686594.148865:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848778368 00000100:00100000:1.0:1734686594.148867:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848778368 00000100:00100000:2.0:1734686594.148872:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848777216 00000100:00100000:0.0:1734686594.148873:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848777856 00000100:00100000:3.0:1734686594.148874:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848778240:0@lo:400:kworker.0 00000100:00100000:2.0:1734686594.148875:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848777216 00000100:00100000:0.0:1734686594.148876:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848777856 00000100:00100000:1.0:1734686594.148876:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848777472 00000100:00100000:1.0:1734686594.148877:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848777472 00000100:00100000:3.0:1734686594.148887:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686594.148888:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4263 00000100:00100000:1.0:1734686594.148892:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848777344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686594.148896:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848777728 00000100:00100000:2.0:1734686594.148896:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1734686594.148898:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848777728 00000100:00100000:2.0:1734686594.148900:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848777216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686594.148903:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848778112 00000100:00100000:0.0:1734686594.148905:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848778240 00000100:00100000:0.0:1734686594.148906:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848778240 00000100:00100000:3.0:1734686594.148906:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848778112 00000100:00100000:0.0:1734686594.148914:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8227 00000100:00100000:0.0:1734686594.148916:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848777856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686594.148921:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8228 00000100:00100000:3.0:1734686594.148926:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848778240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686594.148929:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848777216:12345-0@lo:400:kworker.0 Request processed in 28us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686594.148933:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848777344:12345-0@lo:400:kworker.0 Request processed in 39us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686594.148934:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1734686594.148936:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848777856:12345-0@lo:400:kworker.0 Request processed in 19us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686594.148938:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4263 00000100:00100000:0.0:1734686594.148940:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8227 00000100:00100000:0.0:1734686594.148946:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54892 00000100:00100000:0.0:1734686594.148948:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848777728:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686594.148948:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848778240:12345-0@lo:400:kworker.0 Request processed in 23us (60us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686594.148950:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4264 00000100:00100000:1.0:1734686594.148953:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848777984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686594.148953:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8228 00010000:00020000:0.0:1734686594.148959:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686594.148960:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54893 00000100:00100000:2.0:1734686594.148964:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848778112:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686594.148972:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4265 00010000:00020000:2.0:1734686594.148973:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686594.148974:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848777728:12345-0@lo:8:kworker.0 Request processed in 25us (140us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686594.148975:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848777984:12345-0@lo:400:kworker.0 Request processed in 20us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686594.148976:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848778368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686594.148977:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54892 00000100:00100000:1.0:1734686594.148980:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4264 00000100:00100000:1.0:1734686594.148988:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4266 00000100:00100000:1.0:1734686594.148991:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848777472:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686594.148992:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686564 00000100:00080000:0.0:1734686594.148995:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686564 00000100:00080000:0.0:1734686594.148997:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686564 00000100:00080000:0.0:1734686594.148998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686564 00000100:00100000:2.0:1734686594.148998:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848778112:12345-0@lo:8:kworker.0 Request processed in 33us (142us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686594.148998:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848778368:12345-0@lo:400:kworker.0 Request processed in 22us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686594.149003:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54893 00000100:00100000:3.0:1734686594.149003:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4265 00000100:00100000:1.0:1734686594.149012:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848777472:12345-0@lo:400:kworker.0 Request processed in 19us (147us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686594.149014:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686594.149016:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4266 00000100:00080000:0.0:1734686594.149017:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686594.149020:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848777728:0@lo:8:kworker.0 00000100:00100000:2.0:1734686594.149025:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848777600 00000100:00080000:0.0:1734686594.149027:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686594.149028:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686594.149028:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848777600 00000100:00100000:0.0:1734686594.149030:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848778112:0@lo:8:kworker.0 00000100:00100000:3.0:1734686594.149032:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848777472:0@lo:400:kworker.0 00000100:00100000:3.0:1734686594.149038:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848778240:0@lo:400:kworker.0 00000100:00080000:0.0:1734686594.149043:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686564 00000100:00100000:3.0:1734686594.149045:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848777984:0@lo:400:kworker.0 00000100:00100000:3.0:1734686594.149053:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848777344:0@lo:400:kworker.0 00000100:00100000:2.0:1734686594.149081:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42043 00000100:00100000:2.0:1734686594.149088:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848777600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686594.149125:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848777600:12345-0@lo:400:kworker.0 Request processed in 37us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686594.149133:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42043 00000100:00100000:0.0:1734686594.149147:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848777600:0@lo:400:kworker.0 00000100:00100000:2.0:1734686594.149152:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848778368:0@lo:400:kworker.0 00000100:00100000:2.0:1734686594.149157:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848777856:0@lo:400:kworker.0 00000100:00100000:2.0:1734686594.149161:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848777216:0@lo:400:kworker.0 00000100:00100000:2.0:1734686594.164700:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848778496:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686594.164751:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686594.164785:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848778496 00000100:00100000:1.0:1734686594.164792:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848778496 00000100:00100000:1.0:1734686594.164826:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42044 00000100:00100000:1.0:1734686594.164832:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848778496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686594.164857:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686594.164890:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848778496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686594.164896:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42044 00000100:00100000:2.0:1734686594.164905:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848778496:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686594.228715:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848778624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686594.228770:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686594.228830:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848778624 00000100:00100000:2.0:1734686594.228837:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848778624 00000100:00100000:2.0:1734686594.228872:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7354 00000100:00100000:2.0:1734686594.228877:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848778624:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686594.228906:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686594.228944:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848778624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686594.228950:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7354 00000100:00100000:0.0:1734686594.228961:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848778624:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686594.544729:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686595.546709:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686595.924719:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848778752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686595.924774:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686595.924807:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848778752 00000100:00100000:2.0:1734686595.924814:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848778752 00000100:00100000:2.0:1734686595.924849:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7355 00000100:00100000:2.0:1734686595.924853:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079883100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848778752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686595.924875:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686595.924909:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079883100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848778752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686595.924915:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7355 00000100:00100000:1.0:1734686595.924945:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848778752:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686596.548717:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686596.583057:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686596.583108:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686596.583143:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686596.583180:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686596.583199:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872810880 00000100:00100000:1.0:1734686596.583211:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872810880 00000100:00100000:2.0:1734686596.583249:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872810624 00000100:00100000:2.0:1734686596.583258:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872810624 00000100:00100000:1.0:1734686596.583261:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872810752 00000100:00100000:1.0:1734686596.583264:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872810752 00000100:00100000:1.0:1734686596.583299:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4267 00000100:00100000:1.0:1734686596.583304:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872810880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686596.583311:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4268 00000100:00100000:0.0:1734686596.583318:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872810752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686596.583324:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1393 00000100:00100000:3.0:1734686596.583328:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872811008 00000100:00100000:2.0:1734686596.583332:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872810624:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686596.583333:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872811008 00000100:00100000:3.0:1734686596.583356:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54894 00000100:00100000:3.0:1734686596.583362:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872811008:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686596.583366:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872810880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686596.583368:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872810752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686596.583372:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4267 00000100:00100000:0.0:1734686596.583375:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4268 00000100:00100000:2.0:1734686596.583380:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872810624:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686596.583388:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1393 00010000:00020000:3.0:1734686596.583388:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734686596.583397:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686566 00000100:00080000:0.0:1734686596.583401:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686566 00000100:00080000:0.0:1734686596.583403:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686566 00000100:00100000:3.0:1734686596.583415:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872811008:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 53us (234us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686596.583421:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54894 00010000:00010000:3.0:1734686597.550700:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686598.552728:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686599.108749:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848778880:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686599.108801:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686599.108842:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848778880 00000100:00100000:1.0:1734686599.108847:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848778880 00000100:00100000:1.0:1734686599.108876:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42045 00000100:00100000:1.0:1734686599.108881:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848778880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686599.108905:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686599.108930:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848778880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 49us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686599.108934:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42045 00000100:00100000:2.0:1734686599.108952:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848778880:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686599.156644:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848779008:0@lo:400:kworker.0 00000100:00100000:2.0:1734686599.156652:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848779136:0@lo:400:kworker.0 00000100:00080000:0.0:1734686599.156653:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686599.156659:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686599.156661:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686599.156666:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11394 00000100:00100000:1.0:1734686599.156669:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848779264:0@lo:400:kworker.0 00000100:00080000:0.0:1734686599.156670:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734686599.156675:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686599.156690:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1f800 x1818938848779520/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686599.156700:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686599.156701:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686599.156703:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848779392:0@lo:400:kworker.0 00000100:00080000:0.0:1734686599.156714:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686599.156716:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686599.156718:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686599.156720:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1734686599.156721:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11394 00000100:00080000:0.0:1734686599.156723:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1734686599.156723:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848779648:0@lo:400:kworker.0 00000100:00100000:1.0:1734686599.156724:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848779776:0@lo:400:kworker.0 00000100:00100000:2.0:1734686599.156724:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686599.156726:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686599.156735:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0f1e680 x1818938848779904/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686599.156737:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686599.156745:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686599.156751:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686599.156753:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848779264 00000100:00100000:1.0:1734686599.156757:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848779264 00000100:00100000:3.0:1734686599.156758:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686599.156762:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686599.156763:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848780160:0@lo:400:kworker.0 00000100:00100000:2.0:1734686599.156766:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848780032:0@lo:400:kworker.0 00000100:00100000:0.0:1734686599.156768:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848779520:0@lo:8:kworker.0 00000100:00100000:1.0:1734686599.156780:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848779776 00000100:00100000:1.0:1734686599.156781:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848779776 00000100:00100000:2.0:1734686599.156782:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686599.156783:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686599.156791:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686599.156795:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4269 00000100:00100000:1.0:1734686599.156799:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848779264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686599.156801:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848779648 00000100:00100000:3.0:1734686599.156803:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848780032 00000100:00100000:2.0:1734686599.156804:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848779648 00000100:00100000:3.0:1734686599.156806:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848780032 00000100:00100000:0.0:1734686599.156807:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848779904:0@lo:8:kworker.0 00000100:00100000:0.0:1734686599.156819:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686599.156825:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848779264:12345-0@lo:400:kworker.0 Request processed in 26us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686599.156829:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4269 00000100:00100000:2.0:1734686599.156834:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848779520 00000100:00100000:3.0:1734686599.156834:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848779904 00000100:00100000:2.0:1734686599.156837:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848779520 00000100:00100000:3.0:1734686599.156837:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848779904 00000100:00100000:1.0:1734686599.156838:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848779136 00000100:00100000:1.0:1734686599.156839:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848779136 00000100:00100000:1.0:1734686599.156847:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848780160 00000100:00100000:1.0:1734686599.156848:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848780160 00000100:00100000:2.0:1734686599.156850:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8229 00000100:00100000:2.0:1734686599.156854:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848779648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686599.156854:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8230 00000100:00100000:1.0:1734686599.156855:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4270 00000100:00100000:0.0:1734686599.156859:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54895 00000100:00100000:1.0:1734686599.156860:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848779776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686599.156860:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848780032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686599.156864:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848779520:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686599.156879:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686599.156884:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848779776:12345-0@lo:400:kworker.0 Request processed in 25us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686599.156884:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848779648:12345-0@lo:400:kworker.0 Request processed in 29us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686599.156889:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4270 00000100:00100000:2.0:1734686599.156889:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8229 00000100:00100000:3.0:1734686599.156892:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848780032:12345-0@lo:400:kworker.0 Request processed in 33us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686599.156898:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4271 00000100:00100000:3.0:1734686599.156898:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8230 00000100:00100000:1.0:1734686599.156901:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848779136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686599.156903:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54896 00000100:00100000:0.0:1734686599.156904:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848779520:12345-0@lo:8:kworker.0 Request processed in 39us (112us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686599.156906:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848779904:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686599.156913:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54895 00010000:00020000:2.0:1734686599.156914:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686599.156918:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4272 00000100:00100000:1.0:1734686599.156922:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848779136:12345-0@lo:400:kworker.0 Request processed in 20us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686599.156922:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848780160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686599.156927:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4271 00000100:00100000:2.0:1734686599.156929:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848779904:12345-0@lo:8:kworker.0 Request processed in 23us (109us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734686599.156933:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686569 00000100:00100000:2.0:1734686599.156934:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54896 00000100:00080000:0.0:1734686599.156936:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686569 00000100:00080000:0.0:1734686599.156937:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686569 00000100:00100000:1.0:1734686599.156946:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848779392 00000100:00100000:1.0:1734686599.156948:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848779392 00000100:00100000:3.0:1734686599.156948:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848780160:12345-0@lo:400:kworker.0 Request processed in 25us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686599.156953:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4272 00000100:00100000:0.0:1734686599.156957:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848779776:0@lo:400:kworker.0 00000100:00100000:2.0:1734686599.156959:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848780032:0@lo:400:kworker.0 00000100:00100000:0.0:1734686599.156965:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848779264:0@lo:400:kworker.0 00000100:00100000:2.0:1734686599.156966:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848779136:0@lo:400:kworker.0 00000100:00100000:1.0:1734686599.156967:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42046 00000100:00100000:1.0:1734686599.156970:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848779392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686599.156974:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848779008 00000100:00100000:3.0:1734686599.156976:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848779008 00000100:00080000:0.0:1734686599.156986:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686599.156988:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848780160:0@lo:400:kworker.0 00000100:00080000:0.0:1734686599.156989:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686599.156990:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848779392:12345-0@lo:400:kworker.0 Request processed in 19us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686599.156990:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:0.0:1734686599.156992:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848779520:0@lo:8:kworker.0 00000100:00100000:3.0:1734686599.156993:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848779008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686599.156994:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848779648:0@lo:400:kworker.0 00000100:00100000:1.0:1734686599.156995:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42046 00000100:00080000:0.0:1734686599.156998:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686599.156999:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686599.157002:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848779904:0@lo:8:kworker.0 00000100:00080000:1.0:1734686599.157007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686569 00000100:00080000:1.0:1734686599.157009:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686569 00000100:00100000:2.0:1734686599.157010:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848779392:0@lo:400:kworker.0 00000100:00100000:3.0:1734686599.157010:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848779008:12345-0@lo:400:kworker.0 Request processed in 17us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686599.157013:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:2.0:1734686599.157022:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848779008:0@lo:400:kworker.0 00000100:00100000:0.0:1734686599.172717:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848780288:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686599.172769:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686599.172829:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848780288 00000100:00100000:1.0:1734686599.172836:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848780288 00000100:00100000:1.0:1734686599.172869:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42047 00000100:00100000:1.0:1734686599.172874:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848780288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686599.172902:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686599.172939:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848780288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686599.172945:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42047 00000100:00100000:0.0:1734686599.172964:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848780288:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686599.236728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848780416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686599.236773:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686599.236813:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848780416 00000100:00100000:0.0:1734686599.236820:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848780416 00000100:00100000:0.0:1734686599.236855:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7356 00000100:00100000:0.0:1734686599.236861:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848780416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686599.236884:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686599.236927:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848780416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686599.236932:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7356 00000100:00100000:2.0:1734686599.236946:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848780416:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686599.554720:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686600.556720:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686600.932725:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848780544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686600.932772:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686600.932834:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848780544 00000100:00100000:0.0:1734686600.932842:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848780544 00000100:00100000:0.0:1734686600.932881:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7357 00000100:00100000:0.0:1734686600.932886:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848780544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686600.932912:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686600.932950:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848780544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686600.932956:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7357 00000100:00100000:2.0:1734686600.932965:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c133b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848780544:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686601.558725:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686601.590819:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686601.590849:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686601.590864:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686601.590878:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872811136 00000100:00100000:3.0:1734686601.590885:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872811136 00000100:00100000:0.0:1734686601.590886:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686601.590903:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872811264 00000100:00100000:2.0:1734686601.590908:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872811264 00000100:00100000:0.0:1734686601.590916:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872811392 00000100:00100000:0.0:1734686601.590919:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872811392 00000100:00100000:3.0:1734686601.590930:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1395 00000100:00100000:2.0:1734686601.590934:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4273 00000100:00100000:3.0:1734686601.590934:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872811136:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686601.590939:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4274 00000100:00100000:2.0:1734686601.590939:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872811264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686601.590942:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872811520 00000100:00100000:0.0:1734686601.590943:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872811392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686601.590947:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872811520 00000100:00100000:1.0:1734686601.590966:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54897 00000100:00100000:1.0:1734686601.590971:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872811520:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686601.590975:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872811392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686601.590978:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4274 00000100:00100000:2.0:1734686601.590981:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872811264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 41us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686601.590981:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872811136:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686601.590986:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1395 00000100:00100000:2.0:1734686601.590991:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4273 00010000:00020000:1.0:1734686601.591002:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686601.591016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686571 00000100:00080000:3.0:1734686601.591020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686571 00000100:00080000:3.0:1734686601.591022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686571 00000100:00100000:1.0:1734686601.591024:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872811520:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 53us (136us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686601.591029:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54897 00010000:00010000:3.0:1734686602.560678:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686603.562700:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686604.116716:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848780672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686604.116770:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686604.116826:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848780672 00000100:00100000:1.0:1734686604.116834:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848780672 00000100:00100000:1.0:1734686604.116871:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42048 00000100:00100000:1.0:1734686604.116876:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848780672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686604.116904:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686604.116946:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848780672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686604.116953:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42048 00000100:00100000:3.0:1734686604.116979:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848780672:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686604.164696:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686604.164702:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686604.164704:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686604.164711:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11399 00000100:00100000:3.0:1734686604.164713:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848781184:0@lo:400:kworker.0 00000100:00080000:0.0:1734686604.164715:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734686604.164720:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686604.164738:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096415f80 x1818938848781312/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686604.164760:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686604.164768:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686604.164771:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686604.164772:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686604.164775:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11399 00000100:00080000:0.0:1734686604.164777:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686604.164780:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686604.164783:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734686604.164788:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848780800:0@lo:400:kworker.0 00000100:00100000:0.0:1734686604.164790:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880098708e00 x1818938848781696/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686604.164803:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848781312:0@lo:8:kworker.0 00000100:00100000:3.0:1734686604.164806:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686604.164810:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848781056:0@lo:400:kworker.0 00000100:00100000:3.0:1734686604.164816:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848781440:0@lo:400:kworker.0 00000100:00100000:0.0:1734686604.164827:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848781184 00000100:00100000:0.0:1734686604.164832:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848781184 00000100:00100000:1.0:1734686604.164832:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686604.164833:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686604.164844:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848781696:0@lo:8:kworker.0 00000100:00100000:2.0:1734686604.164846:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686604.164850:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848781952:0@lo:400:kworker.0 00000100:00100000:1.0:1734686604.164860:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686604.164863:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848781824:0@lo:400:kworker.0 00000100:00100000:0.0:1734686604.164864:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42049 00000100:00100000:3.0:1734686604.164865:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686604.164869:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848781184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686604.164880:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686604.164882:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848780928:0@lo:400:kworker.0 00000100:00100000:1.0:1734686604.164887:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848781312 00000100:00100000:1.0:1734686604.164891:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848781312 00000100:00100000:3.0:1734686604.164896:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686604.164899:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848781440 00000100:00100000:2.0:1734686604.164902:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848781440 00000100:00100000:1.0:1734686604.164904:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848781696 00000100:00100000:3.0:1734686604.164905:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848781568:0@lo:400:kworker.0 00000100:00100000:1.0:1734686604.164906:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848781696 00000100:00100000:0.0:1734686604.164914:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848781184:12345-0@lo:400:kworker.0 Request processed in 45us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686604.164914:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848781824 00000100:00100000:1.0:1734686604.164916:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848781824 00000100:00100000:3.0:1734686604.164918:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686604.164919:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42049 00000100:00100000:2.0:1734686604.164922:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8231 00000100:00100000:2.0:1734686604.164926:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848781440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686604.164930:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8232 00000100:00100000:3.0:1734686604.164932:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848780800 00000100:00080000:0.0:1734686604.164933:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686574 00000100:00100000:1.0:1734686604.164934:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848781824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686604.164935:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848780800 00000100:00080000:0.0:1734686604.164936:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686574 00000100:00100000:0.0:1734686604.164945:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848781056 00000100:00100000:0.0:1734686604.164947:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848781056 00000100:00100000:2.0:1734686604.164953:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848781440:12345-0@lo:400:kworker.0 Request processed in 26us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686604.164955:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:2.0:1734686604.164957:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8231 00000100:00100000:3.0:1734686604.164959:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848780800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686604.164960:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848781824:12345-0@lo:400:kworker.0 Request processed in 26us (79us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686604.164964:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848781952 00000100:00100000:0.0:1734686604.164965:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848781952 00000100:00100000:1.0:1734686604.164965:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8232 00000100:00100000:2.0:1734686604.164968:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54898 00000100:00100000:2.0:1734686604.164970:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848781312:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686604.164973:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848780928 00000100:00100000:0.0:1734686604.164974:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848780928 00000100:00100000:1.0:1734686604.164978:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54899 00000100:00100000:3.0:1734686604.164979:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848780800:12345-0@lo:400:kworker.0 Request processed in 19us (172us total) trans 0 rc 0/0 00010000:00020000:2.0:1734686604.164981:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686604.164982:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848781568 00000100:00100000:1.0:1734686604.164982:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848781696:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686604.164984:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848781568 00000100:00100000:3.0:1734686604.164986:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00010000:00020000:1.0:1734686604.164990:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686604.164991:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4275 00000100:00100000:0.0:1734686604.164995:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848781056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686604.164997:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848781312:12345-0@lo:8:kworker.0 Request processed in 26us (166us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686604.165001:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54898 00000100:00100000:1.0:1734686604.165007:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848781696:12345-0@lo:8:kworker.0 Request processed in 24us (146us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686604.165009:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4276 00000100:00100000:1.0:1734686604.165012:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54899 00000100:00100000:3.0:1734686604.165013:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848781952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686604.165018:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848781056:12345-0@lo:400:kworker.0 Request processed in 23us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686604.165022:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4275 00000100:00100000:0.0:1734686604.165030:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4277 00000100:00100000:3.0:1734686604.165030:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848781952:12345-0@lo:400:kworker.0 Request processed in 17us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686604.165033:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848780928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686604.165035:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4276 00000100:00100000:1.0:1734686604.165038:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4278 00000100:00100000:1.0:1734686604.165042:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848781568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686604.165054:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848780928:12345-0@lo:400:kworker.0 Request processed in 20us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686604.165058:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848781952:0@lo:400:kworker.0 00000100:00100000:0.0:1734686604.165059:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4277 00000100:00100000:3.0:1734686604.165064:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848780800:0@lo:400:kworker.0 00000100:00100000:1.0:1734686604.165066:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848781568:12345-0@lo:400:kworker.0 Request processed in 23us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686604.165069:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848781440:0@lo:400:kworker.0 00000100:00100000:1.0:1734686604.165071:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4278 00000100:00100000:3.0:1734686604.165074:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848781184:0@lo:400:kworker.0 00000100:00080000:0.0:1734686604.165076:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686574 00000100:00080000:0.0:1734686604.165078:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686574 00000100:00080000:0.0:1734686604.165079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686574 00000100:00080000:2.0:1734686604.165089:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686604.165091:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686604.165093:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848781312:0@lo:8:kworker.0 00000100:00100000:3.0:1734686604.165098:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848780928:0@lo:400:kworker.0 00000100:00080000:2.0:1734686604.165099:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686604.165101:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686604.165102:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848781696:0@lo:8:kworker.0 00000100:00100000:3.0:1734686604.165104:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848781568:0@lo:400:kworker.0 00000100:00100000:2.0:1734686604.165115:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848781056:0@lo:400:kworker.0 00000100:00100000:2.0:1734686604.165120:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848781824:0@lo:400:kworker.0 00000100:00100000:2.0:1734686604.180708:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848782080:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686604.180762:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686604.180805:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848782080 00000100:00100000:0.0:1734686604.180812:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848782080 00000100:00100000:0.0:1734686604.180851:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42050 00000100:00100000:0.0:1734686604.180857:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848782080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686604.180885:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686604.180932:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848782080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686604.180938:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42050 00000100:00100000:2.0:1734686604.180943:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848782080:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686604.244721:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848782208:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686604.244773:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686604.244811:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848782208 00000100:00100000:0.0:1734686604.244817:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848782208 00000100:00100000:0.0:1734686604.244855:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7358 00000100:00100000:0.0:1734686604.244861:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848782208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686604.244888:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686604.244934:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848782208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686604.244943:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7358 00000100:00100000:3.0:1734686604.244959:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848782208:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686604.564727:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686605.566709:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686605.940707:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848782336:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686605.940753:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686605.940794:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848782336 00000100:00100000:2.0:1734686605.940801:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848782336 00000100:00100000:2.0:1734686605.940842:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7359 00000100:00100000:2.0:1734686605.940848:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848782336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686605.940872:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686605.940905:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848782336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686605.940911:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7359 00000100:00100000:0.0:1734686605.940918:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848782336:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686606.568766:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686606.598905:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686606.598939:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686606.598960:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686606.598988:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872811648 00000100:00100000:0.0:1734686606.598991:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686606.598997:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872811904 00000100:00100000:3.0:1734686606.598998:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872811648 00000100:00100000:1.0:1734686606.599002:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872811904 00000100:00100000:2.0:1734686606.599016:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872811776 00000100:00100000:2.0:1734686606.599023:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872811776 00000100:00080000:0.0:1734686606.599026:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686576 00000100:00080000:0.0:1734686606.599031:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686576 00000100:00080000:0.0:1734686606.599032:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686576 00000100:00100000:0.0:1734686606.599043:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872812032 00000100:00100000:0.0:1734686606.599046:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872812032 00000100:00100000:3.0:1734686606.599049:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1397 00000100:00100000:1.0:1734686606.599052:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4279 00000100:00100000:3.0:1734686606.599054:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872811648:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686606.599058:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4280 00000100:00100000:1.0:1734686606.599059:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872811904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686606.599062:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54900 00000100:00100000:2.0:1734686606.599063:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872811776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686606.599066:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872812032:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686606.599086:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686606.599129:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872811904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686606.599133:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872811776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 69us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686606.599137:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872812032:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 70us (144us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686606.599137:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4279 00000100:00100000:0.0:1734686606.599141:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54900 00000100:00100000:2.0:1734686606.599141:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4280 00000100:00100000:3.0:1734686606.599141:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872811648:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686606.599148:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1397 00010000:00010000:3.0:1734686607.570791:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686608.572804:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686609.124742:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686609.124760:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848782464:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686609.124811:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686609.124845:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848782464 00000100:00100000:0.0:1734686609.124852:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848782464 00000100:00100000:0.0:1734686609.124889:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42051 00000100:00100000:0.0:1734686609.124894:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848782464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686609.124920:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686609.124956:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848782464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686609.124962:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42051 00000100:00100000:2.0:1734686609.124968:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848782464:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686609.172737:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848782592:0@lo:400:kworker.0 00000100:00080000:0.0:1734686609.172740:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686609.172747:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686609.172750:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686609.172755:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11404 00000100:00080000:0.0:1734686609.172759:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686609.172765:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686609.172775:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848782720:0@lo:400:kworker.0 00000100:00100000:1.0:1734686609.172780:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848782976:0@lo:400:kworker.0 00000100:00100000:0.0:1734686609.172783:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51c380 x1818938848783104/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686609.172793:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686609.172804:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686609.172806:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686609.172808:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686609.172810:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11404 00000100:00080000:0.0:1734686609.172811:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686609.172813:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686609.172819:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686609.172820:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686609.172821:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009ed5aa00 x1818938848783488/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686609.172823:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848783232:0@lo:400:kworker.0 00000100:00100000:1.0:1734686609.172838:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848783744:0@lo:400:kworker.0 00000100:00100000:0.0:1734686609.172845:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848782848:0@lo:400:kworker.0 00000100:00100000:2.0:1734686609.172845:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686609.172845:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848783360:0@lo:400:kworker.0 00000100:00100000:1.0:1734686609.172850:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686609.172866:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686609.172868:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848783104:0@lo:8:kworker.0 00000100:00100000:1.0:1734686609.172873:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848782592 00000100:00100000:0.0:1734686609.172878:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848782976 00000100:00100000:1.0:1734686609.172879:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848782592 00000100:00100000:0.0:1734686609.172882:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848782976 00000100:00100000:2.0:1734686609.172897:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686609.172905:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:3.0:1734686609.172905:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848782720 00000100:00100000:0.0:1734686609.172908:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42052 00000100:00100000:2.0:1734686609.172909:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848783488:0@lo:8:kworker.0 00000100:00100000:3.0:1734686609.172909:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848782720 00000100:00100000:1.0:1734686609.172910:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848782592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686609.172913:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848782976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686609.172922:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686609.172930:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848783744 00000100:00100000:3.0:1734686609.172932:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848783744 00000100:00100000:1.0:1734686609.172938:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848782592:12345-0@lo:400:kworker.0 Request processed in 28us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686609.172942:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:3.0:1734686609.172943:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848783360 00000100:00100000:3.0:1734686609.172945:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848783360 00000100:00100000:2.0:1734686609.172947:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848783232 00000100:00100000:0.0:1734686609.172948:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848782976:12345-0@lo:400:kworker.0 Request processed in 35us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686609.172950:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848783232 00000100:00100000:0.0:1734686609.172955:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42052 00000100:00100000:3.0:1734686609.172957:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4281 00000100:00100000:3.0:1734686609.172961:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848782720:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686609.172965:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686579 00000100:00100000:1.0:1734686609.172965:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4282 00000100:00100000:1.0:1734686609.172967:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848783744:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686609.172968:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686579 00000100:00080000:0.0:1734686609.172969:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686579 00000100:00100000:2.0:1734686609.172970:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848783104 00000100:00100000:2.0:1734686609.172972:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848783104 00000100:00100000:0.0:1734686609.172977:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4283 00000100:00100000:0.0:1734686609.172980:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848783360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686609.172980:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848783488 00000100:00100000:2.0:1734686609.172982:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848783488 00000100:00100000:1.0:1734686609.172983:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c133b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848783744:12345-0@lo:400:kworker.0 Request processed in 15us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686609.172986:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4282 00000100:00100000:2.0:1734686609.172992:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8233 00000100:00100000:3.0:1734686609.172993:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848782720:12345-0@lo:400:kworker.0 Request processed in 30us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686609.172995:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848783360:12345-0@lo:400:kworker.0 Request processed in 15us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686609.172997:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848783232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686609.172999:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4281 00000100:00100000:1.0:1734686609.173003:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54901 00000100:00100000:0.0:1734686609.173006:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4283 00000100:00100000:1.0:1734686609.173006:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848783104:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686609.173019:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1734686609.173019:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686609.173024:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848783232:12345-0@lo:400:kworker.0 Request processed in 27us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686609.173030:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848783616:0@lo:400:kworker.0 00000100:00100000:2.0:1734686609.173030:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8233 00000100:00100000:1.0:1734686609.173035:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848783104:12345-0@lo:8:kworker.0 Request processed in 28us (139us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686609.173035:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848783360:0@lo:400:kworker.0 00000100:00100000:1.0:1734686609.173039:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54901 00000100:00100000:0.0:1734686609.173042:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686609.173043:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848782720:0@lo:400:kworker.0 00000100:00100000:2.0:1734686609.173044:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54902 00000100:00100000:2.0:1734686609.173047:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848783488:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686609.173048:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848783616 00000100:00100000:1.0:1734686609.173050:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848783616 00000100:00080000:0.0:1734686609.173056:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686579 00010000:00020000:2.0:1734686609.173058:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686609.173060:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8234 00000100:00100000:3.0:1734686609.173061:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848782848 00000100:00100000:1.0:1734686609.173063:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848783616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686609.173064:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848782848 00000100:00100000:0.0:1734686609.173091:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848783744:0@lo:400:kworker.0 00000100:00100000:1.0:1734686609.173097:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848783616:12345-0@lo:400:kworker.0 Request processed in 33us (54us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686609.173098:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848782976:0@lo:400:kworker.0 00000100:00100000:1.0:1734686609.173101:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8234 00000100:00100000:3.0:1734686609.173107:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4284 00000100:00080000:0.0:1734686609.173111:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686579 00000100:00100000:3.0:1734686609.173111:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848782848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686609.173113:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848783488:12345-0@lo:8:kworker.0 Request processed in 63us (188us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686609.173119:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848783616:0@lo:400:kworker.0 00000100:00100000:2.0:1734686609.173119:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54902 00000100:00080000:1.0:1734686609.173122:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686609.173124:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686609.173126:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848783104:0@lo:8:kworker.0 00000100:00080000:1.0:1734686609.173132:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686609.173133:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686609.173135:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848783488:0@lo:8:kworker.0 00000100:00100000:0.0:1734686609.173144:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848782848:0@lo:400:kworker.0 00000100:00100000:2.0:1734686609.173146:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848783232:0@lo:400:kworker.0 00000100:00100000:3.0:1734686609.173146:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848782848:12345-0@lo:400:kworker.0 Request processed in 33us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686609.173152:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4284 00000100:00100000:2.0:1734686609.173154:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848782592:0@lo:400:kworker.0 00000100:00100000:0.0:1734686609.188771:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009641aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848783872:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686609.188829:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686609.188871:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848783872 00000100:00100000:2.0:1734686609.188878:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848783872 00000100:00100000:2.0:1734686609.188911:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42053 00000100:00100000:2.0:1734686609.188916:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848783872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686609.188942:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686609.188974:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848783872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686609.188978:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42053 00000100:00100000:0.0:1734686609.188997:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009641aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848783872:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686609.252797:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848784000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686609.252850:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686609.252912:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848784000 00000100:00100000:2.0:1734686609.252920:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848784000 00000100:00100000:2.0:1734686609.252965:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7360 00000100:00100000:2.0:1734686609.252971:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848784000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686609.252998:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686609.253035:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848784000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686609.253041:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7360 00000100:00100000:0.0:1734686609.253060:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848784000:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686609.574758:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686610.576679:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686610.948740:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848784128:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686610.948791:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686610.948836:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848784128 00000100:00100000:2.0:1734686610.948844:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848784128 00000100:00100000:2.0:1734686610.948885:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7361 00000100:00100000:2.0:1734686610.948890:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848784128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686610.948914:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686610.948951:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848784128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686610.948956:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7361 00000100:00100000:1.0:1734686610.948988:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848784128:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686611.578753:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686611.606847:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686611.606879:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686611.606895:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686611.606921:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872812160 00000100:00100000:0.0:1734686611.606924:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872812288 00000100:00100000:0.0:1734686611.606931:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872812288 00000100:00100000:3.0:1734686611.606931:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872812160 00000100:00100000:2.0:1734686611.606953:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686611.606970:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872812544 00000100:00100000:2.0:1734686611.606973:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872812544 00000100:00100000:0.0:1734686611.606985:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872812416 00000100:00100000:0.0:1734686611.606988:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872812416 00000100:00100000:2.0:1734686611.606988:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54903 00000100:00100000:3.0:1734686611.606988:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1399 00000100:00100000:2.0:1734686611.606993:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872812544:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686611.606993:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872812160:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734686611.606995:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686581 00000100:00080000:1.0:1734686611.606999:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686581 00000100:00080000:1.0:1734686611.607001:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686581 00000100:00100000:0.0:1734686611.607005:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4285 00000100:00100000:0.0:1734686611.607010:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872812288:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:2.0:1734686611.607012:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686611.607023:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4286 00000100:00100000:1.0:1734686611.607042:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872812416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686611.607059:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872812544:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 65us (104us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686611.607064:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54903 00000100:00100000:3.0:1734686611.607064:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872812160:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 69us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686611.607065:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009641aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872812288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686611.607068:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872812416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686611.607071:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4285 00000100:00100000:3.0:1734686611.607071:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1399 00000100:00100000:1.0:1734686611.607074:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4286 00010000:00010000:3.0:1734686612.580721:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686613.582729:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686614.132719:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848784256:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686614.132776:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686614.132822:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848784256 00000100:00100000:2.0:1734686614.132829:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848784256 00000100:00100000:2.0:1734686614.132863:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42054 00000100:00100000:2.0:1734686614.132867:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848784256:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686614.132892:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686614.132926:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848784256:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686614.132931:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42054 00000100:00100000:1.0:1734686614.132954:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848784256:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686614.180680:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848784384:0@lo:400:kworker.0 00000100:00080000:0.0:1734686614.180683:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686614.180688:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686614.180691:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686614.180694:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848784640:0@lo:400:kworker.0 00000100:00080000:0.0:1734686614.180695:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11409 00000100:00080000:0.0:1734686614.180699:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734686614.180702:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848784512:0@lo:400:kworker.0 00000100:00080000:0.0:1734686614.180703:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686614.180721:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d261500 x1818938848784896/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686614.180741:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686614.180741:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686614.180744:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848784768:0@lo:400:kworker.0 00000100:00080000:0.0:1734686614.180749:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686614.180753:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686614.180754:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686614.180762:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11409 00000100:00080000:0.0:1734686614.180765:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:1.0:1734686614.180765:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686614.180766:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848785152:0@lo:400:kworker.0 00000100:00100000:2.0:1734686614.180767:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848785024:0@lo:400:kworker.0 00000100:00080000:0.0:1734686614.180768:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686614.180779:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d0c380 x1818938848785280/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686614.180786:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686614.180788:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686614.180803:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686614.180804:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848784512 00000100:00100000:3.0:1734686614.180808:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848785408:0@lo:400:kworker.0 00000100:00100000:1.0:1734686614.180810:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848784512 00000100:00100000:2.0:1734686614.180815:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848785024 00000100:00100000:2.0:1734686614.180818:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848785024 00000100:00100000:0.0:1734686614.180820:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848784896:0@lo:8:kworker.0 00000100:00100000:3.0:1734686614.180822:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686614.180839:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848785152 00000100:00100000:2.0:1734686614.180840:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848785408 00000100:00100000:1.0:1734686614.180841:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848785152 00000100:00100000:0.0:1734686614.180842:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686614.180843:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848785408 00000100:00100000:3.0:1734686614.180845:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4287 00000100:00100000:3.0:1734686614.180851:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848784512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686614.180854:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848784896 00000100:00100000:1.0:1734686614.180855:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4288 00000100:00100000:2.0:1734686614.180856:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848784896 00000100:00100000:0.0:1734686614.180858:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848785280:0@lo:8:kworker.0 00000100:00100000:1.0:1734686614.180859:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848785152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686614.180868:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8235 00000100:00100000:0.0:1734686614.180872:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686614.180873:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848785024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686614.180889:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848785152:12345-0@lo:400:kworker.0 Request processed in 29us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686614.180889:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848784512:12345-0@lo:400:kworker.0 Request processed in 37us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686614.180895:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4288 00000100:00100000:0.0:1734686614.180896:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848785280 00000100:00100000:3.0:1734686614.180897:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4287 00000100:00100000:0.0:1734686614.180898:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848785280 00000100:00100000:2.0:1734686614.180899:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848785024:12345-0@lo:400:kworker.0 Request processed in 26us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686614.180904:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8235 00000100:00080000:1.0:1734686614.180912:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686584 00000100:00100000:0.0:1734686614.180915:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8236 00000100:00080000:1.0:1734686614.180915:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686584 00000100:00100000:3.0:1734686614.180916:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848784384 00000100:00100000:2.0:1734686614.180918:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54904 00000100:00100000:0.0:1734686614.180919:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848785408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686614.180919:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848784384 00000100:00100000:2.0:1734686614.180921:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848784896:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686614.180928:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54905 00000100:00100000:1.0:1734686614.180932:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848785280:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686614.180938:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686614.180939:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:0.0:1734686614.180943:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848785408:12345-0@lo:400:kworker.0 Request processed in 23us (120us total) trans 0 rc 0/0 00010000:00020000:1.0:1734686614.180943:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686614.180943:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848784384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686614.180948:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8236 00000100:00100000:2.0:1734686614.180959:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848784896:12345-0@lo:8:kworker.0 Request processed in 36us (116us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686614.180962:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848785280:12345-0@lo:8:kworker.0 Request processed in 29us (89us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686614.180964:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54904 00000100:00100000:3.0:1734686614.180964:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848784384:12345-0@lo:400:kworker.0 Request processed in 20us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686614.180968:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54905 00000100:00100000:3.0:1734686614.180968:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00080000:0.0:1734686614.180977:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686614.180980:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686614.180982:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848784768 00000100:00100000:0.0:1734686614.181000:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848784896:0@lo:8:kworker.0 00000100:00100000:2.0:1734686614.181001:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848784768 00000100:00080000:1.0:1734686614.181002:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686584 00000100:00080000:1.0:1734686614.181006:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686584 00000100:00080000:0.0:1734686614.181009:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686614.181012:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686614.181013:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686614.181015:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848785280:0@lo:8:kworker.0 00000100:00100000:3.0:1734686614.181017:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848785408:0@lo:400:kworker.0 00000100:00100000:2.0:1734686614.181019:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42055 00000100:00100000:2.0:1734686614.181023:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848784768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686614.181026:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848785152:0@lo:400:kworker.0 00000100:00100000:1.0:1734686614.181031:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848785536:0@lo:400:kworker.0 00000100:00100000:3.0:1734686614.181033:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848784512:0@lo:400:kworker.0 00000100:00100000:0.0:1734686614.181037:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848784640 00000100:00100000:0.0:1734686614.181039:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848784640 00000100:00100000:1.0:1734686614.181052:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686614.181053:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848784768:12345-0@lo:400:kworker.0 Request processed in 28us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686614.181056:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848785536 00000100:00100000:0.0:1734686614.181058:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848785536 00000100:00100000:2.0:1734686614.181058:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42055 00000100:00100000:1.0:1734686614.181066:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848784768:0@lo:400:kworker.0 00000100:00100000:0.0:1734686614.181068:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4289 00000100:00100000:0.0:1734686614.181072:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848784640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686614.181073:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4290 00000100:00100000:2.0:1734686614.181077:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848785024:0@lo:400:kworker.0 00000100:00100000:3.0:1734686614.181077:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848785536:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686614.181080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686584 00000100:00100000:2.0:1734686614.181084:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848784384:0@lo:400:kworker.0 00000100:00100000:0.0:1734686614.181098:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848784640:12345-0@lo:400:kworker.0 Request processed in 25us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686614.181105:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4876300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848785536:12345-0@lo:400:kworker.0 Request processed in 27us (52us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686614.181107:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4289 00000100:00100000:1.0:1734686614.181110:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848784640:0@lo:400:kworker.0 00000100:00100000:3.0:1734686614.181111:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4290 00000100:00100000:1.0:1734686614.181133:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848785536:0@lo:400:kworker.0 00000100:00100000:2.0:1734686614.196725:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848785664:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686614.196783:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686614.196872:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848785664 00000100:00100000:0.0:1734686614.196880:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848785664 00000100:00100000:0.0:1734686614.196925:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42056 00000100:00100000:0.0:1734686614.196931:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848785664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686614.196962:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686614.197031:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848785664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686614.197039:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42056 00000100:00100000:2.0:1734686614.197053:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848785664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686614.260742:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848785792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686614.260798:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686614.260863:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848785792 00000100:00100000:2.0:1734686614.260870:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848785792 00000100:00100000:2.0:1734686614.260912:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7362 00000100:00100000:2.0:1734686614.260918:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848785792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686614.260945:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686614.261018:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848785792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686614.261025:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7362 00000100:00100000:3.0:1734686614.261042:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848785792:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686614.584713:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686615.586718:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686615.956775:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848785920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686615.956828:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686615.956931:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848785920 00000100:00100000:2.0:1734686615.956942:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848785920 00000100:00100000:2.0:1734686615.957012:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7363 00000100:00100000:2.0:1734686615.957019:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848785920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686615.957049:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686615.957106:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848785920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686615.957111:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7363 00000100:00100000:1.0:1734686615.957138:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848785920:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686616.588751:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686616.614840:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686616.614890:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686616.614915:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872812672 00000100:00100000:0.0:1734686616.614921:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686616.614926:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872812672 00000100:00100000:2.0:1734686616.614972:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872812800 00000100:00100000:2.0:1734686616.614976:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872812800 00000100:00100000:0.0:1734686616.614988:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686616.614988:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872812928 00000100:00100000:3.0:1734686616.614989:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1401 00000100:00100000:1.0:1734686616.614993:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872812928 00000100:00100000:3.0:1734686616.614996:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872812672:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686616.615006:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4291 00000100:00100000:2.0:1734686616.615011:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872812800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686616.615015:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872813056 00000100:00100000:0.0:1734686616.615019:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872813056 00000100:00100000:1.0:1734686616.615020:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4292 00000100:00100000:1.0:1734686616.615024:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872812928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686616.615041:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54906 00000100:00100000:0.0:1734686616.615046:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872813056:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686616.615055:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872812800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686616.615055:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872812672:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686616.615056:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872812928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686616.615060:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1401 00000100:00100000:2.0:1734686616.615061:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4291 00000100:00100000:1.0:1734686616.615063:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4292 00010000:00020000:0.0:1734686616.615071:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734686616.615080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686586 00000100:00080000:1.0:1734686616.615083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686586 00000100:00080000:1.0:1734686616.615084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686586 00000100:00100000:0.0:1734686616.615094:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872813056:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 48us (107us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686616.615101:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54906 00010000:00010000:3.0:1734686617.590735:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686618.592757:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686619.140740:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848786048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686619.140813:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686619.140897:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848786048 00000100:00100000:0.0:1734686619.140923:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848786048 00000100:00100000:0.0:1734686619.140970:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42057 00000100:00100000:0.0:1734686619.140975:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848786048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686619.141005:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686619.141070:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848786048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686619.141075:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42057 00000100:00100000:1.0:1734686619.141098:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848786048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686619.188767:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848786176:0@lo:400:kworker.0 00000100:00080000:0.0:1734686619.188770:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734686619.188776:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848786432:0@lo:400:kworker.0 00000100:00080000:0.0:1734686619.188777:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686619.188780:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686619.188785:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11414 00000100:00100000:2.0:1734686619.188788:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848786304:0@lo:400:kworker.0 00000100:00080000:0.0:1734686619.188789:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686619.188795:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686619.188814:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0feca80 x1818938848786688/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686619.188841:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686619.188844:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686619.188846:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686619.188848:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11414 00000100:00080000:0.0:1734686619.188851:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734686619.188854:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686619.188854:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686619.188855:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686619.188866:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800a0fefb80 x1818938848787072/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686619.188869:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848786688:0@lo:8:kworker.0 00000100:00100000:1.0:1734686619.188886:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848787200:0@lo:400:kworker.0 00000100:00100000:3.0:1734686619.188894:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848786816:0@lo:400:kworker.0 00000100:00100000:2.0:1734686619.188896:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686619.188937:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848786688 00000100:00100000:0.0:1734686619.188938:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848786432 00000100:00100000:3.0:1734686619.188939:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686619.188943:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848786432 00000100:00100000:2.0:1734686619.188943:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848787072:0@lo:8:kworker.0 00000100:00100000:1.0:1734686619.188944:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848786688 00000100:00100000:3.0:1734686619.188955:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734686619.188959:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686619.188962:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848786560:0@lo:400:kworker.0 00000100:00100000:1.0:1734686619.188965:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848786816 00000100:00100000:1.0:1734686619.188968:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848786816 00000100:00100000:0.0:1734686619.188978:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4293 00000100:00100000:2.0:1734686619.188980:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848787072 00000100:00100000:2.0:1734686619.188983:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848787072 00000100:00100000:0.0:1734686619.188985:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848786432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686619.188985:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686619.188989:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8237 00000100:00100000:1.0:1734686619.188993:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848786816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686619.188998:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54907 00000100:00100000:3.0:1734686619.189000:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848787328:0@lo:400:kworker.0 00000100:00100000:2.0:1734686619.189002:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848786688:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686619.189017:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686619.189028:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848786816:12345-0@lo:400:kworker.0 Request processed in 34us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686619.189033:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8237 00000100:00100000:3.0:1734686619.189033:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686619.189039:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848786432:12345-0@lo:400:kworker.0 Request processed in 54us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686619.189042:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848786688:12345-0@lo:8:kworker.0 Request processed in 39us (146us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686619.189045:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54908 00000100:00100000:0.0:1734686619.189046:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4293 00000100:00100000:1.0:1734686619.189048:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848787072:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686619.189048:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54907 00010000:00020000:1.0:1734686619.189056:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686619.189058:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848787328 00000100:00100000:0.0:1734686619.189061:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848787328 00000100:00100000:3.0:1734686619.189066:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848786816:0@lo:400:kworker.0 00000100:00100000:1.0:1734686619.189070:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848787072:12345-0@lo:8:kworker.0 Request processed in 21us (110us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686619.189073:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54908 00000100:00080000:2.0:1734686619.189073:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686619.189075:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686619.189077:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4294 00000100:00100000:2.0:1734686619.189078:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0feca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848786688:0@lo:8:kworker.0 00000100:00100000:0.0:1734686619.189081:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848787328:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686619.189086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686589 00000100:00080000:1.0:1734686619.189088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686589 00000100:00080000:2.0:1734686619.189088:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686619.189090:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686619.189092:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848787072:0@lo:8:kworker.0 00000100:00100000:3.0:1734686619.189095:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848786176 00000100:00100000:1.0:1734686619.189097:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686619.189098:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848786176 00000100:00100000:2.0:1734686619.189104:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686619.189112:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848787328:12345-0@lo:400:kworker.0 Request processed in 31us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686619.189113:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848786432:0@lo:400:kworker.0 00000100:00100000:2.0:1734686619.189114:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848786944:0@lo:400:kworker.0 00000100:00100000:0.0:1734686619.189118:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4294 00000100:00100000:0.0:1734686619.189127:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848786304 00000100:00080000:1.0:1734686619.189128:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686589 00000100:00100000:2.0:1734686619.189128:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686619.189129:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848786304 00000100:00100000:3.0:1734686619.189129:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:3.0:1734686619.189133:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848786176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686619.189135:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848786944 00000100:00100000:1.0:1734686619.189137:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848786944 00000100:00100000:0.0:1734686619.189153:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4295 00000100:00100000:2.0:1734686619.189157:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4296 00000100:00100000:0.0:1734686619.189158:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848786304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686619.189160:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848786944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686619.189162:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848786176:12345-0@lo:400:kworker.0 Request processed in 28us (310us total) trans 0 rc 0/0 00000100:00080000:1.0:1734686619.189164:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686589 00000100:00100000:1.0:1734686619.189167:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848787200 00000100:00100000:3.0:1734686619.189167:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1734686619.189169:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848787200 00000100:00100000:1.0:1734686619.189178:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8238 00000100:00100000:1.0:1734686619.189180:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848787200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686619.189188:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848786304:12345-0@lo:400:kworker.0 Request processed in 29us (82us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686619.189188:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848786944:12345-0@lo:400:kworker.0 Request processed in 27us (58us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686619.189193:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848787328:0@lo:400:kworker.0 00000100:00100000:0.0:1734686619.189194:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4295 00000100:00100000:2.0:1734686619.189197:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4296 00000100:00100000:1.0:1734686619.189198:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848787200:12345-0@lo:400:kworker.0 Request processed in 17us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686619.189201:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848786176:0@lo:400:kworker.0 00000100:00100000:1.0:1734686619.189202:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8238 00000100:00080000:1.0:1734686619.189209:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686589 00000100:00100000:1.0:1734686619.189217:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848787200:0@lo:400:kworker.0 00000100:00100000:2.0:1734686619.189222:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848786944:0@lo:400:kworker.0 00000100:00100000:2.0:1734686619.189231:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848786304:0@lo:400:kworker.0 00000100:00100000:3.0:1734686619.189233:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848786560 00000100:00100000:3.0:1734686619.189237:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848786560 00000100:00080000:1.0:1734686619.189252:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686589 00000100:00100000:3.0:1734686619.189263:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42058 00000100:00100000:3.0:1734686619.189268:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848786560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686619.189313:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848786560:12345-0@lo:400:kworker.0 Request processed in 43us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686619.189319:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42058 00000100:00100000:0.0:1734686619.189352:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848786560:0@lo:400:kworker.0 00000100:00100000:0.0:1734686619.204710:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848787456:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686619.204769:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686619.204834:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848787456 00000100:00100000:3.0:1734686619.204845:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848787456 00000100:00100000:3.0:1734686619.204893:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42059 00000100:00100000:3.0:1734686619.204916:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848787456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686619.204956:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686619.205020:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848787456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 120us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686619.205025:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42059 00000100:00100000:0.0:1734686619.205068:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848787456:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686619.268757:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686619.268781:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848787584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686619.268831:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686619.268868:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848787584 00000100:00100000:2.0:1734686619.268876:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848787584 00000100:00100000:2.0:1734686619.268934:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7364 00000100:00100000:2.0:1734686619.268939:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848787584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686619.268963:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686619.269001:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848787584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686619.269006:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7364 00000100:00100000:1.0:1734686619.269028:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848787584:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686619.594789:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686620.596747:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686620.964733:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848787712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686620.964786:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686620.964849:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848787712 00000100:00100000:0.0:1734686620.964857:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848787712 00000100:00100000:0.0:1734686620.964938:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7365 00000100:00100000:0.0:1734686620.964946:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848787712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686620.964975:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686620.965028:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848787712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686620.965035:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7365 00000100:00100000:2.0:1734686620.965047:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848787712:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686621.598735:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686621.622796:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686621.622829:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686621.622848:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686621.622903:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686621.622919:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872813312 00000100:00100000:1.0:1734686621.622928:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872813312 00000100:00100000:2.0:1734686621.622930:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872813440 00000100:00100000:0.0:1734686621.622933:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872813568 00000100:00100000:3.0:1734686621.622933:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872813184 00000100:00100000:2.0:1734686621.622935:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872813440 00000100:00100000:0.0:1734686621.622936:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872813568 00000100:00100000:3.0:1734686621.622938:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872813184 00000100:00100000:0.0:1734686621.622957:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54909 00000100:00100000:0.0:1734686621.622963:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872813568:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686621.622963:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4297 00000100:00100000:1.0:1734686621.622969:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872813312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686621.622969:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1403 00000100:00100000:2.0:1734686621.622972:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4298 00000100:00100000:3.0:1734686621.622974:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872813184:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686621.622978:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872813440:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686621.622982:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686621.623014:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872813568:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 52us (111us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686621.623016:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872813440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686621.623019:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54909 00000100:00100000:1.0:1734686621.623022:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872813312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (189us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686621.623022:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4298 00000100:00100000:1.0:1734686621.623028:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4297 00000100:00100000:3.0:1734686621.623028:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872813184:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686621.623035:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1403 00000100:00080000:1.0:1734686621.623048:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686591 00000100:00080000:1.0:1734686621.623051:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686591 00000100:00080000:1.0:1734686621.623053:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686591 00010000:00010000:3.0:1734686622.600772:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686623.602746:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686624.148766:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848787840:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686624.148857:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686624.148928:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848787840 00000100:00100000:3.0:1734686624.148936:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848787840 00000100:00100000:3.0:1734686624.148984:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42060 00000100:00100000:3.0:1734686624.148991:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848787840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686624.149022:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686624.149067:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848787840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686624.149074:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42060 00000100:00100000:1.0:1734686624.149105:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848787840:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686624.196746:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686624.196753:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686624.196757:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686624.196758:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848788352:0@lo:400:kworker.0 00000100:00100000:2.0:1734686624.196758:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848788224:0@lo:400:kworker.0 00000100:00080000:0.0:1734686624.196763:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11419 00000100:00080000:0.0:1734686624.196767:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734686624.196772:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686624.196777:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848788096:0@lo:400:kworker.0 00000100:00100000:0.0:1734686624.196793:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099583b80 x1818938848788480/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686624.196813:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686624.196814:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686624.196848:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848788352 00000100:00100000:1.0:1734686624.196850:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00080000:0.0:1734686624.196852:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1734686624.196853:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686624.196854:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848787968:0@lo:400:kworker.0 00000100:00100000:3.0:1734686624.196855:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848788352 00000100:00080000:0.0:1734686624.196856:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686624.196857:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1734686624.196860:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848788736:0@lo:400:kworker.0 00000100:00080000:0.0:1734686624.196861:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11419 00000100:00080000:0.0:1734686624.196864:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686624.196867:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686624.196870:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686624.196879:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223a0700 x1818938848788864/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686624.196879:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848788608:0@lo:400:kworker.0 00000100:00100000:2.0:1734686624.196882:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686624.196890:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686624.196892:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42061 00000100:00100000:2.0:1734686624.196896:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848788992:0@lo:400:kworker.0 00000100:00100000:3.0:1734686624.196898:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848788352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686624.196899:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848789120:0@lo:400:kworker.0 00000100:00100000:0.0:1734686624.196910:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848788480:0@lo:8:kworker.0 00000100:00100000:2.0:1734686624.196911:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686624.196915:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734686624.196932:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686594 00000100:00100000:2.0:1734686624.196936:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848788224 00000100:00100000:0.0:1734686624.196938:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686624.196939:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848788224 00000100:00100000:1.0:1734686624.196943:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848787968 00000100:00100000:3.0:1734686624.196947:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848788352:12345-0@lo:400:kworker.0 Request processed in 48us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686624.196951:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848787968 00000100:00100000:3.0:1734686624.196954:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42061 00000100:00100000:0.0:1734686624.196957:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848788864:0@lo:8:kworker.0 00000100:00100000:2.0:1734686624.196964:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848788736 00000100:00100000:2.0:1734686624.196966:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848788736 00000100:00100000:0.0:1734686624.196973:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686624.196975:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:2.0:1734686624.196977:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848789120 00000100:00100000:1.0:1734686624.196979:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848787968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686624.196979:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848789120 00000100:00100000:3.0:1734686624.196979:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686624.196990:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848788096 00000100:00100000:2.0:1734686624.196992:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848788096 00000100:00100000:2.0:1734686624.197001:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4299 00000100:00100000:0.0:1734686624.197006:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848788608 00000100:00100000:1.0:1734686624.197006:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848787968:12345-0@lo:400:kworker.0 Request processed in 26us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686624.197007:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4300 00000100:00100000:2.0:1734686624.197008:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848788224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686624.197010:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848788608 00000100:00100000:1.0:1734686624.197011:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:3.0:1734686624.197013:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848788736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686624.197032:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848788992 00000100:00100000:0.0:1734686624.197034:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848788992 00000100:00100000:1.0:1734686624.197036:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4301 00000100:00100000:1.0:1734686624.197040:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848789120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686624.197044:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848788224:12345-0@lo:400:kworker.0 Request processed in 36us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686624.197044:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848788736:12345-0@lo:400:kworker.0 Request processed in 30us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686624.197045:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848788480 00000100:00100000:0.0:1734686624.197047:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848788480 00000100:00100000:3.0:1734686624.197050:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4300 00000100:00100000:2.0:1734686624.197054:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4299 00000100:00100000:0.0:1734686624.197056:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848788864 00000100:00100000:0.0:1734686624.197058:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848788864 00000100:00100000:1.0:1734686624.197062:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848789120:12345-0@lo:400:kworker.0 Request processed in 21us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686624.197067:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8239 00000100:00100000:2.0:1734686624.197067:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4302 00000100:00100000:0.0:1734686624.197072:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848788608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686624.197076:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4301 00000100:00100000:2.0:1734686624.197078:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848788096:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686624.197094:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686594 00000100:00080000:1.0:1734686624.197097:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686594 00000100:00080000:1.0:1734686624.197099:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686594 00000100:00080000:1.0:1734686624.197101:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686594 00000100:00100000:0.0:1734686624.197104:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848788608:12345-0@lo:400:kworker.0 Request processed in 31us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686624.197110:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8239 00000100:00100000:2.0:1734686624.197110:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848788096:12345-0@lo:400:kworker.0 Request processed in 38us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686624.197119:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4302 00000100:00100000:1.0:1734686624.197121:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848789120:0@lo:400:kworker.0 00000100:00100000:0.0:1734686624.197122:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8240 00000100:00100000:3.0:1734686624.197122:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848788096:0@lo:400:kworker.0 00000100:00100000:0.0:1734686624.197126:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848788992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686624.197129:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848787968:0@lo:400:kworker.0 00000100:00100000:1.0:1734686624.197137:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848788608:0@lo:400:kworker.0 00000100:00100000:1.0:1734686624.197143:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848788352:0@lo:400:kworker.0 00000100:00100000:2.0:1734686624.197144:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848788736:0@lo:400:kworker.0 00000100:00100000:0.0:1734686624.197148:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848788992:12345-0@lo:400:kworker.0 Request processed in 21us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686624.197152:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848788224:0@lo:400:kworker.0 00000100:00100000:3.0:1734686624.197153:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54910 00000100:00100000:3.0:1734686624.197157:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848788480:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686624.197162:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8240 00000100:00100000:2.0:1734686624.197169:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848788992:0@lo:400:kworker.0 00000100:00100000:0.0:1734686624.197173:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54911 00010000:00020000:3.0:1734686624.197174:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686624.197177:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848788864:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686624.197187:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686624.197203:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848788480:12345-0@lo:8:kworker.0 Request processed in 44us (264us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686624.197209:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54910 00000100:00100000:0.0:1734686624.197210:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848788864:12345-0@lo:8:kworker.0 Request processed in 32us (236us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686624.197217:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54911 00000100:00080000:3.0:1734686624.197229:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686624.197233:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686624.197236:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848788480:0@lo:8:kworker.0 00000100:00080000:3.0:1734686624.197243:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686624.197245:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686624.197248:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848788864:0@lo:8:kworker.0 00000100:00100000:1.0:1734686624.212749:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686624.212769:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848789248:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686624.212842:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686624.212878:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848789248 00000100:00100000:3.0:1734686624.212887:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848789248 00000100:00100000:3.0:1734686624.212932:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42062 00000100:00100000:3.0:1734686624.212940:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848789248:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686624.212974:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686624.213017:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848789248:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686624.213022:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42062 00000100:00100000:1.0:1734686624.213052:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848789248:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686624.276737:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686624.276756:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848789376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686624.276804:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686624.276890:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848789376 00000100:00100000:0.0:1734686624.276897:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848789376 00000100:00100000:0.0:1734686624.276932:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7366 00000100:00100000:0.0:1734686624.276937:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848789376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686624.276961:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686624.276994:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848789376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686624.277000:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7366 00000100:00100000:2.0:1734686624.277016:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848789376:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686624.604750:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686625.606698:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686625.972751:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848789504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686625.972847:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686625.972901:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848789504 00000100:00100000:2.0:1734686625.972909:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848789504 00000100:00100000:2.0:1734686625.972945:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7367 00000100:00100000:2.0:1734686625.972950:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848789504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686625.972974:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686625.973006:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848789504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686625.973011:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7367 00000100:00100000:0.0:1734686625.973024:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848789504:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686626.608685:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686626.630854:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686626.630900:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686626.630919:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872813696 00000100:00100000:0.0:1734686626.630925:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686626.630929:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872813696 00000100:00100000:2.0:1734686626.630955:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872813824 00000100:00100000:0.0:1734686626.630957:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686626.630959:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872813824 00000100:00100000:0.0:1734686626.630975:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872814080 00000100:00100000:0.0:1734686626.630979:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872814080 00000100:00100000:2.0:1734686626.630982:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872813952 00000100:00100000:3.0:1734686626.630982:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1405 00000100:00100000:2.0:1734686626.630984:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872813952 00000100:00080000:1.0:1734686626.630988:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686596 00000100:00100000:3.0:1734686626.630988:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872813696:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734686626.630992:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686596 00000100:00080000:1.0:1734686626.630994:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686596 00000100:00100000:0.0:1734686626.630997:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54912 00000100:00100000:2.0:1734686626.630999:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4303 00000100:00100000:0.0:1734686626.631002:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872814080:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686626.631003:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872813824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686626.631009:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4304 00000100:00100000:1.0:1734686626.631015:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872813952:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686626.631023:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686626.631041:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872813824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686626.631041:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872813696:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686626.631046:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872813952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686626.631048:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1405 00000100:00100000:0.0:1734686626.631049:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872814080:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (91us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686626.631050:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4303 00000100:00100000:1.0:1734686626.631054:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4304 00000100:00100000:0.0:1734686626.631059:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54912 00010000:00010000:3.0:1734686627.610701:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686628.612787:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686629.156641:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848789632:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686629.156696:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686629.156754:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848789632 00000100:00100000:3.0:1734686629.156762:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848789632 00000100:00100000:3.0:1734686629.156801:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42063 00000100:00100000:3.0:1734686629.156806:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848789632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686629.156832:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686629.156868:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848789632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 61us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686629.156873:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42063 00000100:00100000:2.0:1734686629.156901:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848789632:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686629.204718:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686629.204723:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686629.204726:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686629.204741:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11424 00000100:00080000:0.0:1734686629.204746:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:2.0:1734686629.204747:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848790144:0@lo:400:kworker.0 00000100:00100000:3.0:1734686629.204747:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848789888:0@lo:400:kworker.0 00000100:00080000:0.0:1734686629.204751:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686629.204768:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223a3800 x1818938848790272/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686629.204770:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848790016:0@lo:400:kworker.0 00000100:00080000:0.0:1734686629.204789:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686629.204791:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686629.204792:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686629.204794:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11424 00000100:00080000:0.0:1734686629.204796:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686629.204798:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686629.204802:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686629.204802:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686629.204805:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223a0700 x1818938848790656/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686629.204830:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848789888 00000100:00100000:0.0:1734686629.204833:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848790272:0@lo:8:kworker.0 00000100:00100000:1.0:1734686629.204836:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848789888 00000100:00100000:2.0:1734686629.204837:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848790912:0@lo:400:kworker.0 00000100:00100000:3.0:1734686629.204837:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848790528:0@lo:400:kworker.0 00000100:00100000:0.0:1734686629.204855:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686629.204855:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686629.204861:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848790144 00000100:00100000:2.0:1734686629.204864:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848790144 00000100:00100000:0.0:1734686629.204869:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848790656:0@lo:8:kworker.0 00000100:00100000:1.0:1734686629.204870:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848790528 00000100:00100000:1.0:1734686629.204872:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848790528 00000100:00100000:3.0:1734686629.204872:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734686629.204878:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686629.204878:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848790784:0@lo:400:kworker.0 00000100:00100000:2.0:1734686629.204884:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42064 00000100:00100000:1.0:1734686629.204886:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4305 00000100:00100000:2.0:1734686629.204890:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848790144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686629.204891:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848789888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686629.204893:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686629.204899:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848790272 00000100:00100000:0.0:1734686629.204902:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848790272 00000100:00100000:3.0:1734686629.204912:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4306 00000100:00100000:0.0:1734686629.204913:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848790656 00000100:00100000:0.0:1734686629.204914:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848790656 00000100:00100000:3.0:1734686629.204917:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848790528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686629.204921:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848790784 00000100:00100000:0.0:1734686629.204922:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848790784 00000100:00100000:2.0:1734686629.204926:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848790144:12345-0@lo:400:kworker.0 Request processed in 36us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686629.204930:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848789888:12345-0@lo:400:kworker.0 Request processed in 38us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686629.204932:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42064 00000100:00100000:0.0:1734686629.204933:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8241 00000100:00100000:3.0:1734686629.204937:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848790528:12345-0@lo:400:kworker.0 Request processed in 20us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686629.204938:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848790784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686629.204938:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4305 00000100:00100000:3.0:1734686629.204942:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4306 00000100:00080000:1.0:1734686629.204955:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686599 00000100:00100000:0.0:1734686629.204956:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848790784:12345-0@lo:400:kworker.0 Request processed in 19us (63us total) trans 0 rc 0/0 00000100:00080000:1.0:1734686629.204959:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686599 00000100:00100000:3.0:1734686629.204959:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54913 00000100:00100000:2.0:1734686629.204963:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54914 00000100:00100000:3.0:1734686629.204964:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848790272:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686629.204966:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8241 00000100:00100000:1.0:1734686629.204967:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686629.204967:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848790656:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686629.204981:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686629.204984:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848790016 00010000:00020000:2.0:1734686629.204984:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686629.204987:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848790016 00000100:00100000:0.0:1734686629.204990:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848789760:0@lo:400:kworker.0 00000100:00100000:1.0:1734686629.205003:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4307 00000100:00100000:1.0:1734686629.205007:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848790016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686629.205008:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686629.205008:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848790656:12345-0@lo:8:kworker.0 Request processed in 39us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686629.205008:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848790272:12345-0@lo:8:kworker.0 Request processed in 42us (151us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686629.205013:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54914 00000100:00100000:3.0:1734686629.205015:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54913 00000100:00100000:0.0:1734686629.205021:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848790400:0@lo:400:kworker.0 00000100:00100000:2.0:1734686629.205029:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686629.205029:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848789760 00000100:00100000:3.0:1734686629.205032:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848789760 00000100:00100000:1.0:1734686629.205037:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848790016:12345-0@lo:400:kworker.0 Request processed in 29us (69us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686629.205043:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4307 00000100:00100000:2.0:1734686629.205050:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848790144:0@lo:400:kworker.0 00000100:00100000:3.0:1734686629.205050:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:1.0:1734686629.205052:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848790912 00000100:00100000:0.0:1734686629.205053:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686629.205054:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848789760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686629.205055:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848790912 00000100:00100000:1.0:1734686629.205067:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4308 00000100:00100000:1.0:1734686629.205071:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848790912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686629.205076:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848790400 00000100:00100000:2.0:1734686629.205079:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848790400 00000100:00100000:3.0:1734686629.205081:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848789760:12345-0@lo:400:kworker.0 Request processed in 27us (73us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686629.205083:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686629.205086:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686629.205087:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1734686629.205090:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848790272:0@lo:8:kworker.0 00000100:00100000:2.0:1734686629.205092:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8242 00000100:00100000:2.0:1734686629.205096:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848790400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686629.205098:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848790912:12345-0@lo:400:kworker.0 Request processed in 25us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686629.205103:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4308 00000100:00080000:0.0:1734686629.205104:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686629.205106:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686629.205109:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848790656:0@lo:8:kworker.0 00000100:00080000:1.0:1734686629.205115:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686599 00000100:00100000:2.0:1734686629.205117:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848790400:12345-0@lo:400:kworker.0 Request processed in 20us (64us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686629.205117:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848790784:0@lo:400:kworker.0 00000100:00080000:1.0:1734686629.205118:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686599 00000100:00080000:1.0:1734686629.205120:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686599 00000100:00100000:2.0:1734686629.205122:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8242 00000100:00100000:3.0:1734686629.205126:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848790528:0@lo:400:kworker.0 00000100:00100000:0.0:1734686629.205132:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848789760:0@lo:400:kworker.0 00000100:00100000:3.0:1734686629.205134:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848789888:0@lo:400:kworker.0 00000100:00100000:1.0:1734686629.205137:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848790016:0@lo:400:kworker.0 00000100:00100000:0.0:1734686629.205141:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848790400:0@lo:400:kworker.0 00000100:00100000:2.0:1734686629.205141:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848790912:0@lo:400:kworker.0 00000100:00100000:0.0:1734686629.220764:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848791040:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686629.220819:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686629.220866:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848791040 00000100:00100000:2.0:1734686629.220872:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848791040 00000100:00100000:2.0:1734686629.220905:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42065 00000100:00100000:2.0:1734686629.220910:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848791040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686629.220936:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686629.220967:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848791040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686629.220972:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42065 00000100:00100000:0.0:1734686629.220990:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848791040:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686629.284724:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848791168:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686629.284806:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686629.284856:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848791168 00000100:00100000:2.0:1734686629.284863:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848791168 00000100:00100000:2.0:1734686629.284902:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7368 00000100:00100000:2.0:1734686629.284907:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848791168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686629.284932:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686629.284968:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848791168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686629.284975:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7368 00000100:00100000:3.0:1734686629.285001:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848791168:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686629.614702:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686630.616752:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686630.980742:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848791296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686630.980802:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686630.980879:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848791296 00000100:00100000:2.0:1734686630.980888:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848791296 00000100:00100000:2.0:1734686630.980933:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7369 00000100:00100000:2.0:1734686630.980939:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848791296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686630.980969:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686630.981027:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848791296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686630.981032:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7369 00000100:00100000:1.0:1734686630.981060:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848791296:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686631.618811:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686631.638893:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686631.638941:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686631.638976:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686631.638995:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872814208 00000100:00100000:1.0:1734686631.639006:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872814464 00000100:00100000:3.0:1734686631.639008:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872814208 00000100:00100000:1.0:1734686631.639011:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872814464 00000100:00100000:0.0:1734686631.639066:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686631.639069:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872814336 00000100:00100000:1.0:1734686631.639070:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872814336 00000100:00100000:3.0:1734686631.639078:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1407 00000100:00100000:1.0:1734686631.639082:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4309 00000100:00100000:3.0:1734686631.639085:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872814208:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686631.639086:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872814464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686631.639095:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872814592 00000100:00100000:0.0:1734686631.639101:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872814592 00000100:00080000:2.0:1734686631.639103:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686601 00000100:00080000:2.0:1734686631.639108:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686601 00000100:00080000:2.0:1734686631.639111:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686601 00000100:00100000:0.0:1734686631.639130:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54915 00000100:00100000:2.0:1734686631.639130:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4310 00000100:00100000:0.0:1734686631.639137:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872814592:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686631.639137:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872814336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686631.639146:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872814464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686631.639150:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872814208:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686631.639153:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4309 00000100:00100000:3.0:1734686631.639157:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1407 00010000:00020000:0.0:1734686631.639164:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686631.639170:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872814336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686631.639177:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4310 00000100:00100000:0.0:1734686631.639200:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872814592:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 62us (134us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686631.639207:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54915 00010000:00010000:3.0:1734686632.620711:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686633.622781:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686634.164681:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686634.164698:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848791424:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686634.164749:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686634.164793:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848791424 00000100:00100000:2.0:1734686634.164800:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848791424 00000100:00100000:2.0:1734686634.164844:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42066 00000100:00100000:2.0:1734686634.164851:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848791424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686634.164885:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686634.164930:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848791424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686634.164937:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42066 00000100:00100000:1.0:1734686634.164955:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848791424:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686634.212720:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686634.212725:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686634.212727:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686634.212733:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11429 00000100:00100000:1.0:1734686634.212735:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848791808:0@lo:400:kworker.0 00000100:00080000:0.0:1734686634.212736:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:2.0:1734686634.212738:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848791936:0@lo:400:kworker.0 00000100:00080000:0.0:1734686634.212741:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686634.212746:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848791680:0@lo:400:kworker.0 00000100:00100000:0.0:1734686634.212755:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec86300 x1818938848792064/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686634.212777:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686634.212779:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686634.212781:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686634.212784:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11429 00000100:00100000:2.0:1734686634.212784:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686634.212786:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686634.212789:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686634.212791:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686634.212799:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec86d80 x1818938848792448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686634.212801:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848792064:0@lo:8:kworker.0 00000100:00100000:2.0:1734686634.212805:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734686634.212809:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848791552:0@lo:400:kworker.0 00000100:00100000:1.0:1734686634.212815:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848792576:0@lo:400:kworker.0 00000100:00100000:3.0:1734686634.212825:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686634.212827:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686634.212838:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848792192:0@lo:400:kworker.0 00000100:00100000:1.0:1734686634.212839:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686634.212842:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848792448:0@lo:8:kworker.0 00000100:00100000:0.0:1734686634.212852:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848792064 00000100:00100000:2.0:1734686634.212854:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848791552 00000100:00100000:2.0:1734686634.212857:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848791552 00000100:00100000:0.0:1734686634.212858:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848792064 00000100:00100000:1.0:1734686634.212859:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686634.212861:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686634.212865:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848792320:0@lo:400:kworker.0 00000100:00100000:2.0:1734686634.212879:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:0.0:1734686634.212880:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848792576 00000100:00100000:0.0:1734686634.212882:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848792576 00000100:00100000:2.0:1734686634.212883:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848791552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686634.212884:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686634.212884:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848791808 00000100:00100000:3.0:1734686634.212888:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848791808 00000100:00100000:0.0:1734686634.212895:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848792448 00000100:00100000:0.0:1734686634.212897:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848792448 00000100:00100000:0.0:1734686634.212905:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8243 00000100:00100000:2.0:1734686634.212906:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848791552:12345-0@lo:400:kworker.0 Request processed in 23us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686634.212908:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848792576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686634.212910:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54916 00000100:00100000:3.0:1734686634.212910:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848792320 00000100:00100000:2.0:1734686634.212911:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:3.0:1734686634.212913:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848792320 00000100:00100000:1.0:1734686634.212916:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848792064:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686634.212927:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4311 00000100:00080000:2.0:1734686634.212928:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686604 00000100:00080000:2.0:1734686634.212930:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686604 00000100:00080000:2.0:1734686634.212932:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686604 00000100:00100000:3.0:1734686634.212932:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848791808:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734686634.212933:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686634.212938:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848791936 00000100:00100000:2.0:1734686634.212939:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848791936 00000100:00100000:0.0:1734686634.212942:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848792576:12345-0@lo:400:kworker.0 Request processed in 34us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686634.212946:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8243 00000100:00100000:0.0:1734686634.212954:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54917 00000100:00100000:1.0:1734686634.212955:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848792064:12345-0@lo:8:kworker.0 Request processed in 39us (130us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686634.212955:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42067 00000100:00100000:0.0:1734686634.212956:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848792448:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686634.212958:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848791808:12345-0@lo:400:kworker.0 Request processed in 27us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686634.212959:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54916 00000100:00100000:2.0:1734686634.212960:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848791936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686634.212962:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4311 00010000:00020000:0.0:1734686634.212964:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686634.212973:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4312 00000100:00100000:3.0:1734686634.212975:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848792320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686634.212977:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848792448:12345-0@lo:8:kworker.0 Request processed in 21us (115us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686634.212981:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54917 00000100:00100000:2.0:1734686634.212986:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848791936:12345-0@lo:400:kworker.0 Request processed in 25us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686634.212989:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848792320:12345-0@lo:400:kworker.0 Request processed in 14us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686634.212991:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42067 00000100:00100000:3.0:1734686634.212993:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4312 00000100:00100000:0.0:1734686634.212996:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686634.212996:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848792576:0@lo:400:kworker.0 00000100:00100000:0.0:1734686634.213002:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848792704:0@lo:400:kworker.0 00000100:00100000:1.0:1734686634.213003:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848791808:0@lo:400:kworker.0 00000100:00080000:2.0:1734686634.213003:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686604 00000100:00080000:3.0:1734686634.213010:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686634.213012:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686634.213013:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686634.213015:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848792448:0@lo:8:kworker.0 00000100:00100000:0.0:1734686634.213017:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686634.213020:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848792320:0@lo:400:kworker.0 00000100:00080000:3.0:1734686634.213021:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686634.213022:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686634.213025:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848792064:0@lo:8:kworker.0 00000100:00100000:0.0:1734686634.213031:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848792192 00000100:00100000:0.0:1734686634.213032:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848792192 00000100:00100000:2.0:1734686634.213034:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848791936:0@lo:400:kworker.0 00000100:00100000:3.0:1734686634.213038:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686634.213044:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8244 00000100:00100000:0.0:1734686634.213047:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848792192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686634.213048:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848791552:0@lo:400:kworker.0 00000100:00100000:3.0:1734686634.213050:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848792704 00000100:00100000:3.0:1734686634.213052:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848792704 00000100:00080000:2.0:1734686634.213062:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686604 00000100:00100000:0.0:1734686634.213065:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848792192:12345-0@lo:400:kworker.0 Request processed in 18us (53us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686634.213069:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8244 00000100:00100000:3.0:1734686634.213070:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848791680 00000100:00100000:2.0:1734686634.213073:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848792192:0@lo:400:kworker.0 00000100:00100000:3.0:1734686634.213074:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848791680 00000100:00100000:1.0:1734686634.213078:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4313 00000100:00100000:0.0:1734686634.213083:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4314 00000100:00080000:2.0:1734686634.213083:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686604 00000100:00100000:1.0:1734686634.213084:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848792704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686634.213086:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848791680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686634.213117:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848791680:12345-0@lo:400:kworker.0 Request processed in 31us (78us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686634.213118:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848792704:12345-0@lo:400:kworker.0 Request processed in 34us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686634.213121:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4314 00000100:00100000:1.0:1734686634.213124:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4313 00000100:00100000:3.0:1734686634.213139:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848791680:0@lo:400:kworker.0 00000100:00100000:0.0:1734686634.213140:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848792704:0@lo:400:kworker.0 00000100:00100000:3.0:1734686634.228731:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686634.228748:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848792832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686634.228799:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686634.228840:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848792832 00000100:00100000:2.0:1734686634.228848:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848792832 00000100:00100000:2.0:1734686634.228890:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42068 00000100:00100000:2.0:1734686634.228897:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848792832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686634.228929:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686634.228977:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848792832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686634.228984:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42068 00000100:00100000:3.0:1734686634.229015:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848792832:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686634.292770:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848792960:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686634.292827:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686634.292897:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848792960 00000100:00100000:2.0:1734686634.292904:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848792960 00000100:00100000:2.0:1734686634.292941:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7370 00000100:00100000:2.0:1734686634.292946:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848792960:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686634.292971:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686634.293006:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848792960:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686634.293011:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7370 00000100:00100000:0.0:1734686634.293034:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090416680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848792960:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686634.624744:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686635.626780:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686635.988729:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848793088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686635.988782:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686635.988821:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848793088 00000100:00100000:2.0:1734686635.988829:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848793088 00000100:00100000:2.0:1734686635.988873:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7371 00000100:00100000:2.0:1734686635.988880:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848793088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686635.988908:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686635.988954:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848793088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686635.988961:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7371 00000100:00100000:1.0:1734686635.988984:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848793088:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686636.628729:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686636.646915:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686636.646955:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686636.646976:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686636.646992:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872814848 00000100:00100000:1.0:1734686636.647003:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872814848 00000100:00100000:0.0:1734686636.647008:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686636.647031:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872815104 00000100:00100000:0.0:1734686636.647037:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872815104 00000100:00100000:3.0:1734686636.647050:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872814720 00000100:00100000:3.0:1734686636.647055:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872814720 00000100:00100000:1.0:1734686636.647058:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872814976 00000100:00100000:0.0:1734686636.647061:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54918 00000100:00100000:1.0:1734686636.647061:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872814976 00000100:00100000:0.0:1734686636.647067:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872815104:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:2.0:1734686636.647069:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686606 00000100:00080000:2.0:1734686636.647074:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686606 00000100:00080000:2.0:1734686636.647076:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686606 00000100:00100000:1.0:1734686636.647083:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4315 00000100:00100000:3.0:1734686636.647088:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1409 00000100:00100000:1.0:1734686636.647089:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872814848:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686636.647091:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686636.647093:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872814720:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686636.647110:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4316 00000100:00100000:2.0:1734686636.647116:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872814976:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686636.647136:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872815104:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 69us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686636.647136:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872814720:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686636.647143:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54918 00000100:00100000:3.0:1734686636.647143:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1409 00000100:00100000:1.0:1734686636.647147:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872814848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686636.647148:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872814976:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686636.647152:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4315 00000100:00100000:2.0:1734686636.647155:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4316 00010000:00010000:3.0:1734686637.630772:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686638.632814:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686639.172761:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848793216:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686639.172811:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686639.172845:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848793216 00000100:00100000:2.0:1734686639.172852:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848793216 00000100:00100000:2.0:1734686639.172882:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42069 00000100:00100000:2.0:1734686639.172887:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848793216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686639.172913:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686639.172946:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848793216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686639.172951:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42069 00000100:00100000:3.0:1734686639.172982:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848793216:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686639.220765:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686639.220771:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686639.220775:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686639.220783:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11434 00000100:00100000:3.0:1734686639.220785:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848793728:0@lo:400:kworker.0 00000100:00080000:0.0:1734686639.220786:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686639.220792:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686639.220810:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec85c00 x1818938848793856/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686639.220823:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848793600:0@lo:400:kworker.0 00000100:00100000:2.0:1734686639.220823:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848793472:0@lo:400:kworker.0 00000100:00080000:0.0:1734686639.220835:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686639.220838:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686639.220839:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686639.220841:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11434 00000100:00080000:0.0:1734686639.220844:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734686639.220846:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686639.220850:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686639.220856:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec87480 x1818938848794240/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686639.220887:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686639.220887:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734686639.220891:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848793344:0@lo:400:kworker.0 00000100:00100000:1.0:1734686639.220917:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848793472 00000100:00100000:1.0:1734686639.220923:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848793472 00000100:00100000:3.0:1734686639.220927:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686639.220932:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848794112:0@lo:400:kworker.0 00000100:00100000:3.0:1734686639.220937:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848793984:0@lo:400:kworker.0 00000100:00100000:0.0:1734686639.220942:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686639.220950:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686609 00000100:00100000:3.0:1734686639.220953:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686639.220960:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848793600 00000100:00100000:1.0:1734686639.220962:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848793600 00000100:00100000:2.0:1734686639.220964:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4317 00000100:00100000:3.0:1734686639.220965:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848794496:0@lo:400:kworker.0 00000100:00100000:2.0:1734686639.220969:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848793472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686639.220973:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848794368:0@lo:400:kworker.0 00000100:00100000:3.0:1734686639.220979:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686639.220980:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4318 00000100:00100000:1.0:1734686639.220986:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848793600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686639.220999:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686639.220999:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848793856:0@lo:8:kworker.0 00000100:00100000:2.0:1734686639.221003:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848793472:12345-0@lo:400:kworker.0 Request processed in 34us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686639.221008:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4317 00000100:00100000:1.0:1734686639.221021:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848793600:12345-0@lo:400:kworker.0 Request processed in 35us (80us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686639.221021:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848794496 00000100:00100000:3.0:1734686639.221021:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686639.221025:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848794496 00000100:00100000:1.0:1734686639.221027:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4318 00000100:00100000:3.0:1734686639.221029:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848794240:0@lo:8:kworker.0 00000100:00100000:1.0:1734686639.221038:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4319 00000100:00100000:0.0:1734686639.221040:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848793600:0@lo:400:kworker.0 00000100:00100000:3.0:1734686639.221040:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686639.221042:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848794496:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686639.221046:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686609 00000100:00100000:2.0:1734686639.221061:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848793984 00000100:00100000:2.0:1734686639.221063:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848793984 00000100:00100000:1.0:1734686639.221065:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848794496:12345-0@lo:400:kworker.0 Request processed in 23us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686639.221065:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848793344 00000100:00100000:3.0:1734686639.221069:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848793344 00000100:00100000:1.0:1734686639.221070:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4319 00000100:00100000:2.0:1734686639.221077:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848794368 00000100:00100000:2.0:1734686639.221078:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848794368 00000100:00100000:0.0:1734686639.221083:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848793856 00000100:00100000:0.0:1734686639.221087:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848793856 00000100:00100000:2.0:1734686639.221088:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848794240 00000100:00100000:2.0:1734686639.221090:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848794240 00000100:00100000:3.0:1734686639.221094:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1734686639.221095:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8245 00000100:00100000:1.0:1734686639.221099:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848793984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686639.221099:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848793344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686639.221103:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8246 00000100:00100000:2.0:1734686639.221105:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848794368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686639.221113:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54919 00000100:00100000:0.0:1734686639.221119:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848794240:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686639.221128:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848793344:12345-0@lo:400:kworker.0 Request processed in 29us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686639.221131:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848793984:12345-0@lo:400:kworker.0 Request processed in 31us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686639.221131:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848794368:12345-0@lo:400:kworker.0 Request processed in 25us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686639.221132:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:2.0:1734686639.221135:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8246 00000100:00100000:1.0:1734686639.221137:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8245 00010000:00020000:0.0:1734686639.221141:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686639.221142:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54920 00000100:00100000:2.0:1734686639.221145:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848793856:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686639.221159:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686639.221162:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848793728 00000100:00100000:3.0:1734686639.221164:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848794496:0@lo:400:kworker.0 00000100:00100000:1.0:1734686639.221165:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848793728 00000100:00100000:3.0:1734686639.221170:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848793344:0@lo:400:kworker.0 00000100:00100000:0.0:1734686639.221174:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848794240:12345-0@lo:8:kworker.0 Request processed in 55us (133us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686639.221177:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848793984:0@lo:400:kworker.0 00000100:00100000:2.0:1734686639.221178:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848793856:12345-0@lo:8:kworker.0 Request processed in 32us (156us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686639.221181:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42070 00000100:00100000:2.0:1734686639.221181:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54920 00000100:00100000:0.0:1734686639.221185:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54919 00000100:00100000:1.0:1734686639.221185:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848793728:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686639.221194:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686609 00000100:00080000:2.0:1734686639.221196:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686609 00000100:00080000:2.0:1734686639.221197:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686609 00000100:00080000:3.0:1734686639.221200:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686639.221203:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686639.221206:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848793856:0@lo:8:kworker.0 00000100:00100000:1.0:1734686639.221211:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848793728:12345-0@lo:400:kworker.0 Request processed in 25us (360us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686639.221211:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686639.221213:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686639.221215:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686639.221215:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848794240:0@lo:8:kworker.0 00000100:00100000:1.0:1734686639.221216:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42070 00000100:00100000:2.0:1734686639.221229:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848794112 00000100:00100000:3.0:1734686639.221230:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848793728:0@lo:400:kworker.0 00000100:00100000:2.0:1734686639.221231:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848794112 00000100:00100000:0.0:1734686639.221239:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848793472:0@lo:400:kworker.0 00000100:00100000:2.0:1734686639.221242:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4320 00000100:00100000:2.0:1734686639.221244:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848794112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686639.221264:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848794112:12345-0@lo:400:kworker.0 Request processed in 19us (49us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686639.221265:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848794368:0@lo:400:kworker.0 00000100:00100000:2.0:1734686639.221270:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4320 00000100:00100000:1.0:1734686639.221285:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848794112:0@lo:400:kworker.0 00000100:00100000:1.0:1734686639.236781:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848794624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686639.236848:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686639.236899:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848794624 00000100:00100000:2.0:1734686639.236908:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848794624 00000100:00100000:2.0:1734686639.236953:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42071 00000100:00100000:2.0:1734686639.236959:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848794624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686639.236991:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686639.237037:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848794624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686639.237043:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42071 00000100:00100000:1.0:1734686639.237060:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f049880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848794624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686639.300781:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686639.300801:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848794752:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686639.300863:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686639.300917:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848794752 00000100:00100000:0.0:1734686639.300925:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848794752 00000100:00100000:0.0:1734686639.300968:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7372 00000100:00100000:0.0:1734686639.300975:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848794752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686639.301004:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686639.301056:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848794752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686639.301063:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7372 00000100:00100000:2.0:1734686639.301069:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848794752:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686639.634730:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686640.636702:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686640.996730:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848794880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686640.996789:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686640.996836:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848794880 00000100:00100000:0.0:1734686640.996845:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848794880 00000100:00100000:0.0:1734686640.996886:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7373 00000100:00100000:0.0:1734686640.996892:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848794880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686640.996919:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686640.996953:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848794880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686640.996958:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7373 00000100:00100000:2.0:1734686640.996971:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848794880:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686641.638742:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686641.654804:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686641.654843:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686641.654843:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872815360 00000100:00100000:2.0:1734686641.654851:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872815360 00000100:00100000:0.0:1734686641.654867:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686641.654885:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872815232 00000100:00100000:2.0:1734686641.654886:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872815488 00000100:00100000:2.0:1734686641.654888:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872815488 00000100:00100000:3.0:1734686641.654890:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872815232 00000100:00100000:2.0:1734686641.654899:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4321 00000100:00100000:0.0:1734686641.654905:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686641.654905:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872815360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686641.654915:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1411 00000100:00100000:3.0:1734686641.654921:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872815232:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686641.654925:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872815616 00000100:00100000:0.0:1734686641.654928:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872815616 00000100:00100000:1.0:1734686641.654941:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4322 00000100:00100000:0.0:1734686641.654947:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54921 00000100:00100000:1.0:1734686641.654947:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872815488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686641.654952:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872815616:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686641.654953:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872815360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686641.654957:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4321 00000100:00100000:3.0:1734686641.654957:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872815232:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686641.654964:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1411 00010000:00020000:0.0:1734686641.654972:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734686641.654975:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686611 00000100:00080000:2.0:1734686641.654978:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686611 00000100:00100000:1.0:1734686641.654979:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872815488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (111us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686641.654979:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686611 00000100:00100000:1.0:1734686641.654985:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4322 00000100:00100000:0.0:1734686641.654994:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872815616:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (89us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686641.655001:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54921 00010000:00010000:3.0:1734686642.640751:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686643.642680:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686644.180735:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848795008:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686644.180785:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686644.180829:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848795008 00000100:00100000:3.0:1734686644.180836:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848795008 00000100:00100000:3.0:1734686644.180879:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42072 00000100:00100000:3.0:1734686644.180886:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848795008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686644.180915:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686644.180964:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848795008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686644.180970:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42072 00000100:00100000:2.0:1734686644.181003:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848795008:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686644.228750:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686644.228755:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686644.228758:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686644.228762:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848795136:0@lo:400:kworker.0 00000100:00080000:0.0:1734686644.228763:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11439 00000100:00080000:0.0:1734686644.228766:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686644.228770:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686644.228786:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d456300 x1818938848795648/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686644.228786:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848795520:0@lo:400:kworker.0 00000100:00100000:3.0:1734686644.228786:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848795392:0@lo:400:kworker.0 00000100:00080000:0.0:1734686644.228804:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686644.228806:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686644.228807:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686644.228809:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11439 00000100:00080000:0.0:1734686644.228811:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734686644.228813:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686644.228819:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d456d80 x1818938848796032/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686644.228820:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686644.228827:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686644.228829:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686644.228843:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848795776:0@lo:400:kworker.0 00000100:00100000:0.0:1734686644.228846:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d455880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848795264:0@lo:400:kworker.0 00000100:00100000:3.0:1734686644.228851:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848796160:0@lo:400:kworker.0 00000100:00100000:2.0:1734686644.228853:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848796288:0@lo:400:kworker.0 00000100:00100000:1.0:1734686644.228857:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686644.228870:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686644.228873:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686644.228880:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848795136 00000100:00100000:2.0:1734686644.228882:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848795520 00000100:00100000:1.0:1734686644.228885:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848795136 00000100:00100000:2.0:1734686644.228886:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848795520 00000100:00100000:0.0:1734686644.228895:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848795904:0@lo:400:kworker.0 00000100:00100000:0.0:1734686644.228906:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686644.228908:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848795648:0@lo:8:kworker.0 00000100:00100000:1.0:1734686644.228911:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:1.0:1734686644.228916:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848795136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686644.228916:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42073 00000100:00100000:2.0:1734686644.228922:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848795520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686644.228927:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848795776 00000100:00100000:3.0:1734686644.228928:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686644.228931:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848795776 00000100:00100000:3.0:1734686644.228941:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848796032:0@lo:8:kworker.0 00000100:00100000:1.0:1734686644.228943:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848795136:12345-0@lo:400:kworker.0 Request processed in 27us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686644.228948:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:0.0:1734686644.228951:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848796160 00000100:00100000:0.0:1734686644.228953:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848796160 00000100:00100000:2.0:1734686644.228954:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848795520:12345-0@lo:400:kworker.0 Request processed in 32us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686644.228959:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42073 00000100:00100000:3.0:1734686644.228959:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686644.228965:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848795648 00000100:00100000:0.0:1734686644.228967:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848795648 00000100:00100000:1.0:1734686644.228969:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848795392 00000100:00100000:1.0:1734686644.228970:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848795392 00000100:00100000:0.0:1734686644.228976:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848796032 00000100:00100000:0.0:1734686644.228978:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848796032 00000100:00100000:2.0:1734686644.228979:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848795264 00000100:00100000:2.0:1734686644.228982:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848795264 00000100:00100000:1.0:1734686644.228983:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848795904 00000100:00100000:1.0:1734686644.228984:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848795904 00000100:00100000:0.0:1734686644.228987:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8247 00000100:00100000:0.0:1734686644.228992:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848795776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686644.228992:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8248 00000100:00100000:1.0:1734686644.228994:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4323 00000100:00100000:3.0:1734686644.228997:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848796160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686644.228998:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848795392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686644.229002:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4324 00000100:00100000:2.0:1734686644.229006:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848795904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686644.229016:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f049880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848795392:12345-0@lo:400:kworker.0 Request processed in 18us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686644.229021:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4323 00000100:00100000:0.0:1734686644.229026:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848795776:12345-0@lo:400:kworker.0 Request processed in 33us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686644.229026:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4325 00000100:00100000:1.0:1734686644.229029:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d457800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848795264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686644.229030:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848796160:12345-0@lo:400:kworker.0 Request processed in 32us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686644.229032:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8247 00000100:00100000:2.0:1734686644.229035:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d457b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848795904:12345-0@lo:400:kworker.0 Request processed in 28us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686644.229036:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8248 00000100:00100000:1.0:1734686644.229040:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d457800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848795264:12345-0@lo:400:kworker.0 Request processed in 11us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686644.229041:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4324 00000100:00100000:0.0:1734686644.229042:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54922 00000100:00100000:1.0:1734686644.229044:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4325 00000100:00100000:0.0:1734686644.229046:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848795648:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686644.229050:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54923 00000100:00080000:1.0:1734686644.229053:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686614 00000100:00100000:3.0:1734686644.229054:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848796032:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734686644.229055:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686614 00000100:00080000:1.0:1734686644.229057:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686614 00000100:00080000:1.0:1734686644.229058:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686614 00010000:00020000:0.0:1734686644.229063:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734686644.229067:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686644.229076:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848795776:0@lo:400:kworker.0 00000100:00100000:1.0:1734686644.229081:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848795136:0@lo:400:kworker.0 00000100:00100000:0.0:1734686644.229085:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848795648:12345-0@lo:8:kworker.0 Request processed in 38us (157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686644.229089:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54922 00000100:00100000:3.0:1734686644.229090:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848796032:12345-0@lo:8:kworker.0 Request processed in 34us (130us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686644.229096:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54923 00000100:00100000:0.0:1734686644.229108:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848795264:0@lo:400:kworker.0 00000100:00100000:0.0:1734686644.229114:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848795904:0@lo:400:kworker.0 00000100:00080000:3.0:1734686644.229119:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686644.229122:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686644.229124:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686644.229126:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848795648:0@lo:8:kworker.0 00000100:00080000:3.0:1734686644.229134:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686644.229136:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686644.229137:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848795520:0@lo:400:kworker.0 00000100:00100000:2.0:1734686644.229138:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848796288 00000100:00100000:3.0:1734686644.229138:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848796032:0@lo:8:kworker.0 00000100:00100000:2.0:1734686644.229141:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848796288 00000100:00100000:2.0:1734686644.229160:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4326 00000100:00100000:2.0:1734686644.229163:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848796288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686644.229164:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848796160:0@lo:400:kworker.0 00000100:00100000:3.0:1734686644.229181:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d455c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848795392:0@lo:400:kworker.0 00000100:00100000:2.0:1734686644.229201:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d456a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848796288:12345-0@lo:400:kworker.0 Request processed in 36us (74us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686644.229206:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4326 00000100:00100000:0.0:1734686644.229230:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d457480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848796288:0@lo:400:kworker.0 00000100:00100000:1.0:1734686644.244756:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848796416:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686644.244807:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686644.244867:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848796416 00000100:00100000:2.0:1734686644.244874:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848796416 00000100:00100000:2.0:1734686644.244907:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42074 00000100:00100000:2.0:1734686644.244912:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848796416:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686644.244937:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686644.244974:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848796416:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686644.244979:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42074 00000100:00100000:1.0:1734686644.244998:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c154e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848796416:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686644.308738:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848796544:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686644.308790:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686644.308829:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848796544 00000100:00100000:2.0:1734686644.308836:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848796544 00000100:00100000:2.0:1734686644.308863:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7374 00000100:00100000:2.0:1734686644.308868:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848796544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686644.308893:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686644.308932:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848796544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686644.308939:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7374 00000100:00100000:0.0:1734686644.308960:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848796544:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686644.644748:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686645.646632:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686646.004763:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848796672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686646.004814:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686646.004850:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848796672 00000100:00100000:2.0:1734686646.004857:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848796672 00000100:00100000:2.0:1734686646.004899:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7375 00000100:00100000:2.0:1734686646.004906:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848796672:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734686646.004917:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686616 00002000:00000024:2.0:1734686646.004933:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686646.004973:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848796672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686646.004980:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7375 00000100:00100000:3.0:1734686646.004998:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848796672:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686646.648709:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686646.662777:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686646.662807:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686646.662820:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686646.662839:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686646.662840:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872815744 00000100:00100000:3.0:1734686646.662848:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872815744 00000100:00100000:0.0:1734686646.662864:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872816128 00000100:00100000:0.0:1734686646.662867:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872816128 00000100:00100000:2.0:1734686646.662878:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872816000 00000100:00100000:2.0:1734686646.662883:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872816000 00000100:00100000:0.0:1734686646.662887:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54924 00000100:00100000:0.0:1734686646.662892:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872816128:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686646.662893:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1413 00000100:00100000:3.0:1734686646.662899:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872815744:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686646.662904:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872815872 00000100:00100000:2.0:1734686646.662905:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872815872 00010000:00020000:0.0:1734686646.662911:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686646.662916:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4327 00000100:00100000:2.0:1734686646.662920:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872816000:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734686646.662933:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686616 00000100:00080000:1.0:1734686646.662938:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686616 00000100:00080000:1.0:1734686646.662939:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686616 00000100:00100000:0.0:1734686646.662942:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872816128:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 50us (102us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686646.662943:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872815744:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686646.662946:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54924 00000100:00100000:2.0:1734686646.662947:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872816000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686646.662947:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1413 00000100:00100000:2.0:1734686646.662951:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4327 00000100:00100000:1.0:1734686646.662956:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4328 00000100:00100000:1.0:1734686646.662961:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872815872:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686646.662989:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872815872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686646.662993:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4328 00010000:00010000:3.0:1734686647.650705:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686648.652707:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686649.188716:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848796800:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686649.188777:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686649.188814:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848796800 00000100:00100000:2.0:1734686649.188820:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848796800 00000100:00100000:2.0:1734686649.188854:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42075 00000100:00100000:2.0:1734686649.188859:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848796800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686649.188886:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686649.188914:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848796800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686649.188919:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42075 00000100:00100000:0.0:1734686649.188940:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848796800:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686649.236738:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686649.236745:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686649.236748:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686649.236752:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848796928:0@lo:400:kworker.0 00000100:00080000:0.0:1734686649.236754:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11444 00000100:00080000:0.0:1734686649.236758:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:2.0:1734686649.236759:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848797312:0@lo:400:kworker.0 00000100:00080000:0.0:1734686649.236763:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686649.236767:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848797184:0@lo:400:kworker.0 00000100:00100000:0.0:1734686649.236783:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d454000 x1818938848797440/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686649.236810:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686649.236813:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686649.236814:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686649.236816:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686649.236817:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11444 00000100:00100000:1.0:1734686649.236817:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686649.236817:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686649.236819:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686649.236822:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686649.236834:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880097681c00 x1818938848797824/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686649.236842:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734686649.236845:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848797568:0@lo:400:kworker.0 00000100:00100000:3.0:1734686649.236848:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848797056:0@lo:400:kworker.0 00000100:00100000:2.0:1734686649.236861:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848797312 00000100:00100000:0.0:1734686649.236865:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686649.236865:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686649.236866:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686649.236867:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848797312 00000100:00100000:0.0:1734686649.236873:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848797952:0@lo:400:kworker.0 00000100:00100000:3.0:1734686649.236874:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848797696:0@lo:400:kworker.0 00000100:00100000:1.0:1734686649.236878:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686649.236884:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848798080:0@lo:400:kworker.0 00000100:00100000:3.0:1734686649.236890:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686649.236896:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686649.236901:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42076 00000100:00100000:1.0:1734686649.236904:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686649.236906:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848797440:0@lo:8:kworker.0 00000100:00100000:2.0:1734686649.236908:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848797312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686649.236922:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686649.236923:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848797568 00000100:00100000:0.0:1734686649.236926:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848797568 00000100:00100000:1.0:1734686649.236926:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848797184 00000100:00100000:1.0:1734686649.236930:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848797184 00000100:00100000:3.0:1734686649.236930:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848797824:0@lo:8:kworker.0 00000100:00100000:0.0:1734686649.236943:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848797952 00000100:00100000:3.0:1734686649.236943:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686649.236944:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848797952 00000100:00100000:2.0:1734686649.236946:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848797312:12345-0@lo:400:kworker.0 Request processed in 38us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686649.236952:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848797440 00000100:00100000:2.0:1734686649.236952:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42076 00000100:00100000:1.0:1734686649.236953:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848797056 00000100:00100000:0.0:1734686649.236954:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848797440 00000100:00100000:1.0:1734686649.236956:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848797056 00000100:00100000:0.0:1734686649.236960:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848797824 00000100:00100000:0.0:1734686649.236961:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848797824 00000100:00100000:3.0:1734686649.236963:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848797696 00000100:00100000:3.0:1734686649.236967:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848797696 00000100:00100000:0.0:1734686649.236969:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8249 00000100:00100000:1.0:1734686649.236969:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848798080 00000100:00100000:1.0:1734686649.236971:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848798080 00000100:00100000:0.0:1734686649.236973:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848797568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686649.236975:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4329 00000100:00100000:2.0:1734686649.236979:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848797184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686649.236984:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4330 00000100:00100000:1.0:1734686649.236989:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848797056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686649.236996:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4331 00000100:00100000:0.0:1734686649.237002:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848797568:12345-0@lo:400:kworker.0 Request processed in 28us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686649.237008:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8249 00000100:00100000:3.0:1734686649.237008:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848797696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686649.237010:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848797184:12345-0@lo:400:kworker.0 Request processed in 30us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686649.237015:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4329 00000100:00100000:1.0:1734686649.237017:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848797056:12345-0@lo:400:kworker.0 Request processed in 28us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686649.237019:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8250 00000100:00100000:0.0:1734686649.237023:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848797952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686649.237023:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4330 00000100:00100000:2.0:1734686649.237030:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4332 00000100:00100000:2.0:1734686649.237034:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848798080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686649.237036:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848797696:12345-0@lo:400:kworker.0 Request processed in 28us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686649.237041:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848796928 00000100:00100000:3.0:1734686649.237041:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4331 00000100:00100000:1.0:1734686649.237044:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848796928 00000100:00100000:0.0:1734686649.237050:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130784e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848797952:12345-0@lo:400:kworker.0 Request processed in 26us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686649.237055:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848798080:12345-0@lo:400:kworker.0 Request processed in 20us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686649.237060:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4332 00000100:00100000:3.0:1734686649.237061:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54925 00000100:00100000:1.0:1734686649.237062:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:3.0:1734686649.237065:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848797440:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686649.237066:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848796928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686649.237067:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8250 00000100:00100000:0.0:1734686649.237077:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54926 00000100:00100000:0.0:1734686649.237081:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848797824:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686649.237082:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734686649.237092:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686649.237092:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848796928:12345-0@lo:400:kworker.0 Request processed in 25us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686649.237098:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:2.0:1734686649.237098:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848797312:0@lo:400:kworker.0 00000100:00100000:3.0:1734686649.237109:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848797440:12345-0@lo:8:kworker.0 Request processed in 42us (186us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686649.237115:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848797824:12345-0@lo:8:kworker.0 Request processed in 32us (170us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686649.237116:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54925 00000100:00080000:1.0:1734686649.237119:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686619 00000100:00100000:0.0:1734686649.237120:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54926 00000100:00080000:1.0:1734686649.237122:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686619 00000100:00080000:1.0:1734686649.237124:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686619 00000100:00080000:1.0:1734686649.237126:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686619 00000100:00080000:3.0:1734686649.237135:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686649.237138:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686649.237142:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848797440:0@lo:8:kworker.0 00000100:00100000:0.0:1734686649.237149:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848797952:0@lo:400:kworker.0 00000100:00080000:3.0:1734686649.237149:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686649.237151:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686649.237154:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880097681c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848797824:0@lo:8:kworker.0 00000100:00100000:0.0:1734686649.237168:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848798080:0@lo:400:kworker.0 00000100:00100000:0.0:1734686649.237176:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848797568:0@lo:400:kworker.0 00000100:00100000:0.0:1734686649.237183:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848796928:0@lo:400:kworker.0 00000100:00100000:3.0:1734686649.237189:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848797056:0@lo:400:kworker.0 00000100:00100000:3.0:1734686649.237198:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848797696:0@lo:400:kworker.0 00000100:00100000:3.0:1734686649.237206:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848797184:0@lo:400:kworker.0 00000100:00100000:0.0:1734686649.252720:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848798208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686649.252772:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686649.252809:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848798208 00000100:00100000:2.0:1734686649.252817:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848798208 00000100:00100000:2.0:1734686649.252861:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42077 00000100:00100000:2.0:1734686649.252868:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848798208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686649.252899:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686649.252944:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848798208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686649.252950:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42077 00000100:00100000:0.0:1734686649.252961:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848798208:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686649.316747:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848798336:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686649.316803:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686649.316846:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848798336 00000100:00100000:0.0:1734686649.316853:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848798336 00000100:00100000:0.0:1734686649.316895:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7376 00000100:00100000:0.0:1734686649.316902:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848798336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686649.316928:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686649.316970:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848798336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686649.316977:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7376 00000100:00100000:2.0:1734686649.317004:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848798336:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686649.654739:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686650.656697:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686651.012754:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848798464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686651.012814:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686651.012869:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848798464 00000100:00100000:2.0:1734686651.012876:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848798464 00000100:00100000:2.0:1734686651.012922:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7377 00000100:00100000:2.0:1734686651.012927:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848798464:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734686651.012938:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686621 00002000:00000024:2.0:1734686651.012948:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686651.012980:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848798464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686651.012985:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7377 00000100:00100000:0.0:1734686651.013023:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848798464:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686651.658686:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686651.670998:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686651.671048:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686651.671059:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872816256 00000100:00100000:1.0:1734686651.671071:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872816256 00000100:00100000:0.0:1734686651.671079:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686651.671107:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872816512 00000100:00100000:0.0:1734686651.671111:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686651.671112:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872816512 00000100:00100000:1.0:1734686651.671128:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1415 00000100:00100000:0.0:1734686651.671135:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872816640 00000100:00100000:1.0:1734686651.671137:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872816256:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686651.671139:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872816640 00000100:00100000:2.0:1734686651.671149:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872816384 00000100:00100000:2.0:1734686651.671151:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872816384 00000100:00100000:0.0:1734686651.671159:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54927 00000100:00100000:0.0:1734686651.671165:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872816640:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686651.671169:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4333 00000100:00100000:2.0:1734686651.671174:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872816512:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686651.671190:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686651.671206:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872816256:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 70us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686651.671206:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872816512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686651.671213:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1415 00000100:00100000:2.0:1734686651.671213:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4333 00000100:00100000:0.0:1734686651.671215:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872816640:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 50us (103us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686651.671223:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54927 00000100:00100000:3.0:1734686651.671233:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4334 00000100:00100000:3.0:1734686651.671245:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872816384:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734686651.671248:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686621 00000100:00080000:1.0:1734686651.671252:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686621 00000100:00080000:1.0:1734686651.671254:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686621 00000100:00100000:3.0:1734686651.671317:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872816384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 74us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686651.671324:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4334 00010000:00010000:3.0:1734686652.660690:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686653.662762:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686654.196741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848798592:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686654.196799:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686654.196847:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848798592 00000100:00100000:0.0:1734686654.196855:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848798592 00000100:00100000:0.0:1734686654.196898:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42078 00000100:00100000:0.0:1734686654.196905:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848798592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686654.196937:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686654.196991:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848798592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686654.196998:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42078 00000100:00100000:2.0:1734686654.197009:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848798592:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686654.244699:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734686654.244701:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848798720:0@lo:400:kworker.0 00000100:00080000:0.0:1734686654.244705:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686654.244707:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686654.244711:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11449 00000100:00100000:2.0:1734686654.244711:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848799104:0@lo:400:kworker.0 00000100:00080000:0.0:1734686654.244715:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734686654.244720:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686654.244731:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848798848:0@lo:400:kworker.0 00000100:00100000:0.0:1734686654.244735:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51df80 x1818938848799232/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686654.244754:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734686654.244754:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686654.244756:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686654.244757:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686654.244758:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686654.244759:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11449 00000100:00080000:0.0:1734686654.244761:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686654.244763:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686654.244769:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800979c8a80 x1818938848799616/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686654.244769:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686654.244775:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848799360:0@lo:400:kworker.0 00000100:00100000:3.0:1734686654.244784:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848799488:0@lo:400:kworker.0 00000100:00100000:1.0:1734686654.244788:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686654.244795:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848798720 00000100:00100000:1.0:1734686654.244797:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686654.244797:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686654.244799:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848798976:0@lo:400:kworker.0 00000100:00100000:1.0:1734686654.244800:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848799872:0@lo:400:kworker.0 00000100:00100000:2.0:1734686654.244802:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848798720 00000100:00100000:3.0:1734686654.244810:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848799232:0@lo:8:kworker.0 00000100:00100000:1.0:1734686654.244812:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686654.244822:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686654.244828:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686654.244828:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848799360 00000100:00100000:1.0:1734686654.244830:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848799360 00000100:00100000:3.0:1734686654.244830:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848799616:0@lo:8:kworker.0 00000100:00100000:2.0:1734686654.244835:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:2.0:1734686654.244841:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848798720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686654.244846:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848799232 00000100:00100000:1.0:1734686654.244848:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848799232 00000100:00100000:0.0:1734686654.244850:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848799744:0@lo:400:kworker.0 00000100:00100000:3.0:1734686654.244852:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686654.244861:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848799616 00000100:00100000:1.0:1734686654.244863:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848799616 00000100:00100000:0.0:1734686654.244867:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686654.244872:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848799744 00000100:00100000:1.0:1734686654.244874:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848799744 00000100:00100000:3.0:1734686654.244879:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848798848 00000100:00100000:3.0:1734686654.244882:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848798848 00000100:00100000:1.0:1734686654.244883:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8251 00000100:00100000:2.0:1734686654.244883:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848798720:12345-0@lo:400:kworker.0 Request processed in 41us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686654.244886:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848799360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686654.244889:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1734686654.244893:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8252 00000100:00100000:0.0:1734686654.244897:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848799744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686654.244903:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848799488 00000100:00100000:3.0:1734686654.244906:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848799488 00000100:00100000:1.0:1734686654.244907:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848799360:12345-0@lo:400:kworker.0 Request processed in 20us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686654.244911:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8251 00000100:00100000:3.0:1734686654.244918:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848799872 00000100:00100000:2.0:1734686654.244920:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848798976 00000100:00100000:3.0:1734686654.244920:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848799872 00000100:00100000:0.0:1734686654.244921:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848799744:12345-0@lo:400:kworker.0 Request processed in 23us (53us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686654.244921:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54928 00000100:00100000:1.0:1734686654.244923:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848799232:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686654.244924:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848798976 00000100:00100000:0.0:1734686654.244926:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8252 00000100:00100000:3.0:1734686654.244933:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4335 00010000:00020000:1.0:1734686654.244936:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686654.244938:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848798848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686654.244943:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54929 00000100:00100000:2.0:1734686654.244943:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4336 00000100:00100000:0.0:1734686654.244947:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848799616:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686654.244948:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848799488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686654.244951:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848799232:12345-0@lo:8:kworker.0 Request processed in 27us (128us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686654.244955:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54928 00010000:00020000:0.0:1734686654.244958:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734686654.244963:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686624 00000100:00080000:1.0:1734686654.244965:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686624 00000100:00080000:1.0:1734686654.244966:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686624 00000100:00080000:1.0:1734686654.244968:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686624 00000100:00100000:3.0:1734686654.244974:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848798848:12345-0@lo:400:kworker.0 Request processed in 34us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686654.244975:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4337 00000100:00100000:2.0:1734686654.244977:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848799488:12345-0@lo:400:kworker.0 Request processed in 28us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686654.244978:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848799872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686654.244980:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4335 00000100:00100000:0.0:1734686654.244981:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848799616:12345-0@lo:8:kworker.0 Request processed in 33us (128us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686654.244984:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4336 00000100:00100000:0.0:1734686654.244987:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54929 00000100:00100000:3.0:1734686654.244995:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4338 00000100:00100000:1.0:1734686654.244997:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848799872:12345-0@lo:400:kworker.0 Request processed in 18us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686654.244999:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848798976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686654.245000:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4337 00000100:00100000:2.0:1734686654.245011:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848799104 00000100:00100000:2.0:1734686654.245013:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848799104 00000100:00100000:1.0:1734686654.245022:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848799872:0@lo:400:kworker.0 00000100:00100000:0.0:1734686654.245023:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848799744:0@lo:400:kworker.0 00000100:00100000:3.0:1734686654.245024:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848798976:12345-0@lo:400:kworker.0 Request processed in 24us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686654.245027:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848799360:0@lo:400:kworker.0 00000100:00100000:3.0:1734686654.245029:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4338 00000100:00100000:1.0:1734686654.245032:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848798720:0@lo:400:kworker.0 00000100:00100000:2.0:1734686654.245034:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42079 00000100:00100000:2.0:1734686654.245038:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848799104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686654.245039:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848798976:0@lo:400:kworker.0 00000100:00080000:1.0:1734686654.245043:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686624 00000100:00080000:3.0:1734686654.245059:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686654.245062:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686654.245063:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848799104:12345-0@lo:400:kworker.0 Request processed in 24us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686654.245065:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848799232:0@lo:8:kworker.0 00000100:00100000:2.0:1734686654.245068:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42079 00000100:02020000:3.0:1734686654.245073:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00080000:3.0:1734686654.245075:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686654.245077:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686654.245079:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848799616:0@lo:8:kworker.0 00000100:00100000:2.0:1734686654.245087:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848799104:0@lo:400:kworker.0 00000100:00100000:3.0:1734686654.245102:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848799488:0@lo:400:kworker.0 00000100:00100000:3.0:1734686654.245110:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848798848:0@lo:400:kworker.0 00000100:00100000:1.0:1734686654.260728:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848800000:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686654.260779:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686654.260814:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848800000 00000100:00100000:2.0:1734686654.260822:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848800000 00000100:00100000:2.0:1734686654.260867:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42080 00000100:00100000:2.0:1734686654.260873:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848800000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686654.260905:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686654.260950:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848800000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686654.260956:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42080 00000100:00100000:1.0:1734686654.260981:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848800000:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686654.324722:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848800128:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686654.324770:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686654.324805:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848800128 00000100:00100000:2.0:1734686654.324812:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848800128 00000100:00100000:2.0:1734686654.324843:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7378 00000100:00100000:2.0:1734686654.324848:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848800128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686654.324871:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686654.324901:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848800128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686654.324906:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7378 00000100:00100000:3.0:1734686654.324923:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848800128:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686654.664734:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686655.666705:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686656.020735:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848800256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686656.020786:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686656.020825:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848800256 00000100:00100000:0.0:1734686656.020832:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848800256 00000100:00100000:0.0:1734686656.020877:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7379 00000100:00100000:0.0:1734686656.020883:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848800256:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1734686656.020902:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686626 00002000:00000024:0.0:1734686656.020906:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686656.020946:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848800256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686656.020951:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7379 00000100:00100000:2.0:1734686656.020989:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848800256:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686656.668676:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686656.678927:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686656.678958:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686656.678974:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686656.678990:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872816768 00000100:00100000:1.0:1734686656.679000:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872816768 00000100:00100000:0.0:1734686656.679004:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734686656.679025:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686626 00000100:00100000:0.0:1734686656.679038:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872816896 00000100:00100000:0.0:1734686656.679041:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872816896 00000100:00100000:3.0:1734686656.679053:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872817152 00000100:00100000:1.0:1734686656.679056:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1417 00000100:00100000:2.0:1734686656.679058:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872817024 00000100:00100000:1.0:1734686656.679064:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872816768:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686656.679064:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872817024 00000100:00100000:3.0:1734686656.679064:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872817152 00000100:00100000:0.0:1734686656.679068:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4339 00000100:00100000:0.0:1734686656.679073:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872816896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686656.679111:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4340 00000100:00100000:3.0:1734686656.679111:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54930 00000100:00100000:2.0:1734686656.679116:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872817024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686656.679116:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872817152:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686656.679118:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872816768:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686656.679121:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872816896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686656.679126:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1417 00000100:00100000:0.0:1734686656.679129:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4339 00010000:00020000:3.0:1734686656.679139:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686656.679167:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872817024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686656.679167:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872817152:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 51us (162us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686656.679172:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4340 00000100:00100000:3.0:1734686656.679172:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54930 00000100:00080000:0.0:1734686656.679231:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686626 00000100:00080000:0.0:1734686656.679234:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686626 00010000:00010000:3.0:1734686657.670746:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686658.672779:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686659.204769:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848800384:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686659.204838:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686659.204880:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848800384 00000100:00100000:2.0:1734686659.204889:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848800384 00000100:00100000:2.0:1734686659.204930:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42081 00000100:00100000:2.0:1734686659.204936:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848800384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686659.204971:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686659.205011:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848800384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686659.205021:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42081 00000100:00100000:0.0:1734686659.205042:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848800384:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686659.252809:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734686659.252809:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848800512:0@lo:400:kworker.0 00000100:00100000:2.0:1734686659.252811:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848800768:0@lo:400:kworker.0 00000100:00080000:0.0:1734686659.252816:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686659.252820:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686659.252827:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11454 00000100:00080000:0.0:1734686659.252833:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686659.252839:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686659.252853:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848800640:0@lo:400:kworker.0 00000100:00100000:0.0:1734686659.252862:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec84000 x1818938848801024/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686659.252887:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686659.252888:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686659.252899:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848801024:0@lo:8:kworker.0 00000100:00080000:0.0:1734686659.252907:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686659.252910:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686659.252912:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686659.252916:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11454 00000100:00080000:0.0:1734686659.252918:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686659.252922:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686659.252922:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848801152:0@lo:400:kworker.0 00000100:00100000:2.0:1734686659.252923:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686659.252924:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686659.252929:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848801280:0@lo:400:kworker.0 00000100:00100000:0.0:1734686659.252936:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec84700 x1818938848801408/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686659.252936:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686659.252947:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686659.252947:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848801408:0@lo:8:kworker.0 00000100:00100000:1.0:1734686659.252951:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848800896:0@lo:400:kworker.0 00000100:00100000:2.0:1734686659.252954:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686659.252971:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686659.252971:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686659.252983:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686659.252988:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848801664:0@lo:400:kworker.0 00000100:00100000:2.0:1734686659.252988:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848801536:0@lo:400:kworker.0 00000100:00100000:0.0:1734686659.252996:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848801024 00000100:00100000:0.0:1734686659.253004:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848801024 00000100:00100000:1.0:1734686659.253006:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686659.253007:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848801152 00000100:00100000:2.0:1734686659.253011:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686659.253012:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848801152 00000100:00100000:1.0:1734686659.253030:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848800512 00000100:00100000:0.0:1734686659.253031:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848801408 00000100:00100000:0.0:1734686659.253035:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848801408 00000100:00100000:1.0:1734686659.253040:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848800512 00000100:00100000:2.0:1734686659.253040:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848800768 00000100:00100000:2.0:1734686659.253044:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848800768 00000100:00100000:0.0:1734686659.253045:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848801536 00000100:00100000:0.0:1734686659.253047:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848801536 00000100:00100000:3.0:1734686659.253049:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8253 00000100:00100000:3.0:1734686659.253056:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848801152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686659.253066:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8254 00000100:00100000:1.0:1734686659.253069:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:0.0:1734686659.253071:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848801536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686659.253072:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848801280 00000100:00100000:1.0:1734686659.253073:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848800512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686659.253074:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848801280 00000100:00100000:2.0:1734686659.253089:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848801664 00000100:00100000:2.0:1734686659.253092:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848801664 00000100:00100000:2.0:1734686659.253105:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4341 00000100:00100000:1.0:1734686659.253110:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848800512:12345-0@lo:400:kworker.0 Request processed in 36us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686659.253111:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848800768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686659.253111:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848801152:12345-0@lo:400:kworker.0 Request processed in 54us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686659.253115:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:3.0:1734686659.253118:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8253 00000100:00100000:0.0:1734686659.253123:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848801536:12345-0@lo:400:kworker.0 Request processed in 51us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686659.253130:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8254 00000100:00100000:3.0:1734686659.253135:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54931 00000100:00100000:3.0:1734686659.253139:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848801024:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686659.253142:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54932 00000100:00100000:2.0:1734686659.253142:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848800768:12345-0@lo:400:kworker.0 Request processed in 31us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686659.253144:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4342 00000100:00100000:0.0:1734686659.253146:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848801408:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686659.253149:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4341 00000100:00100000:1.0:1734686659.253150:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848801280:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734686659.253160:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686659.253167:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4343 00010000:00020000:0.0:1734686659.253168:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686659.253172:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848801664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686659.253185:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848801280:12345-0@lo:400:kworker.0 Request processed in 35us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686659.253191:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4342 00000100:00100000:3.0:1734686659.253195:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848801024:12345-0@lo:8:kworker.0 Request processed in 54us (270us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686659.253197:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848801408:12345-0@lo:8:kworker.0 Request processed in 49us (225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686659.253200:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848801664:12345-0@lo:400:kworker.0 Request processed in 27us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686659.253202:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54931 00000100:00100000:2.0:1734686659.253206:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4343 00000100:00100000:0.0:1734686659.253207:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54932 00000100:00080000:3.0:1734686659.253216:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686629 00000100:00080000:3.0:1734686659.253219:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686629 00000100:00080000:3.0:1734686659.253221:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686629 00000100:00100000:2.0:1734686659.253251:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848800896 00000100:00100000:2.0:1734686659.253254:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848800896 00000100:00080000:3.0:1734686659.253261:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686659.253265:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686659.253268:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848801408:0@lo:8:kworker.0 00000100:00080000:3.0:1734686659.253273:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686659.253276:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686659.253278:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848801024:0@lo:8:kworker.0 00000100:00100000:2.0:1734686659.253283:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42082 00000100:00100000:2.0:1734686659.253287:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848800896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686659.253296:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848801664:0@lo:400:kworker.0 00000100:00080000:3.0:1734686659.253302:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686629 00000100:00100000:1.0:1734686659.253306:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848801152:0@lo:400:kworker.0 00000100:00100000:1.0:1734686659.253314:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0f1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848800512:0@lo:400:kworker.0 00000100:00100000:3.0:1734686659.253314:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686659.253319:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848800896:12345-0@lo:400:kworker.0 Request processed in 30us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686659.253326:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42082 00000100:00100000:0.0:1734686659.253333:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848800640 00000100:00100000:0.0:1734686659.253336:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848800640 00000100:00100000:1.0:1734686659.253340:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848800896:0@lo:400:kworker.0 00000100:00100000:2.0:1734686659.253351:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848801536:0@lo:400:kworker.0 00000100:00080000:3.0:1734686659.253354:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686629 00000100:00100000:2.0:1734686659.253362:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848801280:0@lo:400:kworker.0 00000100:00100000:0.0:1734686659.253368:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4344 00000100:00100000:2.0:1734686659.253371:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848800768:0@lo:400:kworker.0 00000100:00100000:0.0:1734686659.253373:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848800640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686659.253411:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848800640:12345-0@lo:400:kworker.0 Request processed in 37us (96us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686659.253417:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4344 00000100:00100000:3.0:1734686659.253428:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848800640:0@lo:400:kworker.0 00000100:00100000:1.0:1734686659.268773:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848801792:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686659.268829:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686659.268868:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848801792 00000100:00100000:2.0:1734686659.268878:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848801792 00000100:00100000:2.0:1734686659.268924:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42083 00000100:00100000:2.0:1734686659.268930:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848801792:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686659.268969:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686659.269031:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848801792:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686659.269036:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42083 00000100:00100000:1.0:1734686659.269108:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848801792:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686659.332825:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848801920:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686659.332889:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686659.332934:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848801920 00000100:00100000:2.0:1734686659.332944:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848801920 00000100:00100000:2.0:1734686659.332986:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7380 00000100:00100000:2.0:1734686659.332992:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848801920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686659.333024:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686659.333067:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848801920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686659.333072:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7380 00000100:00100000:0.0:1734686659.333114:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848801920:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686659.674758:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686660.676759:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686661.028806:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686661.028828:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848802048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686661.028894:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686661.028947:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848802048 00000100:00100000:2.0:1734686661.028956:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848802048 00000100:00100000:2.0:1734686661.029020:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7381 00000100:00100000:2.0:1734686661.029028:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848802048:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734686661.029051:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686631 00002000:00000024:2.0:1734686661.029060:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686661.029105:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848802048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686661.029111:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7381 00000100:00100000:1.0:1734686661.029140:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848802048:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686661.678756:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686661.687045:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686661.687085:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686661.687108:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686661.687117:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872817280 00000100:00100000:1.0:1734686661.687127:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872817280 00000100:00100000:0.0:1734686661.687138:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686661.687155:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872817408 00000100:00100000:2.0:1734686661.687160:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872817408 00000100:00100000:0.0:1734686661.687171:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872817664 00000100:00100000:0.0:1734686661.687175:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872817664 00000100:00100000:2.0:1734686661.687200:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872817536 00000100:00100000:2.0:1734686661.687202:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872817536 00000100:00100000:0.0:1734686661.687211:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54933 00000100:00100000:1.0:1734686661.687213:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1419 00000100:00080000:3.0:1734686661.687215:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686631 00000100:00100000:2.0:1734686661.687217:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4345 00000100:00100000:0.0:1734686661.687219:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872817664:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686661.687219:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872817280:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686661.687221:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686631 00000100:00100000:2.0:1734686661.687222:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872817408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686661.687223:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686631 00000100:00100000:3.0:1734686661.687241:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4346 00010000:00020000:0.0:1734686661.687245:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686661.687247:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872817536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686661.687273:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec87100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872817408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686661.687274:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872817280:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 55us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686661.687279:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1419 00000100:00100000:2.0:1734686661.687279:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4345 00000100:00100000:0.0:1734686661.687280:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872817664:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 62us (170us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686661.687285:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872817536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686661.687286:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54933 00000100:00100000:3.0:1734686661.687296:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4346 00010000:00010000:3.0:1734686662.680750:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686663.682732:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686664.212798:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848802176:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686664.212883:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686664.212937:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848802176 00000100:00100000:0.0:1734686664.212945:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848802176 00000100:00100000:0.0:1734686664.212986:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42084 00000100:00100000:0.0:1734686664.212991:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848802176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686664.213026:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686664.213066:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848802176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686664.213072:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42084 00000100:00100000:2.0:1734686664.213086:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848802176:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686664.260750:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686664.260758:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686664.260762:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686664.260770:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11459 00000100:00100000:1.0:1734686664.260771:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848802432:0@lo:400:kworker.0 00000100:00100000:2.0:1734686664.260771:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848802688:0@lo:400:kworker.0 00000100:00080000:0.0:1734686664.260774:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686664.260782:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686664.260823:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec84000 x1818938848802816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686664.260840:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686664.260840:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686664.260859:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686664.260861:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686664.260863:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686664.260865:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11459 00000100:00080000:0.0:1734686664.260868:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:2.0:1734686664.260870:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00080000:0.0:1734686664.260871:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686664.260871:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848803072:0@lo:400:kworker.0 00000100:00100000:2.0:1734686664.260875:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848802304:0@lo:400:kworker.0 00000100:00100000:0.0:1734686664.260878:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d269f80 x1818938848803200/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686664.260887:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686664.260900:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686664.260906:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734686664.260911:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848802560:0@lo:400:kworker.0 00000100:00100000:2.0:1734686664.260911:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848802944:0@lo:400:kworker.0 00000100:00100000:0.0:1734686664.260923:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848802432 00000100:00100000:3.0:1734686664.260928:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848802816:0@lo:8:kworker.0 00000100:00100000:1.0:1734686664.260929:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686664.260929:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686664.260931:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848802432 00000100:00100000:1.0:1734686664.260940:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848803328:0@lo:400:kworker.0 00000100:00100000:2.0:1734686664.260942:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848803456:0@lo:400:kworker.0 00000100:00100000:1.0:1734686664.260955:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686664.260955:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686664.260972:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686664.260974:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848803072 00000100:00100000:0.0:1734686664.260976:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848803072 00000100:00100000:1.0:1734686664.260978:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848802304 00000100:00100000:2.0:1734686664.260980:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848802560 00000100:00100000:1.0:1734686664.260982:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848802304 00000100:00100000:2.0:1734686664.260982:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848802560 00000100:00100000:0.0:1734686664.260988:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848803456 00000100:00100000:3.0:1734686664.260989:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848803200:0@lo:8:kworker.0 00000100:00100000:0.0:1734686664.260990:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848803456 00000100:00100000:0.0:1734686664.261002:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4347 00000100:00100000:3.0:1734686664.261003:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686664.261005:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:2.0:1734686664.261006:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4348 00000100:00100000:0.0:1734686664.261008:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848802432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686664.261009:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848802304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686664.261011:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848803072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686664.261029:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4349 00000100:00100000:3.0:1734686664.261033:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848802560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686664.261046:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848802304:12345-0@lo:400:kworker.0 Request processed in 36us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686664.261046:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848803072:12345-0@lo:400:kworker.0 Request processed in 34us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686664.261054:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:2.0:1734686664.261054:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4348 00000100:00100000:0.0:1734686664.261059:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848802432:12345-0@lo:400:kworker.0 Request processed in 52us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686664.261066:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4347 00000100:00100000:3.0:1734686664.261066:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848802560:12345-0@lo:400:kworker.0 Request processed in 32us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686664.261069:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4350 00000100:00100000:3.0:1734686664.261072:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4349 00000100:00100000:2.0:1734686664.261073:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848803456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686664.261086:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848802944 00000100:00100000:0.0:1734686664.261088:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848802944 00000100:00080000:3.0:1734686664.261091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686634 00000100:00080000:3.0:1734686664.261094:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686634 00000100:00080000:3.0:1734686664.261096:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686634 00000100:00080000:3.0:1734686664.261097:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686634 00000100:00100000:2.0:1734686664.261101:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d456680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848803456:12345-0@lo:400:kworker.0 Request processed in 27us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686664.261106:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848803328 00000100:00100000:2.0:1734686664.261107:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4350 00000100:00100000:3.0:1734686664.261107:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848802816 00000100:00100000:0.0:1734686664.261108:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848803328 00000100:00100000:1.0:1734686664.261108:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848802560:0@lo:400:kworker.0 00000100:00100000:3.0:1734686664.261109:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848802816 00000100:00100000:1.0:1734686664.261116:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848803072:0@lo:400:kworker.0 00000100:00100000:3.0:1734686664.261121:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848803200 00000100:00100000:3.0:1734686664.261123:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848803200 00000100:00100000:1.0:1734686664.261124:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848802432:0@lo:400:kworker.0 00000100:00100000:0.0:1734686664.261126:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8255 00000100:00100000:0.0:1734686664.261131:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848802944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686664.261132:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848802688 00000100:00100000:3.0:1734686664.261134:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8256 00000100:00100000:2.0:1734686664.261135:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848802688 00000100:00100000:3.0:1734686664.261137:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848803328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686664.261173:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42085 00000100:00100000:0.0:1734686664.261176:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848802944:12345-0@lo:400:kworker.0 Request processed in 43us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686664.261176:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54934 00000100:00100000:3.0:1734686664.261177:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848803328:12345-0@lo:400:kworker.0 Request processed in 38us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686664.261178:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848802688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686664.261180:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848802816:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686664.261181:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8256 00000100:00100000:0.0:1734686664.261186:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8255 00000100:00100000:3.0:1734686664.261188:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54935 00000100:00100000:3.0:1734686664.261191:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848803200:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686664.261199:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1734686664.261201:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686664.261205:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848802688:12345-0@lo:400:kworker.0 Request processed in 27us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686664.261210:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42085 00000100:00100000:1.0:1734686664.261224:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848802816:12345-0@lo:8:kworker.0 Request processed in 42us (252us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686664.261226:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848803200:12345-0@lo:8:kworker.0 Request processed in 34us (222us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686664.261230:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131708380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848803456:0@lo:400:kworker.0 00000100:00100000:1.0:1734686664.261230:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54934 00000100:00100000:3.0:1734686664.261233:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54935 00000100:00100000:0.0:1734686664.261238:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848802304:0@lo:400:kworker.0 00000100:00080000:3.0:1734686664.261243:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686634 00000100:00100000:0.0:1734686664.261245:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848802944:0@lo:400:kworker.0 00000100:00080000:3.0:1734686664.261245:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686634 00000100:00100000:0.0:1734686664.261252:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848802688:0@lo:400:kworker.0 00000100:00080000:1.0:1734686664.261252:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686664.261255:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686664.261258:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848802816:0@lo:8:kworker.0 00000100:00080000:1.0:1734686664.261265:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686664.261267:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686664.261269:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848803200:0@lo:8:kworker.0 00000100:00100000:1.0:1734686664.261296:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848803328:0@lo:400:kworker.0 00000100:00100000:0.0:1734686664.276763:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1734686664.276785:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848803584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686664.276856:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686664.276900:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848803584 00000100:00100000:2.0:1734686664.276910:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848803584 00000100:00100000:2.0:1734686664.276961:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42086 00000100:00100000:2.0:1734686664.276969:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848803584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686664.277013:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686664.277053:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131708380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848803584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686664.277059:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42086 00000100:00100000:0.0:1734686664.277078:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848803584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686664.340804:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848803712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686664.340883:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686664.340930:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848803712 00000100:00100000:2.0:1734686664.340941:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848803712 00000100:00100000:2.0:1734686664.340984:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7382 00000100:00100000:2.0:1734686664.340990:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848803712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686664.341021:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686664.341060:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072bf5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848803712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686664.341068:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7382 00000100:00100000:1.0:1734686664.341099:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848803712:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686664.684763:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686665.686760:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686666.036822:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848803840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686666.036890:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686666.036935:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848803840 00000100:00100000:0.0:1734686666.036942:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848803840 00000100:00100000:0.0:1734686666.036993:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7383 00000100:00100000:0.0:1734686666.037001:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848803840:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734686666.037003:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686636 00002000:00000024:0.0:1734686666.037031:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686666.037081:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d457480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848803840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686666.037086:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7383 00000100:00100000:2.0:1734686666.037184:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848803840:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686666.688757:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686666.694935:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686666.694980:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686666.695005:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686666.695023:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872817920 00000100:00100000:1.0:1734686666.695030:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872817792 00000100:00100000:2.0:1734686666.695033:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872817920 00000100:00100000:1.0:1734686666.695034:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872817792 00000100:00100000:2.0:1734686666.695075:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872818048 00000100:00100000:1.0:1734686666.695077:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1421 00000100:00100000:2.0:1734686666.695078:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872818048 00000100:00100000:1.0:1734686666.695083:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872817792:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686666.695092:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4351 00000100:00100000:2.0:1734686666.695098:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872817920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686666.695099:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4352 00000100:00100000:0.0:1734686666.695119:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686666.695119:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872818048:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686666.695147:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872818176 00000100:00100000:0.0:1734686666.695151:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872818176 00000100:00100000:1.0:1734686666.695160:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872817792:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 76us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686666.695160:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131708a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872817920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686666.695160:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872818048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686666.695165:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1421 00000100:00100000:3.0:1734686666.695167:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4352 00000100:00100000:2.0:1734686666.695171:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4351 00000100:00100000:0.0:1734686666.695174:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54936 00000100:00100000:0.0:1734686666.695180:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872818176:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:3.0:1734686666.695193:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686636 00000100:00080000:3.0:1734686666.695197:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686636 00000100:00080000:3.0:1734686666.695199:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686636 00010000:00020000:0.0:1734686666.695205:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686666.695230:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131709180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872818176:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 49us (128us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686666.695237:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54936 00010000:00010000:3.0:1734686667.690740:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686668.692755:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686669.220771:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686669.220795:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848803968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686669.220863:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686669.220909:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848803968 00000100:00100000:2.0:1734686669.220918:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848803968 00000100:00100000:2.0:1734686669.220965:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42087 00000100:00100000:2.0:1734686669.220972:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848803968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686669.221010:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686669.221056:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848803968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686669.221099:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42087 00000100:00100000:3.0:1734686669.221198:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848803968:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686669.268743:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686669.268750:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686669.268753:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686669.268760:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11464 00000100:00100000:3.0:1734686669.268762:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848804096:0@lo:400:kworker.0 00000100:00100000:1.0:1734686669.268763:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848804480:0@lo:400:kworker.0 00000100:00080000:0.0:1734686669.268764:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1734686669.268769:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848804352:0@lo:400:kworker.0 00000100:00080000:0.0:1734686669.268770:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686669.268789:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013170a300 x1818938848804608/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686669.268814:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686669.268817:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686669.268819:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686669.268822:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11464 00000100:00080000:0.0:1734686669.268824:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734686669.268827:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686669.268831:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686669.268832:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686669.268837:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013170ad80 x1818938848804992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686669.268839:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686669.268855:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848805120:0@lo:400:kworker.0 00000100:00100000:1.0:1734686669.268858:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848805248:0@lo:400:kworker.0 00000100:00100000:0.0:1734686669.268868:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848804224:0@lo:400:kworker.0 00000100:00100000:2.0:1734686669.268872:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686669.268879:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686669.268879:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848804736:0@lo:400:kworker.0 00000100:00100000:2.0:1734686669.268893:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848804352 00000100:00100000:0.0:1734686669.268895:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686669.268897:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848804352 00000100:00100000:1.0:1734686669.268906:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848804608:0@lo:8:kworker.0 00000100:00100000:3.0:1734686669.268907:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686669.268915:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848804864:0@lo:400:kworker.0 00000100:00100000:2.0:1734686669.268925:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848805248 00000100:00100000:2.0:1734686669.268928:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848805248 00000100:00100000:1.0:1734686669.268929:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686669.268932:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686669.268942:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848804992:0@lo:8:kworker.0 00000100:00100000:2.0:1734686669.268943:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848804224 00000100:00100000:2.0:1734686669.268945:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848804224 00000100:00100000:3.0:1734686669.268946:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848804096 00000100:00100000:3.0:1734686669.268952:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848804096 00000100:00100000:0.0:1734686669.268956:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848804864 00000100:00100000:1.0:1734686669.268957:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686669.268959:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848804864 00000100:00100000:2.0:1734686669.268962:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4353 00000100:00100000:2.0:1734686669.268968:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848804352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686669.268976:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4354 00000100:00100000:0.0:1734686669.268980:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848805248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686669.268981:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848805120 00000100:00100000:1.0:1734686669.268985:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848805120 00000100:00100000:3.0:1734686669.268989:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:3.0:1734686669.268995:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848804096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686669.269006:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848804736 00000100:00100000:1.0:1734686669.269009:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848804736 00000100:00100000:2.0:1734686669.269010:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d456300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848804352:12345-0@lo:400:kworker.0 Request processed in 41us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686669.269013:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848805248:12345-0@lo:400:kworker.0 Request processed in 32us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686669.269015:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4353 00000100:00100000:0.0:1734686669.269020:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4354 00000100:00100000:1.0:1734686669.269020:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848804608 00000100:00100000:1.0:1734686669.269023:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848804608 00000100:00100000:2.0:1734686669.269029:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4355 00000100:00100000:1.0:1734686669.269031:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848804992 00000100:00100000:2.0:1734686669.269031:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013170b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848804224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686669.269033:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848804992 00000100:00100000:0.0:1734686669.269034:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4356 00000100:00100000:0.0:1734686669.269038:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013170bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848804864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686669.269045:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8257 00000100:00100000:3.0:1734686669.269047:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848804096:12345-0@lo:400:kworker.0 Request processed in 48us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686669.269050:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848805120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686669.269050:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013170b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848804224:12345-0@lo:400:kworker.0 Request processed in 17us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686669.269053:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4355 00000100:00100000:3.0:1734686669.269055:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:0.0:1734686669.269081:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013170bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848804864:12345-0@lo:400:kworker.0 Request processed in 41us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686669.269087:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4356 00000100:00100000:2.0:1734686669.269091:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8258 00000100:00100000:1.0:1734686669.269095:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848805120:12345-0@lo:400:kworker.0 Request processed in 44us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686669.269095:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848804736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686669.269102:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8257 00000100:00100000:0.0:1734686669.269108:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54937 00000100:00080000:3.0:1734686669.269108:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686639 00000100:00100000:0.0:1734686669.269112:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848804608:12345-0@lo:8:kworker.0 00000100:00080000:3.0:1734686669.269113:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686639 00000100:00100000:2.0:1734686669.269115:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848804736:12345-0@lo:400:kworker.0 Request processed in 19us (209us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686669.269115:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686639 00000100:00100000:1.0:1734686669.269116:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54938 00000100:00080000:3.0:1734686669.269117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686639 00000100:00100000:2.0:1734686669.269119:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8258 00000100:00100000:1.0:1734686669.269120:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848804992:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686669.269128:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734686669.269132:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686669.269143:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848804736:0@lo:400:kworker.0 00000100:00100000:3.0:1734686669.269152:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848804096:0@lo:400:kworker.0 00000100:00100000:0.0:1734686669.269157:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848804608:12345-0@lo:8:kworker.0 Request processed in 44us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686669.269158:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848804992:12345-0@lo:8:kworker.0 Request processed in 36us (199us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686669.269159:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848805120:0@lo:400:kworker.0 00000100:00100000:0.0:1734686669.269163:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54937 00000100:00100000:1.0:1734686669.269166:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54938 00000100:00100000:2.0:1734686669.269166:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848804352:0@lo:400:kworker.0 00000100:00100000:3.0:1734686669.269196:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848804480 00000100:00100000:0.0:1734686669.269197:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131709880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848804224:0@lo:400:kworker.0 00000100:00100000:3.0:1734686669.269200:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848804480 00000100:00100000:0.0:1734686669.269207:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848804864:0@lo:400:kworker.0 00000100:00080000:1.0:1734686669.269208:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686669.269211:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686669.269215:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848804608:0@lo:8:kworker.0 00000100:00080000:2.0:1734686669.269216:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686639 00000100:00080000:1.0:1734686669.269223:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686669.269226:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686669.269228:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848804992:0@lo:8:kworker.0 00000100:00100000:3.0:1734686669.269231:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42088 00000100:00100000:3.0:1734686669.269237:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848804480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686669.269256:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848805248:0@lo:400:kworker.0 00000100:00100000:3.0:1734686669.269283:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848804480:12345-0@lo:400:kworker.0 Request processed in 45us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686669.269290:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42088 00000100:00100000:1.0:1734686669.269299:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131709f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848804480:0@lo:400:kworker.0 00000100:00100000:3.0:1734686669.284732:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848805376:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686669.284801:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686669.284870:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848805376 00000100:00100000:0.0:1734686669.284879:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848805376 00000100:00100000:0.0:1734686669.284931:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42089 00000100:00100000:0.0:1734686669.284940:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848805376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686669.284982:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686669.285044:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848805376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686669.285052:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42089 00000100:00100000:3.0:1734686669.285101:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848805376:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686669.348750:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686669.348772:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848805504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686669.348829:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686669.348887:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848805504 00000100:00100000:1.0:1734686669.348894:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848805504 00000100:00100000:1.0:1734686669.348946:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7384 00000100:00100000:1.0:1734686669.348953:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848805504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686669.348979:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686669.349014:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848805504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686669.349020:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7384 00000100:00100000:2.0:1734686669.349035:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848805504:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686669.694706:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686670.696725:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686671.044709:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848805632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686671.044766:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686671.044809:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848805632 00000100:00100000:1.0:1734686671.044817:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848805632 00000100:00080000:2.0:1734686671.044850:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686641 00000100:00100000:1.0:1734686671.044872:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7385 00000100:00100000:1.0:1734686671.044878:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848805632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686671.044904:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686671.044948:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131709880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848805632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686671.044955:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7385 00000100:00100000:0.0:1734686671.044973:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848805632:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686671.698733:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686671.702937:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686671.702972:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686671.702998:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686671.702998:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872818304 00000100:00100000:1.0:1734686671.703007:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872818304 00000100:00100000:0.0:1734686671.703046:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686671.703052:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872818560 00000100:00100000:2.0:1734686671.703057:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872818560 00000100:00100000:0.0:1734686671.703073:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872818432 00000100:00100000:0.0:1734686671.703076:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872818432 00000100:00080000:3.0:1734686671.703081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686641 00000100:00080000:3.0:1734686671.703085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686641 00000100:00080000:3.0:1734686671.703086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686641 00000100:00100000:1.0:1734686671.703087:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1423 00000100:00100000:2.0:1734686671.703087:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4357 00000100:00100000:2.0:1734686671.703093:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013170aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872818560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686671.703094:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872818304:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686671.703105:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4358 00000100:00100000:0.0:1734686671.703109:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872818432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686671.703113:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872818688 00000100:00100000:3.0:1734686671.703116:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872818688 00000100:00100000:3.0:1734686671.703131:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54939 00000100:00100000:3.0:1734686671.703135:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013170b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872818688:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686671.703145:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131709f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872818432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686671.703146:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872818304:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 53us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686671.703147:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013170aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872818560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686671.703151:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4358 00000100:00100000:1.0:1734686671.703152:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1423 00010000:00020000:3.0:1734686671.703153:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686671.703155:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4357 00000100:00100000:3.0:1734686671.703172:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013170b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872818688:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686671.703176:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54939 00010000:00010000:3.0:1734686672.700710:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686673.702729:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686674.228755:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686674.228778:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848805760:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686674.228845:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686674.228910:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848805760 00000100:00100000:0.0:1734686674.228918:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848805760 00000100:00100000:0.0:1734686674.228960:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42090 00000100:00100000:0.0:1734686674.228966:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848805760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686674.229028:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686674.229090:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848805760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686674.229102:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42090 00000100:00100000:2.0:1734686674.229120:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848805760:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686674.276742:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686674.276747:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686674.276750:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686674.276757:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11469 00000100:00100000:2.0:1734686674.276759:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848805888:0@lo:400:kworker.0 00000100:00080000:0.0:1734686674.276762:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734686674.276768:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686674.276786:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880131709500 x1818938848806400/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686674.276796:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848806016:0@lo:400:kworker.0 00000100:00080000:0.0:1734686674.276808:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686674.276811:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686674.276812:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686674.276815:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11469 00000100:00080000:0.0:1734686674.276816:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686674.276818:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686674.276825:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880131708000 x1818938848806784/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686674.276834:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686674.276842:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686674.276857:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848806144:0@lo:400:kworker.0 00000100:00100000:1.0:1734686674.276868:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848806656:0@lo:400:kworker.0 00000100:00100000:2.0:1734686674.276869:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848806528:0@lo:400:kworker.0 00000100:00100000:1.0:1734686674.276882:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686674.276890:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686674.276899:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848806400:0@lo:8:kworker.0 00000100:00100000:2.0:1734686674.276905:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734686674.276907:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848805888 00000100:00100000:2.0:1734686674.276909:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848806272:0@lo:400:kworker.0 00000100:00100000:1.0:1734686674.276911:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686674.276915:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848805888 00000100:00100000:0.0:1734686674.276918:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686674.276926:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848806912:0@lo:400:kworker.0 00000100:00100000:2.0:1734686674.276938:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686674.276943:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848806784:0@lo:8:kworker.0 00000100:00100000:1.0:1734686674.276944:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686674.276947:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848807040:0@lo:400:kworker.0 00000100:00100000:3.0:1734686674.276959:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:0.0:1734686674.276960:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686674.276961:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686674.276965:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848806528 00000100:00100000:3.0:1734686674.276966:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848805888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686674.276968:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848806528 00000100:00100000:2.0:1734686674.276993:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848806016 00000100:00100000:2.0:1734686674.276996:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848806016 00000100:00100000:1.0:1734686674.277001:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848806400 00000100:00100000:1.0:1734686674.277003:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848806400 00000100:00100000:0.0:1734686674.277006:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848806912 00000100:00100000:0.0:1734686674.277010:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848806912 00000100:00100000:1.0:1734686674.277011:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848806784 00000100:00100000:1.0:1734686674.277013:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848806784 00000100:00100000:2.0:1734686674.277016:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848806656 00000100:00100000:2.0:1734686674.277017:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848806656 00000100:00100000:1.0:1734686674.277021:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8259 00000100:00100000:1.0:1734686674.277024:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848806528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686674.277026:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848806144 00000100:00100000:2.0:1734686674.277027:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848806144 00000100:00100000:3.0:1734686674.277027:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848805888:12345-0@lo:400:kworker.0 Request processed in 61us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686674.277032:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8260 00000100:00100000:3.0:1734686674.277034:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1734686674.277035:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848807040 00000100:00100000:0.0:1734686674.277036:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848806912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686674.277037:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848807040 00000100:00100000:2.0:1734686674.277043:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4359 00000100:00100000:2.0:1734686674.277047:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848806016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686674.277048:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848806528:12345-0@lo:400:kworker.0 Request processed in 23us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686674.277053:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8259 00000100:00100000:1.0:1734686674.277063:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54940 00000100:00100000:1.0:1734686674.277067:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848806400:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686674.277068:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848806912:12345-0@lo:400:kworker.0 Request processed in 30us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686674.277069:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54941 00000100:00100000:2.0:1734686674.277072:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848806016:12345-0@lo:400:kworker.0 Request processed in 24us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686674.277073:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8260 00000100:00100000:3.0:1734686674.277074:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848806784:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686674.277076:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4359 00010000:00020000:1.0:1734686674.277082:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686674.277087:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4360 00010000:00020000:3.0:1734686674.277087:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686674.277090:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848806656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686674.277094:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4361 00000100:00100000:0.0:1734686674.277099:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848806144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686674.277102:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848806400:12345-0@lo:8:kworker.0 Request processed in 35us (184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686674.277105:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848806656:12345-0@lo:400:kworker.0 Request processed in 15us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686674.277106:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54940 00000100:00100000:2.0:1734686674.277109:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4360 00000100:00100000:3.0:1734686674.277109:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848806784:12345-0@lo:8:kworker.0 Request processed in 35us (148us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686674.277115:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4362 00000100:00100000:3.0:1734686674.277116:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54941 00000100:00100000:2.0:1734686674.277119:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848807040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686674.277120:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec86a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848806144:12345-0@lo:400:kworker.0 Request processed in 20us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686674.277125:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4361 00000100:00080000:3.0:1734686674.277130:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686644 00000100:00100000:2.0:1734686674.277132:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848807040:12345-0@lo:400:kworker.0 Request processed in 13us (171us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686674.277134:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686644 00000100:00100000:2.0:1734686674.277135:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4362 00000100:00080000:3.0:1734686674.277136:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686644 00000100:00080000:3.0:1734686674.277138:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686644 00000100:00100000:1.0:1734686674.277139:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131708700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848806656:0@lo:400:kworker.0 00000100:00100000:1.0:1734686674.277146:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848806016:0@lo:400:kworker.0 00000100:00080000:0.0:1734686674.277148:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686674.277151:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686674.277155:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131709500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848806400:0@lo:8:kworker.0 00000100:00100000:2.0:1734686674.277161:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848807040:0@lo:400:kworker.0 00000100:00080000:0.0:1734686674.277162:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686674.277164:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686674.277164:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848806144:0@lo:400:kworker.0 00000100:00100000:0.0:1734686674.277167:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848806784:0@lo:8:kworker.0 00000100:00100000:2.0:1734686674.277167:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848806528:0@lo:400:kworker.0 00000100:00100000:1.0:1734686674.277169:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848806912:0@lo:400:kworker.0 00000100:00100000:2.0:1734686674.277171:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848805888:0@lo:400:kworker.0 00000100:00100000:3.0:1734686674.277178:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848806272 00000100:00100000:3.0:1734686674.277180:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848806272 00000100:00080000:0.0:1734686674.277202:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686644 00000100:00100000:3.0:1734686674.277202:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42091 00000100:00100000:3.0:1734686674.277206:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dd87c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848806272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686674.277235:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dd87c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848806272:12345-0@lo:400:kworker.0 Request processed in 28us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686674.277238:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848806272:0@lo:400:kworker.0 00000100:00100000:3.0:1734686674.277241:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42091 00000100:00100000:2.0:1734686674.292748:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848807168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686674.292801:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686674.292839:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848807168 00000100:00100000:3.0:1734686674.292846:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848807168 00000100:00100000:3.0:1734686674.292883:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42092 00000100:00100000:3.0:1734686674.292888:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848807168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686674.292918:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686674.292953:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848807168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686674.292957:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42092 00000100:00100000:2.0:1734686674.292969:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848807168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686674.356784:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848807296:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686674.356856:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686674.356897:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848807296 00000100:00100000:2.0:1734686674.356905:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848807296 00000100:00100000:2.0:1734686674.356943:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7386 00000100:00100000:2.0:1734686674.356948:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848807296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686674.356998:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686674.357036:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848807296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686674.357041:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7386 00000100:00100000:1.0:1734686674.357078:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848807296:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686674.704755:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686675.706756:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686676.052757:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848807424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686676.052831:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686676.052884:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848807424 00000100:00100000:0.0:1734686676.052893:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848807424 00000100:00080000:2.0:1734686676.052931:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686646 00000100:00100000:0.0:1734686676.052969:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7387 00000100:00100000:0.0:1734686676.052975:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848807424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686676.053007:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686676.053051:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848807424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686676.053057:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7387 00000100:00100000:2.0:1734686676.053077:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848807424:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686676.708707:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686676.710909:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686676.710976:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686676.710985:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872818944 00000100:00100000:3.0:1734686676.710992:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872818944 00000100:00100000:0.0:1734686676.710996:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686676.711021:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686676.711035:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4363 00000100:00100000:2.0:1734686676.711042:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872818816 00000100:00100000:3.0:1734686676.711044:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872818944:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686676.711047:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872818816 00000100:00100000:0.0:1734686676.711051:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872819072 00000100:00100000:0.0:1734686676.711054:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872819072 00000100:00100000:0.0:1734686676.711073:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4364 00000100:00100000:2.0:1734686676.711073:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1425 00000100:00100000:0.0:1734686676.711077:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872819072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686676.711078:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872818816:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686676.711104:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872818944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 59us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686676.711105:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872819072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686676.711107:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872819200 00000100:00100000:2.0:1734686676.711107:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872818816:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686676.711110:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4364 00000100:00100000:2.0:1734686676.711113:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1425 00000100:00100000:1.0:1734686676.711117:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872819200 00000100:00100000:3.0:1734686676.711120:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4363 00000100:00080000:2.0:1734686676.711138:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686646 00000100:00080000:2.0:1734686676.711142:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686646 00000100:00080000:2.0:1734686676.711143:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686646 00000100:00100000:1.0:1734686676.711161:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54942 00000100:00100000:1.0:1734686676.711168:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872819200:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734686676.711194:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686676.711254:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872819200:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 86us (230us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686676.711262:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54942 00010000:00010000:3.0:1734686677.710716:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686678.712755:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686679.237227:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848807552:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686679.237285:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686679.237331:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848807552 00000100:00100000:3.0:1734686679.237337:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848807552 00000100:00100000:3.0:1734686679.237373:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42093 00000100:00100000:3.0:1734686679.237377:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848807552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686679.237404:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686679.237440:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848807552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686679.237445:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42093 00000100:00100000:0.0:1734686679.237477:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848807552:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686679.284762:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686679.284770:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686679.284773:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686679.284774:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848807680:0@lo:400:kworker.0 00000100:00080000:0.0:1734686679.284778:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11474 00000100:00080000:0.0:1734686679.284782:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734686679.284786:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686679.284802:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51d180 x1818938848808192/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686679.284809:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848807808:0@lo:400:kworker.0 00000100:00100000:2.0:1734686679.284811:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848807936:0@lo:400:kworker.0 00000100:00080000:0.0:1734686679.284824:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686679.284826:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686679.284827:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686679.284830:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11474 00000100:00080000:0.0:1734686679.284831:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686679.284834:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686679.284836:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686679.284840:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51c380 x1818938848808576/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686679.284855:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686679.284863:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848808192:0@lo:8:kworker.0 00000100:00100000:3.0:1734686679.284864:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848808320:0@lo:400:kworker.0 00000100:00100000:1.0:1734686679.284875:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686679.284878:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848808704:0@lo:400:kworker.0 00000100:00100000:0.0:1734686679.284887:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686679.284918:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848807680 00000100:00100000:0.0:1734686679.284922:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848808576:0@lo:8:kworker.0 00000100:00100000:3.0:1734686679.284924:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848807680 00000100:00100000:2.0:1734686679.284936:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686679.284941:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848808448:0@lo:400:kworker.0 00000100:00100000:0.0:1734686679.284950:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848808192 00000100:00100000:0.0:1734686679.284953:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848808192 00000100:00100000:3.0:1734686679.284956:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:1.0:1734686679.284958:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686679.284963:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848807680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686679.284969:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848808704 00000100:00100000:0.0:1734686679.284970:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848808704 00000100:00100000:2.0:1734686679.284972:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848807936 00000100:00100000:2.0:1734686679.284976:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848807936 00000100:00100000:0.0:1734686679.284983:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8261 00000100:00100000:0.0:1734686679.284986:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848808704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686679.284990:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54943 00000100:00100000:1.0:1734686679.284996:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848808192:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686679.284999:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848807808 00000100:00100000:3.0:1734686679.284999:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848807680:12345-0@lo:400:kworker.0 Request processed in 37us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686679.285002:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848807808 00000100:00100000:3.0:1734686679.285005:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1734686679.285010:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848808704:12345-0@lo:400:kworker.0 Request processed in 24us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686679.285015:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8261 00000100:00100000:2.0:1734686679.285015:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848808448 00010000:00020000:1.0:1734686679.285017:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686679.285017:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848808448 00000100:00100000:2.0:1734686679.285031:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4365 00000100:00100000:0.0:1734686679.285034:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4366 00000100:00100000:2.0:1734686679.285035:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848807936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686679.285037:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848807808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686679.285043:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4367 00000100:00100000:1.0:1734686679.285044:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848808192:12345-0@lo:8:kworker.0 Request processed in 48us (156us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686679.285048:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848808448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686679.285050:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54943 00000100:00100000:0.0:1734686679.285056:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec86300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848807808:12345-0@lo:400:kworker.0 Request processed in 18us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686679.285060:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4366 00000100:00100000:2.0:1734686679.285063:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848807936:12345-0@lo:400:kworker.0 Request processed in 28us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686679.285068:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848808064:0@lo:400:kworker.0 00000100:00100000:2.0:1734686679.285068:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4365 00000100:00100000:3.0:1734686679.285075:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec87480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848808448:12345-0@lo:400:kworker.0 Request processed in 26us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686679.285078:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686679.285080:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4367 00000100:00080000:2.0:1734686679.285081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686649 00000100:00100000:1.0:1734686679.285083:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686679.285084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686649 00000100:00080000:2.0:1734686679.285086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686649 00000100:00080000:2.0:1734686679.285088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686649 00000100:00100000:1.0:1734686679.285094:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848808832:0@lo:400:kworker.0 00000100:00080000:0.0:1734686679.285096:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686679.285099:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686679.285101:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848808192:0@lo:8:kworker.0 00000100:00100000:3.0:1734686679.285101:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848808064 00000100:00100000:3.0:1734686679.285105:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848808064 00000100:00100000:1.0:1734686679.285107:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686679.285111:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848808704:0@lo:400:kworker.0 00000100:00100000:0.0:1734686679.285117:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848808576 00000100:00100000:0.0:1734686679.285119:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848808576 00000100:00100000:2.0:1734686679.285119:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848807936:0@lo:400:kworker.0 00000100:00100000:3.0:1734686679.285126:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42094 00000100:00100000:0.0:1734686679.285129:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54944 00000100:00100000:3.0:1734686679.285130:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848808064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686679.285131:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848808576:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686679.285137:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848808832 00000100:00100000:2.0:1734686679.285140:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848808832 00000100:00100000:1.0:1734686679.285141:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848808448:0@lo:400:kworker.0 00010000:00020000:0.0:1734686679.285144:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686679.285150:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848807808:0@lo:400:kworker.0 00000100:00100000:2.0:1734686679.285152:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4368 00000100:00100000:2.0:1734686679.285155:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848808832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686679.285161:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848808576:12345-0@lo:8:kworker.0 Request processed in 29us (82us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686679.285161:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848808064:12345-0@lo:400:kworker.0 Request processed in 30us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686679.285165:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54944 00000100:00100000:3.0:1734686679.285166:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42094 00000100:00100000:1.0:1734686679.285173:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848808064:0@lo:400:kworker.0 00000100:00080000:0.0:1734686679.285177:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686679.285179:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686679.285181:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848808576:0@lo:8:kworker.0 00000100:00100000:1.0:1734686679.285181:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848808832:0@lo:400:kworker.0 00000100:00100000:2.0:1734686679.285182:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848808832:12345-0@lo:400:kworker.0 Request processed in 25us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686679.285183:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686679.285187:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4368 00000100:00100000:0.0:1734686679.285191:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848808320 00000100:00100000:0.0:1734686679.285192:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848808320 00000100:00080000:2.0:1734686679.285196:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686649 00000100:00080000:2.0:1734686679.285198:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686649 00000100:00100000:3.0:1734686679.285199:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848807680:0@lo:400:kworker.0 00000100:00100000:0.0:1734686679.285202:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8262 00000100:00100000:0.0:1734686679.285205:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848808320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686679.285223:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b5ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848808320:12345-0@lo:400:kworker.0 Request processed in 18us (40us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686679.285226:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8262 00000100:00100000:3.0:1734686679.285242:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848808320:0@lo:400:kworker.0 00000100:00100000:3.0:1734686679.300759:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848808960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686679.300817:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686679.300880:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848808960 00000100:00100000:0.0:1734686679.300886:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848808960 00000100:00100000:0.0:1734686679.300936:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42095 00000100:00100000:0.0:1734686679.300943:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848808960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686679.300973:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686679.301019:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848808960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686679.301025:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42095 00000100:00100000:3.0:1734686679.301034:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096b2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848808960:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686679.364800:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848809088:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686679.364858:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686679.364934:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848809088 00000100:00100000:0.0:1734686679.364941:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848809088 00000100:00100000:0.0:1734686679.364977:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7388 00000100:00100000:0.0:1734686679.364982:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848809088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686679.365006:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686679.365045:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096b2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848809088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686679.365050:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7388 00000100:00100000:2.0:1734686679.365068:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848809088:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686679.714712:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686680.716732:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686681.060750:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848809216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686681.060808:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686681.060857:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848809216 00000100:00100000:0.0:1734686681.060894:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848809216 00000100:00080000:2.0:1734686681.060931:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686651 00000100:00100000:0.0:1734686681.060940:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7389 00000100:00100000:0.0:1734686681.060945:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848809216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686681.060968:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686681.061006:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848809216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686681.061012:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7389 00000100:00100000:3.0:1734686681.061022:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848809216:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1734686681.718700:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686681.718951:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686681.718978:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686681.718999:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686681.719006:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872819328 00000100:00100000:2.0:1734686681.719015:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872819328 00000100:00100000:3.0:1734686681.719018:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872819456 00000100:00100000:3.0:1734686681.719023:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872819456 00000100:00100000:0.0:1734686681.719029:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686681.719049:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1427 00000100:00100000:3.0:1734686681.719050:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872819584 00000100:00100000:3.0:1734686681.719052:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872819584 00000100:00100000:2.0:1734686681.719055:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872819328:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686681.719069:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4369 00000100:00100000:0.0:1734686681.719074:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4370 00000100:00100000:3.0:1734686681.719074:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872819456:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686681.719079:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872819584:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686681.719100:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d682050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872819328:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686681.719102:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872819712 00000100:00100000:0.0:1734686681.719104:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872819584:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686681.719105:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1427 00000100:00100000:3.0:1734686681.719108:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872819456:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686681.719110:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4370 00000100:00100000:1.0:1734686681.719113:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872819712 00000100:00100000:3.0:1734686681.719113:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4369 00000100:00080000:0.0:1734686681.719127:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686651 00000100:00080000:0.0:1734686681.719131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686651 00000100:00080000:0.0:1734686681.719133:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686651 00000100:00100000:1.0:1734686681.719150:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54945 00000100:00100000:1.0:1734686681.719155:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872819712:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:1.0:1734686681.719178:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686681.719225:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872819712:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 69us (196us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686681.719230:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54945 00010000:00010000:3.0:1734686682.720711:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686683.722702:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686684.244741:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848809344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686684.244791:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686684.244844:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848809344 00000100:00100000:0.0:1734686684.244853:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848809344 00000100:00100000:0.0:1734686684.244897:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42096 00000100:00100000:0.0:1734686684.244906:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848809344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686684.244938:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686684.244994:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848809344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686684.245001:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42096 00000100:00100000:1.0:1734686684.245008:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848809344:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686684.292695:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686684.292700:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734686684.292700:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848809472:0@lo:400:kworker.0 00000100:00080000:0.0:1734686684.292703:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686684.292705:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848809856:0@lo:400:kworker.0 00000100:00080000:0.0:1734686684.292708:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11479 00000100:00080000:0.0:1734686684.292711:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686684.292716:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686684.292728:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848809728:0@lo:400:kworker.0 00000100:00100000:0.0:1734686684.292731:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130f32d80 x1818938848809984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686684.292750:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686684.292752:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686684.292753:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686684.292753:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686684.292754:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686684.292755:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11479 00000100:00080000:0.0:1734686684.292757:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686684.292759:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686684.292759:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686684.292765:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88008ca73480 x1818938848810368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686684.292774:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1734686684.292775:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848810112:0@lo:400:kworker.0 00000100:00100000:2.0:1734686684.292778:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848809600:0@lo:400:kworker.0 00000100:00100000:3.0:1734686684.292788:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686684.292790:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686684.292792:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848809856 00000100:00100000:3.0:1734686684.292796:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686684.292797:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734686684.292797:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848810240:0@lo:400:kworker.0 00000100:00100000:1.0:1734686684.292798:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848809856 00000100:00100000:3.0:1734686684.292799:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848810624:0@lo:400:kworker.0 00000100:00100000:0.0:1734686684.292803:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848810496:0@lo:400:kworker.0 00000100:00100000:2.0:1734686684.292819:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686684.292830:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848809472 00000100:00100000:3.0:1734686684.292833:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848809472 00000100:00100000:0.0:1734686684.292837:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686684.292840:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848809728 00000100:00100000:2.0:1734686684.292843:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848809728 00000100:00100000:1.0:1734686684.292846:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42097 00000100:00100000:3.0:1734686684.292851:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1734686684.292852:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848809856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686684.292855:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848809984:0@lo:8:kworker.0 00000100:00100000:3.0:1734686684.292855:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848809472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686684.292860:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848809600 00000100:00100000:2.0:1734686684.292861:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848809600 00000100:00100000:2.0:1734686684.292869:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848810240 00000100:00100000:2.0:1734686684.292870:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848810240 00000100:00100000:0.0:1734686684.292871:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686684.292880:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4371 00000100:00100000:2.0:1734686684.292883:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848809728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686684.292884:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d683050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848809472:12345-0@lo:400:kworker.0 Request processed in 28us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686684.292885:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848809856:12345-0@lo:400:kworker.0 Request processed in 33us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686684.292886:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008ca73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848810368:0@lo:8:kworker.0 00000100:00100000:1.0:1734686684.292889:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42097 00000100:00100000:3.0:1734686684.292889:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:0.0:1734686684.292901:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686684.292910:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848809728:12345-0@lo:400:kworker.0 Request processed in 25us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686684.292911:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4372 00000100:00100000:3.0:1734686684.292913:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848809600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686684.292915:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848810112 00000100:00100000:2.0:1734686684.292916:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4371 00000100:00100000:1.0:1734686684.292918:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848810112 00000100:00080000:0.0:1734686684.292924:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686654 00000100:00080000:0.0:1734686684.292927:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686654 00000100:00100000:3.0:1734686684.292927:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848809600:12345-0@lo:400:kworker.0 Request processed in 13us (136us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686684.292929:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686654 00000100:00100000:2.0:1734686684.292930:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4373 00000100:00080000:0.0:1734686684.292931:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686654 00000100:00100000:1.0:1734686684.292931:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848810496 00000100:00100000:1.0:1734686684.292932:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848810496 00000100:00100000:3.0:1734686684.292933:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4372 00000100:00100000:2.0:1734686684.292934:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848810240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686684.292941:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848809984 00000100:00100000:1.0:1734686684.292943:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848809984 00000100:00100000:0.0:1734686684.292946:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848810368 00000100:00100000:3.0:1734686684.292947:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686684.292950:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848810368 00000100:00100000:1.0:1734686684.292951:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8263 00000100:00100000:1.0:1734686684.292953:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848810112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686684.292956:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848810240:12345-0@lo:400:kworker.0 Request processed in 21us (136us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686684.292961:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848809472:0@lo:400:kworker.0 00000100:00100000:2.0:1734686684.292962:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4373 00000100:00100000:0.0:1734686684.292968:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8264 00000100:00100000:1.0:1734686684.292970:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848810112:12345-0@lo:400:kworker.0 Request processed in 16us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686684.292970:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848810624 00000100:00100000:2.0:1734686684.292973:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848810624 00000100:00100000:0.0:1734686684.292974:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848810496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686684.292974:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848810112:0@lo:400:kworker.0 00000100:00100000:1.0:1734686684.292975:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8263 00000100:00100000:1.0:1734686684.292983:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54946 00000100:00100000:3.0:1734686684.292985:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4374 00000100:00100000:1.0:1734686684.292987:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848809984:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686684.292988:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848810624:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734686684.293002:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686684.293004:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848810624:12345-0@lo:400:kworker.0 Request processed in 15us (57us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686684.293007:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4374 00000100:00100000:0.0:1734686684.293008:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848810496:12345-0@lo:400:kworker.0 Request processed in 34us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686684.293010:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848809600:0@lo:400:kworker.0 00000100:00100000:0.0:1734686684.293014:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8264 00000100:00100000:2.0:1734686684.293019:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848810240:0@lo:400:kworker.0 00000100:00100000:3.0:1734686684.293019:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848810624:0@lo:400:kworker.0 00000100:00100000:0.0:1734686684.293025:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54947 00000100:00100000:1.0:1734686684.293028:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848809984:12345-0@lo:8:kworker.0 Request processed in 39us (155us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686684.293029:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848810368:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686684.293030:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848809728:0@lo:400:kworker.0 00000100:00100000:1.0:1734686684.293034:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54946 00010000:00020000:0.0:1734686684.293039:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686684.293057:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848810368:12345-0@lo:8:kworker.0 Request processed in 27us (156us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734686684.293061:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686684.293063:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54947 00000100:00100000:1.0:1734686684.293063:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848809856:0@lo:400:kworker.0 00000100:00080000:3.0:1734686684.293063:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686684.293065:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848809984:0@lo:8:kworker.0 00000100:00080000:3.0:1734686684.293070:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686684.293072:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686684.293074:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008ca73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848810368:0@lo:8:kworker.0 00000100:00080000:0.0:1734686684.293075:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686654 00000100:00100000:0.0:1734686684.293089:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848810496:0@lo:400:kworker.0 00000100:00100000:0.0:1734686684.308734:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848810752:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686684.308783:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686684.308827:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848810752 00000100:00100000:3.0:1734686684.308834:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848810752 00000100:00100000:3.0:1734686684.308866:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42098 00000100:00100000:3.0:1734686684.308871:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848810752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1734686684.308897:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:3.0:1734686684.308934:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848810752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686684.308941:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42098 00000100:00100000:0.0:1734686684.308957:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848810752:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686684.372728:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848810880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686684.372786:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686684.372842:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848810880 00000100:00100000:2.0:1734686684.372850:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848810880 00000100:00100000:2.0:1734686684.372890:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7390 00000100:00100000:2.0:1734686684.372895:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848810880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686684.372919:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686684.372953:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848810880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686684.372958:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7390 00000100:00100000:0.0:1734686684.372981:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ed5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848810880:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686684.724736:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686685.726745:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686686.068731:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848811008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686686.068807:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686686.068867:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848811008 00000100:00100000:2.0:1734686686.068873:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848811008 00000100:00080000:0.0:1734686686.068906:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686656 00000100:00100000:2.0:1734686686.068910:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7391 00000100:00100000:2.0:1734686686.068914:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848811008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686686.068937:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686686.068965:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848811008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686686.068969:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7391 00000100:00100000:0.0:1734686686.068982:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848811008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686686.726961:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686686.727009:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686686.727027:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872819968 00000100:00100000:3.0:1734686686.727034:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872819968 00000100:00100000:0.0:1734686686.727040:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686686.727074:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686686.727088:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872819840 00000100:00100000:3.0:1734686686.727089:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872820096 00000100:00100000:0.0:1734686686.727092:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872820224 00000100:00100000:3.0:1734686686.727092:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872820096 00000100:00100000:2.0:1734686686.727093:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872819840 00000100:00100000:0.0:1734686686.727094:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872820224 00000100:00080000:1.0:1734686686.727096:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686656 00000100:00080000:1.0:1734686686.727102:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686656 00000100:00080000:1.0:1734686686.727104:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686656 00000100:00100000:3.0:1734686686.727108:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4375 00000100:00100000:0.0:1734686686.727109:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54948 00000100:00100000:0.0:1734686686.727114:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872820224:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686686.727115:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872819968:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686686.727121:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1429 00000100:00100000:2.0:1734686686.727126:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872819840:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686686.727135:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686686.727135:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4376 00000100:00100000:1.0:1734686686.727142:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872820096:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686686.727166:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872819968:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 51us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686686.727169:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872819840:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686686.727170:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872820224:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 56us (96us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686686.727173:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4375 00000100:00100000:0.0:1734686686.727176:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54948 00000100:00100000:2.0:1734686686.727176:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1429 00000100:00100000:1.0:1734686686.727183:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4874700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872820096:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 40us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686686.727190:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4376 00010000:00010000:3.0:1734686686.728635:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686687.730709:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686688.732759:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686689.252712:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686689.252742:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848811136:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686689.252794:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686689.252846:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848811136 00000100:00100000:3.0:1734686689.252853:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848811136 00000100:00100000:3.0:1734686689.252888:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42099 00000100:00100000:3.0:1734686689.252893:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848811136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1734686689.252920:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:3.0:1734686689.252956:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848811136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 62us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686689.252961:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42099 00000100:00100000:0.0:1734686689.252987:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ec84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848811136:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686689.300708:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686689.300714:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686689.300716:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686689.300740:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11484 00000100:00080000:0.0:1734686689.300744:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686689.300746:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848811392:0@lo:400:kworker.0 00000100:00100000:3.0:1734686689.300747:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848811648:0@lo:400:kworker.0 00000100:00080000:0.0:1734686689.300750:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686689.300750:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848811264:0@lo:400:kworker.0 00000100:00100000:0.0:1734686689.300767:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b66a00 x1818938848811776/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686689.300791:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686689.300793:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686689.300795:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686689.300798:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11484 00000100:00080000:0.0:1734686689.300800:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734686689.300804:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686689.300806:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686689.300807:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686689.300809:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686689.300814:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012c130700 x1818938848812160/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686689.300826:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848811904:0@lo:400:kworker.0 00000100:00100000:1.0:1734686689.300829:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848812032:0@lo:400:kworker.0 00000100:00100000:2.0:1734686689.300839:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686689.300840:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848811776:0@lo:8:kworker.0 00000100:00100000:0.0:1734686689.300843:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848811520:0@lo:400:kworker.0 00000100:00100000:2.0:1734686689.300847:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686689.300848:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686689.300850:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848812416:0@lo:400:kworker.0 00000100:00100000:3.0:1734686689.300863:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686689.300865:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686689.300871:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848811264 00000100:00100000:1.0:1734686689.300872:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848811392 00000100:00100000:3.0:1734686689.300875:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848812160:0@lo:8:kworker.0 00000100:00100000:2.0:1734686689.300876:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848811264 00000100:00100000:1.0:1734686689.300877:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848811392 00000100:00100000:0.0:1734686689.300885:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848812288:0@lo:400:kworker.0 00000100:00100000:3.0:1734686689.300890:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686689.300900:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686689.300903:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848812032 00000100:00100000:2.0:1734686689.300903:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:1.0:1734686689.300905:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848812032 00000100:00100000:2.0:1734686689.300907:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848811264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686689.300913:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848811904 00000100:00100000:3.0:1734686689.300916:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848811904 00000100:00100000:1.0:1734686689.300917:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848811520 00000100:00100000:0.0:1734686689.300919:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848811776 00000100:00100000:1.0:1734686689.300919:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848811520 00000100:00100000:0.0:1734686689.300922:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848811776 00000100:00100000:1.0:1734686689.300931:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4377 00000100:00100000:0.0:1734686689.300934:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848812160 00000100:00100000:0.0:1734686689.300936:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848812160 00000100:00100000:1.0:1734686689.300936:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848811392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686689.300938:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848811264:12345-0@lo:400:kworker.0 Request processed in 30us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686689.300939:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848812288 00000100:00100000:3.0:1734686689.300942:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848812288 00000100:00100000:2.0:1734686689.300944:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:0.0:1734686689.300947:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8265 00000100:00100000:0.0:1734686689.300952:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848811904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686689.300957:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8266 00000100:00100000:3.0:1734686689.300962:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848812288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686689.300966:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec84700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848811392:12345-0@lo:400:kworker.0 Request processed in 29us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686689.300972:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4377 00000100:00100000:0.0:1734686689.300973:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848811904:12345-0@lo:400:kworker.0 Request processed in 21us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686689.300976:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4378 00000100:00100000:0.0:1734686689.300978:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8265 00000100:00100000:2.0:1734686689.300981:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848812032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686689.300985:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4379 00000100:00100000:1.0:1734686689.300988:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848811520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686689.300989:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54949 00000100:00100000:0.0:1734686689.300993:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848811776:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686689.300993:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848812288:12345-0@lo:400:kworker.0 Request processed in 30us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686689.300999:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8266 00000100:00100000:2.0:1734686689.301006:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848812032:12345-0@lo:400:kworker.0 Request processed in 24us (157us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686689.301009:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686689.301011:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848811520:12345-0@lo:400:kworker.0 Request processed in 22us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686689.301011:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4378 00000100:00100000:3.0:1734686689.301012:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54950 00000100:00100000:1.0:1734686689.301016:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4379 00000100:00100000:3.0:1734686689.301016:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848812160:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686689.301027:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686689.301029:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848811776:12345-0@lo:8:kworker.0 Request processed in 35us (165us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686689.301030:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1734686689.301033:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686659 00000100:00100000:0.0:1734686689.301035:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54949 00000100:00080000:1.0:1734686689.301036:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686659 00000100:00080000:1.0:1734686689.301037:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686659 00000100:00080000:1.0:1734686689.301039:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686659 00000100:00100000:1.0:1734686689.301047:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848812416 00000100:00100000:3.0:1734686689.301047:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848812160:12345-0@lo:8:kworker.0 Request processed in 31us (156us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686689.301049:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848812416 00000100:00100000:3.0:1734686689.301051:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54950 00000100:00100000:2.0:1734686689.301052:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848811904:0@lo:400:kworker.0 00000100:00100000:2.0:1734686689.301060:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c155180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848811264:0@lo:400:kworker.0 00000100:00100000:1.0:1734686689.301062:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4380 00000100:00080000:0.0:1734686689.301064:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686689.301066:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848812416:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686689.301067:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686689.301069:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848811648 00000100:00100000:0.0:1734686689.301070:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848811776:0@lo:8:kworker.0 00000100:00100000:3.0:1734686689.301071:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848811648 00000100:00080000:0.0:1734686689.301077:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686689.301079:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686689.301082:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848812160:0@lo:8:kworker.0 00000100:00100000:3.0:1734686689.301087:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42100 00000100:00080000:2.0:1734686689.301089:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686659 00000100:00100000:3.0:1734686689.301090:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848811648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686689.301091:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848812416:12345-0@lo:400:kworker.0 Request processed in 24us (60us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686689.301096:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4380 00000100:00100000:2.0:1734686689.301101:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848812416:0@lo:400:kworker.0 00000100:00100000:0.0:1734686689.301107:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848811520:0@lo:400:kworker.0 00000100:00100000:3.0:1734686689.301109:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848811648:12345-0@lo:400:kworker.0 Request processed in 18us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686689.301112:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42100 00000100:00100000:0.0:1734686689.301115:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848812288:0@lo:400:kworker.0 00000100:00100000:1.0:1734686689.301118:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88008d7bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848812032:0@lo:400:kworker.0 00000100:00100000:1.0:1734686689.301125:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c157480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848811392:0@lo:400:kworker.0 00000100:00100000:3.0:1734686689.301127:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848811648:0@lo:400:kworker.0 00000100:00100000:3.0:1734686689.316778:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686689.316796:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848812544:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686689.316847:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686689.316886:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848812544 00000100:00100000:0.0:1734686689.316893:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848812544 00000100:00100000:0.0:1734686689.316926:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42101 00000100:00100000:0.0:1734686689.316932:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848812544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686689.316956:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686689.316998:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848812544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686689.317003:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42101 00000100:00100000:3.0:1734686689.317032:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848812544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686689.380710:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848812672:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686689.380775:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686689.380818:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848812672 00000100:00100000:2.0:1734686689.380826:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848812672 00000100:00100000:2.0:1734686689.380869:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7392 00000100:00100000:2.0:1734686689.380875:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848812672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686689.380904:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686689.380949:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848812672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686689.380956:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7392 00000100:00100000:1.0:1734686689.380971:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848812672:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686689.734734:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686690.736724:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686691.076727:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848812800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686691.076784:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686691.076829:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848812800 00000100:00100000:0.0:1734686691.076837:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848812800 00000100:00080000:2.0:1734686691.076871:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686661 00000100:00100000:0.0:1734686691.076886:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7393 00000100:00100000:0.0:1734686691.076896:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848812800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686691.076923:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686691.076970:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848812800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686691.076977:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7393 00000100:00100000:2.0:1734686691.076986:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848812800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686691.734880:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686691.734927:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686691.734948:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872820352 00000100:00100000:0.0:1734686691.734953:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686691.734956:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872820352 00000100:00100000:1.0:1734686691.734976:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872820608 00000100:00100000:0.0:1734686691.734978:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686691.734980:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872820608 00000100:00100000:0.0:1734686691.734995:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872820480 00000100:00100000:0.0:1734686691.734998:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872820480 00000100:00100000:2.0:1734686691.734999:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1431 00000100:00100000:2.0:1734686691.735004:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872820352:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686691.735006:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4381 00000100:00100000:1.0:1734686691.735009:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872820608:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686691.735013:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686661 00000100:00080000:3.0:1734686691.735016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686661 00000100:00100000:0.0:1734686691.735017:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4382 00000100:00080000:3.0:1734686691.735018:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686661 00000100:00100000:0.0:1734686691.735020:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872820480:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686691.735047:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872820736 00000100:00100000:1.0:1734686691.735048:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872820608:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686691.735048:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872820352:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686691.735049:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872820480:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686691.735050:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872820736 00000100:00100000:1.0:1734686691.735052:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4381 00000100:00100000:2.0:1734686691.735052:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1431 00000100:00100000:0.0:1734686691.735055:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4382 00000100:00100000:3.0:1734686691.735065:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54951 00000100:00100000:3.0:1734686691.735070:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872820736:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734686691.735090:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686691.735121:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872820736:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 50us (141us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686691.735128:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54951 00010000:00010000:3.0:1734686691.738712:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686692.740751:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686693.742773:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686694.260735:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848812928:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686694.260791:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686694.260830:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848812928 00000100:00100000:0.0:1734686694.260837:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848812928 00000100:00100000:0.0:1734686694.260870:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42102 00000100:00100000:0.0:1734686694.260874:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848812928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686694.260901:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686694.260938:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848812928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686694.260943:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42102 00000100:00100000:3.0:1734686694.260977:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848812928:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686694.308747:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848813056:0@lo:400:kworker.0 00000100:00080000:0.0:1734686694.308768:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734686694.308769:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848813312:0@lo:400:kworker.0 00000100:00080000:0.0:1734686694.308775:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686694.308777:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686694.308782:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11489 00000100:00100000:1.0:1734686694.308782:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848813184:0@lo:400:kworker.0 00000100:00080000:0.0:1734686694.308785:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686694.308791:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686694.308799:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686694.308807:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686694.308811:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05df80 x1818938848813568/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686694.308817:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686694.308821:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848813440:0@lo:400:kworker.0 00000100:00100000:1.0:1734686694.308833:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848813056 00000100:00100000:2.0:1734686694.308835:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686694.308835:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1734686694.308836:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1734686694.308838:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848813056 00000100:00080000:0.0:1734686694.308839:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686694.308841:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686694.308841:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848813824:0@lo:400:kworker.0 00000100:00080000:0.0:1734686694.308843:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11489 00000100:00080000:0.0:1734686694.308846:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:2.0:1734686694.308846:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848813696:0@lo:400:kworker.0 00000100:00080000:0.0:1734686694.308849:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686694.308860:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012b05d500 x1818938848813952/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686694.308863:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686694.308865:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686694.308868:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:1.0:1734686694.308874:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848813056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686694.308877:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848814080:0@lo:400:kworker.0 00000100:00100000:2.0:1734686694.308878:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686694.308883:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848814208:0@lo:400:kworker.0 00000100:00100000:0.0:1734686694.308892:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848813312 00000100:00100000:3.0:1734686694.308893:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686694.308896:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848813312 00000100:00100000:2.0:1734686694.308897:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686694.308912:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686664 00000100:00100000:1.0:1734686694.308914:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848813056:12345-0@lo:400:kworker.0 Request processed in 39us (113us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686694.308916:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686664 00000100:00100000:0.0:1734686694.308918:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848813824 00000100:00100000:2.0:1734686694.308918:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848813056:0@lo:400:kworker.0 00000100:00100000:0.0:1734686694.308920:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848813824 00000100:00100000:1.0:1734686694.308920:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:3.0:1734686694.308925:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848814208 00000100:00100000:3.0:1734686694.308929:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848814208 00000100:00100000:0.0:1734686694.308934:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4383 00000100:00100000:0.0:1734686694.308939:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848813312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686694.308942:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848813696 00000100:00100000:2.0:1734686694.308944:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848813696 00000100:00100000:3.0:1734686694.308948:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4384 00000100:00100000:3.0:1734686694.308953:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848813824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686694.308955:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4385 00000100:00100000:1.0:1734686694.308960:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848814208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686694.308963:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848814080 00000100:00100000:2.0:1734686694.308965:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848814080 00000100:00100000:2.0:1734686694.308974:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8267 00000100:00100000:2.0:1734686694.308978:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848813696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686694.308983:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848813312:12345-0@lo:400:kworker.0 Request processed in 43us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686694.308986:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848813824:12345-0@lo:400:kworker.0 Request processed in 32us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686694.308989:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4383 00000100:00100000:1.0:1734686694.308989:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848814208:12345-0@lo:400:kworker.0 Request processed in 29us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686694.308993:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4384 00000100:00100000:1.0:1734686694.308996:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4385 00000100:00100000:2.0:1734686694.309005:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848813696:12345-0@lo:400:kworker.0 Request processed in 26us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686694.309007:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848813568:0@lo:8:kworker.0 00000100:00080000:3.0:1734686694.309008:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686664 00000100:00100000:2.0:1734686694.309009:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8267 00000100:00100000:1.0:1734686694.309013:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686694.309021:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8268 00000100:00100000:2.0:1734686694.309025:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848814080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686694.309025:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848813824:0@lo:400:kworker.0 00000100:00100000:0.0:1734686694.309031:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686694.309032:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848813184 00000100:00100000:3.0:1734686694.309034:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848813312:0@lo:400:kworker.0 00000100:00100000:1.0:1734686694.309035:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848813184 00000100:00100000:0.0:1734686694.309044:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848813952:0@lo:8:kworker.0 00000100:00100000:2.0:1734686694.309047:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848814080:12345-0@lo:400:kworker.0 Request processed in 22us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686694.309048:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848814080:0@lo:400:kworker.0 00000100:00100000:2.0:1734686694.309051:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8268 00000100:00100000:1.0:1734686694.309054:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4386 00000100:00100000:2.0:1734686694.309057:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848813568 00000100:00100000:0.0:1734686694.309058:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686694.309058:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848813184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686694.309059:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848813568 00000100:00100000:2.0:1734686694.309068:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848813952 00000100:00100000:2.0:1734686694.309070:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848813952 00000100:00100000:3.0:1734686694.309074:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54952 00000100:00100000:3.0:1734686694.309079:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848813568:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686694.309081:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848813184:12345-0@lo:400:kworker.0 Request processed in 23us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686694.309086:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4386 00000100:00100000:2.0:1734686694.309091:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54953 00000100:00100000:2.0:1734686694.309095:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848813952:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734686694.309096:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686664 00010000:00020000:3.0:1734686694.309096:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1734686694.309106:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686694.309110:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848813184:0@lo:400:kworker.0 00000100:00100000:0.0:1734686694.309119:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c130700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848814208:0@lo:400:kworker.0 00000100:00100000:3.0:1734686694.309123:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848813568:12345-0@lo:8:kworker.0 Request processed in 43us (92us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686694.309125:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848813952:12345-0@lo:8:kworker.0 Request processed in 29us (67us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686694.309128:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848813696:0@lo:400:kworker.0 00000100:00100000:3.0:1734686694.309130:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54952 00000100:00100000:2.0:1734686694.309132:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54953 00000100:00100000:1.0:1734686694.309140:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848813440 00000100:00100000:1.0:1734686694.309143:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848813440 00000100:00080000:0.0:1734686694.309149:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686694.309153:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686694.309156:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848813568:0@lo:8:kworker.0 00000100:00080000:2.0:1734686694.309157:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686664 00000100:00080000:0.0:1734686694.309163:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686694.309163:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42103 00000100:00080000:0.0:1734686694.309164:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686694.309167:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848813952:0@lo:8:kworker.0 00000100:00100000:1.0:1734686694.309167:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848813440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686694.309193:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c157480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848813440:12345-0@lo:400:kworker.0 Request processed in 25us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686694.309198:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42103 00000100:00100000:0.0:1734686694.309209:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848813440:0@lo:400:kworker.0 00000100:00100000:0.0:1734686694.324746:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848814336:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686694.324804:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686694.324858:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848814336 00000100:00100000:1.0:1734686694.324864:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848814336 00000100:00100000:1.0:1734686694.324895:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42104 00000100:00100000:1.0:1734686694.324900:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848814336:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686694.324925:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686694.324961:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848814336:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686694.324965:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42104 00000100:00100000:0.0:1734686694.325001:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848814336:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686694.388778:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848814464:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686694.388828:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686694.388887:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848814464 00000100:00100000:0.0:1734686694.388893:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848814464 00000100:00100000:0.0:1734686694.388925:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7394 00000100:00100000:0.0:1734686694.388930:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848814464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686694.388951:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686694.388990:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d7bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848814464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686694.388995:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7394 00000100:00100000:2.0:1734686694.389010:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848814464:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686694.744731:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686695.746744:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686696.084747:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848814592:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686696.084805:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686696.084847:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848814592 00000100:00100000:0.0:1734686696.084854:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848814592 00000100:00080000:2.0:1734686696.084889:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686666 00000100:00100000:0.0:1734686696.084900:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7395 00000100:00100000:0.0:1734686696.084907:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848814592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686696.084935:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686696.084982:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848814592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686696.084988:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7395 00000100:00100000:3.0:1734686696.084995:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848814592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686696.742858:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686696.742908:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686696.742936:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872820992 00000100:00100000:0.0:1734686696.742937:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686696.742944:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872820992 00000100:00100000:0.0:1734686696.742968:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686696.742993:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872821120 00000100:00100000:1.0:1734686696.742995:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872821120 00000100:00100000:2.0:1734686696.742998:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872820864 00000100:00100000:2.0:1734686696.743003:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872820864 00000100:00100000:0.0:1734686696.743005:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4387 00000100:00100000:0.0:1734686696.743012:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872820992:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686696.743012:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4388 00000100:00100000:1.0:1734686696.743016:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872821120:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686696.743017:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686666 00000100:00080000:3.0:1734686696.743021:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686666 00000100:00080000:3.0:1734686696.743023:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686666 00000100:00100000:2.0:1734686696.743027:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1433 00000100:00100000:2.0:1734686696.743031:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872820864:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686696.743043:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872821248 00000100:00100000:3.0:1734686696.743047:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872821248 00000100:00100000:0.0:1734686696.743060:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872820992:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686696.743061:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d834a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872821120:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686696.743063:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872820864:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686696.743064:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54954 00000100:00100000:0.0:1734686696.743065:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4387 00000100:00100000:2.0:1734686696.743067:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1433 00000100:00100000:1.0:1734686696.743068:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4388 00000100:00100000:3.0:1734686696.743068:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872821248:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734686696.743086:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686696.743108:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872821248:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 39us (139us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686696.743113:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54954 00010000:00010000:3.0:1734686696.748768:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686697.750718:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686698.752765:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686699.268738:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686699.268757:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848814720:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686699.268810:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686699.268874:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848814720 00000100:00100000:1.0:1734686699.268881:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848814720 00000100:00100000:1.0:1734686699.268922:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42105 00000100:00100000:1.0:1734686699.268928:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848814720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686699.268956:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686699.269001:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848814720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686699.269008:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42105 00000100:00100000:0.0:1734686699.269022:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848814720:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686699.316707:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686699.316712:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686699.316715:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686699.316721:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11494 00000100:00080000:0.0:1734686699.316725:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734686699.316729:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686699.316730:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848815104:0@lo:400:kworker.0 00000100:00100000:2.0:1734686699.316735:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848814848:0@lo:400:kworker.0 00000100:00100000:1.0:1734686699.316742:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848814976:0@lo:400:kworker.0 00000100:00100000:0.0:1734686699.316744:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ff2ce00 x1818938848815360/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686699.316763:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686699.316765:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686699.316766:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686699.316768:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11494 00000100:00080000:0.0:1734686699.316769:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686699.316772:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686699.316779:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223a1c00 x1818938848815744/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686699.316781:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686699.316782:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686699.316794:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848815360:0@lo:8:kworker.0 00000100:00100000:0.0:1734686699.316812:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848815104 00000100:00100000:3.0:1734686699.316813:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848815872:0@lo:400:kworker.0 00000100:00100000:1.0:1734686699.316814:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686699.316814:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848815488:0@lo:400:kworker.0 00000100:00100000:0.0:1734686699.316817:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848815104 00000100:00100000:3.0:1734686699.316825:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686699.316826:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848815744:0@lo:8:kworker.0 00000100:00100000:2.0:1734686699.316833:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686699.316833:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686699.316836:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848815616:0@lo:400:kworker.0 00000100:00100000:1.0:1734686699.316841:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848814848 00000100:00100000:1.0:1734686699.316844:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848814848 00000100:00100000:0.0:1734686699.316846:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4389 00000100:00100000:0.0:1734686699.316850:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848815104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686699.316850:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734686699.316852:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686699.316855:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848815232:0@lo:400:kworker.0 00000100:00100000:1.0:1734686699.316863:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1734686699.316867:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848814848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686699.316873:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848815360 00000100:00100000:2.0:1734686699.316874:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686699.316877:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848815360 00000100:00100000:0.0:1734686699.316890:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848815104:12345-0@lo:400:kworker.0 Request processed in 39us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686699.316891:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848816000:0@lo:400:kworker.0 00000100:00100000:3.0:1734686699.316891:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848815872 00000100:00100000:1.0:1734686699.316892:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b44f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848814848:12345-0@lo:400:kworker.0 Request processed in 25us (111us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686699.316894:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848815872 00000100:00100000:0.0:1734686699.316896:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4389 00000100:00100000:1.0:1734686699.316897:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:2.0:1734686699.316904:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686699.316908:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848815616 00000100:00100000:3.0:1734686699.316909:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848815488 00000100:00100000:3.0:1734686699.316911:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848815488 00000100:00100000:0.0:1734686699.316912:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848815616 00000100:00100000:1.0:1734686699.316918:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848816000 00000100:00100000:1.0:1734686699.316920:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848816000 00000100:00100000:3.0:1734686699.316923:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8269 00000100:00100000:2.0:1734686699.316925:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848814848:0@lo:400:kworker.0 00000100:00100000:0.0:1734686699.316926:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4390 00000100:00100000:3.0:1734686699.316928:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848815872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686699.316931:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848815616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686699.316936:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4391 00000100:00100000:1.0:1734686699.316939:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848816000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686699.316949:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8270 00000100:00100000:2.0:1734686699.316954:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848815488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686699.316959:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848815872:12345-0@lo:400:kworker.0 Request processed in 30us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686699.316961:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848815616:12345-0@lo:400:kworker.0 Request processed in 30us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686699.316961:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848816000:12345-0@lo:400:kworker.0 Request processed in 21us (56us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686699.316965:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4391 00000100:00100000:3.0:1734686699.316965:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8269 00000100:00100000:0.0:1734686699.316968:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4390 00000100:00100000:1.0:1734686699.316975:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686699.316981:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848815744 00000100:00080000:0.0:1734686699.316983:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686669 00000100:00100000:3.0:1734686699.316983:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848815744 00000100:00080000:0.0:1734686699.316986:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686669 00000100:00100000:2.0:1734686699.316986:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848815488:12345-0@lo:400:kworker.0 Request processed in 31us (151us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686699.316988:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686669 00000100:00100000:2.0:1734686699.316992:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8270 00000100:00100000:3.0:1734686699.316996:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54955 00000100:00100000:3.0:1734686699.316998:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848815360:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686699.316999:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54956 00000100:00100000:1.0:1734686699.317001:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848815744:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686699.317011:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1734686699.317018:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686699.317019:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848815232 00000100:00100000:0.0:1734686699.317022:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848815232 00000100:00100000:2.0:1734686699.317026:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848816000:0@lo:400:kworker.0 00000100:00100000:3.0:1734686699.317030:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848815360:12345-0@lo:8:kworker.0 Request processed in 31us (215us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686699.317032:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848815744:12345-0@lo:8:kworker.0 Request processed in 30us (56us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686699.317034:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848815488:0@lo:400:kworker.0 00000100:00100000:3.0:1734686699.317034:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54955 00000100:00100000:1.0:1734686699.317036:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54956 00000100:00100000:0.0:1734686699.317044:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42106 00000100:00100000:0.0:1734686699.317048:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848815232:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686699.317051:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686699.317053:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686699.317055:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848815360:0@lo:8:kworker.0 00000100:00080000:1.0:1734686699.317060:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686699.317061:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686699.317062:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848815616:0@lo:400:kworker.0 00000100:00100000:1.0:1734686699.317063:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848815744:0@lo:8:kworker.0 00000100:00100000:3.0:1734686699.317071:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848815872:0@lo:400:kworker.0 00000100:00100000:0.0:1734686699.317077:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848815232:12345-0@lo:400:kworker.0 Request processed in 28us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686699.317077:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686699.317079:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848815104:0@lo:400:kworker.0 00000100:00100000:0.0:1734686699.317082:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42106 00000100:00100000:2.0:1734686699.317085:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848815232:0@lo:400:kworker.0 00000100:00080000:0.0:1734686699.317093:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686669 00000100:00100000:3.0:1734686699.317097:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848814976 00000100:00100000:3.0:1734686699.317100:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848814976 00000100:00080000:0.0:1734686699.317113:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686669 00000100:00100000:3.0:1734686699.317119:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4392 00000100:00100000:3.0:1734686699.317123:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848814976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686699.317158:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131709180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848814976:12345-0@lo:400:kworker.0 Request processed in 34us (79us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686699.317165:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4392 00000100:00100000:1.0:1734686699.317175:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848814976:0@lo:400:kworker.0 00000100:00100000:3.0:1734686699.332741:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686699.332761:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848816128:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686699.332812:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686699.332869:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848816128 00000100:00100000:0.0:1734686699.332877:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848816128 00000100:00100000:0.0:1734686699.332917:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42107 00000100:00100000:0.0:1734686699.332924:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848816128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686699.332953:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686699.333009:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848816128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686699.333015:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42107 00000100:00100000:3.0:1734686699.333046:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848816128:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686699.396741:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686699.396760:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848816256:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686699.396813:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686699.396880:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848816256 00000100:00100000:0.0:1734686699.396888:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848816256 00000100:00100000:0.0:1734686699.396925:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7396 00000100:00100000:0.0:1734686699.396932:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848816256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686699.396958:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686699.396990:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ca73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848816256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686699.396994:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7396 00000100:00100000:3.0:1734686699.397006:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848816256:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686699.754709:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686700.756724:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686701.092724:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800add7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848816384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686701.092780:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686701.092843:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848816384 00000100:00100000:2.0:1734686701.092850:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848816384 00000100:00080000:0.0:1734686701.092899:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686671 00000100:00100000:2.0:1734686701.092904:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7397 00000100:00100000:2.0:1734686701.092911:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848816384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686701.092938:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686701.092975:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848816384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686701.092981:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7397 00000100:00100000:0.0:1734686701.092999:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800add7c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848816384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686701.750934:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686701.750964:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686701.750983:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686701.750997:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872821376 00000100:00100000:2.0:1734686701.751005:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872821376 00000100:00100000:0.0:1734686701.751007:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00080000:0.0:1734686701.751022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686671 00000100:00100000:1.0:1734686701.751032:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872821760 00000100:00100000:1.0:1734686701.751037:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872821760 00000100:00100000:0.0:1734686701.751040:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872821632 00000100:00100000:3.0:1734686701.751040:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872821504 00000100:00100000:2.0:1734686701.751041:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1435 00000100:00100000:0.0:1734686701.751043:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872821632 00000100:00100000:3.0:1734686701.751045:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872821504 00000100:00100000:2.0:1734686701.751046:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872821376:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686701.751060:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54957 00000100:00100000:0.0:1734686701.751065:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4393 00000100:00100000:1.0:1734686701.751065:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872821760:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686701.751069:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872821632:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686701.751072:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4394 00000100:00100000:3.0:1734686701.751077:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872821504:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:1.0:1734686701.751086:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686701.751090:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872821376:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686701.751093:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872821632:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 24us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686701.751094:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1435 00000100:00100000:0.0:1734686701.751098:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4393 00000100:00100000:3.0:1734686701.751106:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872821504:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (121us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686701.751109:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686671 00000100:00080000:0.0:1734686701.751110:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686671 00000100:00100000:1.0:1734686701.751110:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872821760:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (145us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686701.751112:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4394 00000100:00100000:1.0:1734686701.751116:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54957 00010000:00010000:3.0:1734686701.758795:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686702.760725:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686703.762731:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686704.276739:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848816512:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686704.276798:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686704.276853:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848816512 00000100:00100000:0.0:1734686704.276860:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848816512 00000100:00100000:0.0:1734686704.276897:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42108 00000100:00100000:0.0:1734686704.276903:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848816512:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686704.276937:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686704.276983:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800add7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848816512:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686704.276989:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42108 00000100:00100000:3.0:1734686704.277028:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848816512:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686704.324721:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734686704.324721:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848816640:0@lo:400:kworker.0 00000100:00080000:0.0:1734686704.324727:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686704.324729:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686704.324733:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848817024:0@lo:400:kworker.0 00000100:00080000:0.0:1734686704.324735:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11499 00000100:00080000:0.0:1734686704.324739:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734686704.324744:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686704.324746:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848816768:0@lo:400:kworker.0 00000100:00100000:0.0:1734686704.324762:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223a0700 x1818938848817152/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686704.324776:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686704.324777:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686704.324789:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686704.324794:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1734686704.324795:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848817280:0@lo:400:kworker.0 00000100:00080000:0.0:1734686704.324797:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686704.324798:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686704.324802:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11499 00000100:00080000:0.0:1734686704.324804:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686704.324807:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686704.324810:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686704.324812:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848817408:0@lo:400:kworker.0 00000100:00100000:3.0:1734686704.324813:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848817024 00000100:00100000:0.0:1734686704.324818:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8801223a2d80 x1818938848817536/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686704.324818:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848817024 00000100:00100000:1.0:1734686704.324831:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686704.324831:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848816640 00000100:00100000:2.0:1734686704.324834:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848816640 00000100:00100000:0.0:1734686704.324845:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848816896:0@lo:400:kworker.0 00000100:00100000:3.0:1734686704.324848:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42109 00000100:00100000:2.0:1734686704.324851:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:1.0:1734686704.324852:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848817152:0@lo:8:kworker.0 00000100:00100000:2.0:1734686704.324854:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848816640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686704.324854:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848817024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686704.324866:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686704.324870:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686704.324881:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848817664:0@lo:400:kworker.0 00000100:00100000:1.0:1734686704.324886:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848817536:0@lo:8:kworker.0 00000100:00100000:2.0:1734686704.324888:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848816640:12345-0@lo:400:kworker.0 Request processed in 33us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686704.324889:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848817024:12345-0@lo:400:kworker.0 Request processed in 35us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686704.324893:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:3.0:1734686704.324893:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42109 00000100:00100000:0.0:1734686704.324897:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686704.324906:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686674 00000100:00080000:3.0:1734686704.324908:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686674 00000100:00100000:1.0:1734686704.324909:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848817280 00000100:00100000:1.0:1734686704.324913:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848817280 00000100:00100000:3.0:1734686704.324915:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848816768 00000100:00100000:3.0:1734686704.324917:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848816768 00000100:00100000:0.0:1734686704.324923:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848817408 00000100:00100000:0.0:1734686704.324927:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848817408 00000100:00100000:2.0:1734686704.324927:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848816640:0@lo:400:kworker.0 00000100:00100000:3.0:1734686704.324932:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848816896 00000100:00100000:2.0:1734686704.324934:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686704.324934:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848816896 00000100:00100000:2.0:1734686704.324938:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848817792:0@lo:400:kworker.0 00000100:00100000:1.0:1734686704.324939:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848817152 00000100:00100000:1.0:1734686704.324942:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848817152 00000100:00100000:0.0:1734686704.324946:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4395 00000100:00100000:2.0:1734686704.324949:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686704.324950:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848817664 00000100:00100000:0.0:1734686704.324951:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013170b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848816768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686704.324952:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848817664 00000100:00100000:3.0:1734686704.324952:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4396 00000100:00100000:3.0:1734686704.324955:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848817408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686704.324965:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8271 00000100:00100000:1.0:1734686704.324970:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848817280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686704.324972:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8272 00000100:00100000:2.0:1734686704.324975:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848817664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686704.324980:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131708380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848817408:12345-0@lo:400:kworker.0 Request processed in 24us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686704.324981:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013170b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848816768:12345-0@lo:400:kworker.0 Request processed in 30us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686704.324984:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4396 00000100:00100000:0.0:1734686704.324987:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4395 00000100:00100000:3.0:1734686704.324989:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848817792 00000100:00100000:3.0:1734686704.324991:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848817792 00000100:00100000:1.0:1734686704.324998:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848817280:12345-0@lo:400:kworker.0 Request processed in 28us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686704.324998:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848817664:12345-0@lo:400:kworker.0 Request processed in 22us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686704.324998:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4397 00000100:00100000:3.0:1734686704.325000:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848816896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686704.325002:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8271 00000100:00100000:0.0:1734686704.325005:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4398 00000100:00100000:2.0:1734686704.325005:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8272 00000100:00100000:0.0:1734686704.325008:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848817792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686704.325012:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54958 00000100:00100000:3.0:1734686704.325012:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848816896:12345-0@lo:400:kworker.0 Request processed in 11us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686704.325014:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013170b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848817152:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686704.325015:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4397 00000100:00080000:3.0:1734686704.325025:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686674 00000100:00100000:0.0:1734686704.325027:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848817792:12345-0@lo:400:kworker.0 Request processed in 18us (77us total) trans 0 rc 0/0 00010000:00020000:1.0:1734686704.325027:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686704.325027:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686674 00000100:00080000:3.0:1734686704.325028:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686674 00000100:00100000:0.0:1734686704.325030:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4398 00000100:00100000:2.0:1734686704.325030:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848816896:0@lo:400:kworker.0 00000100:00100000:2.0:1734686704.325036:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848817664:0@lo:400:kworker.0 00000100:00100000:3.0:1734686704.325038:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848817024:0@lo:400:kworker.0 00000100:00100000:1.0:1734686704.325041:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013170b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848817152:12345-0@lo:8:kworker.0 Request processed in 26us (171us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686704.325044:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54958 00000100:00100000:2.0:1734686704.325052:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848817792:0@lo:400:kworker.0 00000100:00100000:1.0:1734686704.325056:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686704.325057:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848817280:0@lo:400:kworker.0 00000100:00100000:0.0:1734686704.325063:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848817536 00000100:00100000:0.0:1734686704.325065:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848817536 00000100:00080000:1.0:1734686704.325069:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1734686704.325071:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686704.325074:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848817152:0@lo:8:kworker.0 00000100:00100000:0.0:1734686704.325075:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54959 00000100:00100000:0.0:1734686704.325078:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013170ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848817536:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686704.325091:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686704.325092:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848817408:0@lo:400:kworker.0 00000100:00100000:1.0:1734686704.325097:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848816768:0@lo:400:kworker.0 00000100:00100000:0.0:1734686704.325107:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013170ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848817536:12345-0@lo:8:kworker.0 Request processed in 28us (50us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686704.325111:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54959 00000100:00080000:2.0:1734686704.325113:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686704.325115:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686704.325117:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848817536:0@lo:8:kworker.0 00000100:00100000:2.0:1734686704.340736:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848817920:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686704.340790:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686704.340826:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848817920 00000100:00100000:0.0:1734686704.340833:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848817920 00000100:00100000:0.0:1734686704.340868:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42110 00000100:00100000:0.0:1734686704.340873:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848817920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686704.340903:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686704.340949:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848817920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686704.340953:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42110 00000100:00100000:2.0:1734686704.341031:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848817920:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686704.404726:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848818048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686704.404780:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686704.404812:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848818048 00000100:00100000:2.0:1734686704.404818:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848818048 00000100:00100000:2.0:1734686704.404852:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7398 00000100:00100000:2.0:1734686704.404856:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848818048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686704.404880:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686704.404913:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848818048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686704.404918:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7398 00000100:00100000:1.0:1734686704.404939:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848818048:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686704.764722:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686705.527042:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686705.527093:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686705.527118:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872822016 00000100:00100000:2.0:1734686705.527125:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872822016 00000100:00100000:1.0:1734686705.527148:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872821888 00000100:00100000:1.0:1734686705.527153:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872821888 00000100:00100000:2.0:1734686705.527182:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1254 00000100:00100000:1.0:1734686705.527188:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1255 00000100:00100000:2.0:1734686705.527188:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872822016:12345-192.168.201.15@tcp:17:kworker.0 00000100:00100000:1.0:1734686705.527193:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872821888:12345-192.168.201.15@tcp:17:kworker.0 00000100:00080000:3.0:1734686705.527197:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686675 00000100:00080000:3.0:1734686705.527202:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686675 00000100:00100000:1.0:1734686705.527254:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872821888:12345-192.168.201.15@tcp:17:kworker.0 Request processed in 60us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686705.527254:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872822016:12345-192.168.201.15@tcp:17:kworker.0 Request processed in 66us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686705.527259:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1254 00000100:00100000:1.0:1734686705.527263:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1255 00010000:00010000:3.0:1734686705.766715:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686706.100729:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848818176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686706.100780:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686706.100816:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848818176 00000100:00100000:0.0:1734686706.100822:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848818176 00000100:00100000:0.0:1734686706.100866:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7399 00000100:00100000:0.0:1734686706.100872:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848818176:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734686706.100876:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686676 00002000:00000024:0.0:1734686706.100899:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686706.100940:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848818176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686706.100946:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7399 00000100:00100000:2.0:1734686706.100956:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848818176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686706.758883:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686706.758932:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686706.758960:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686706.758985:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872822272 00000100:00100000:2.0:1734686706.758986:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872822144 00000100:00100000:1.0:1734686706.758992:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872822272 00000100:00100000:2.0:1734686706.758992:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872822144 00000100:00100000:0.0:1734686706.758999:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686706.759011:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872822400 00000100:00100000:3.0:1734686706.759015:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872822400 00000100:00100000:0.0:1734686706.759021:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872822528 00000100:00100000:2.0:1734686706.759023:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1437 00000100:00100000:0.0:1734686706.759025:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872822528 00000100:00100000:1.0:1734686706.759026:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4399 00000100:00100000:2.0:1734686706.759028:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872822144:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686706.759030:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872822272:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686706.759040:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4400 00000100:00100000:0.0:1734686706.759042:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54960 00000100:00100000:3.0:1734686706.759043:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872822400:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686706.759047:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872822528:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686706.759067:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686706.759074:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872822272:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686706.759074:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872822144:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686706.759075:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872822400:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686706.759080:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4399 00000100:00100000:2.0:1734686706.759080:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1437 00000100:00100000:3.0:1734686706.759082:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4400 00000100:00100000:0.0:1734686706.759088:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872822528:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (89us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686706.759093:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54960 00000100:00080000:3.0:1734686706.759096:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686676 00010000:00010000:3.0:1734686706.768733:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686707.770701:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686708.772829:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686709.284756:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848818304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686709.284840:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686709.284891:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848818304 00000100:00100000:2.0:1734686709.284903:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848818304 00000100:00100000:2.0:1734686709.284959:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42111 00000100:00100000:2.0:1734686709.284966:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848818304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686709.284999:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686709.285067:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848818304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686709.285074:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42111 00000100:00100000:0.0:1734686709.285111:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012cf28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848818304:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686709.332749:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686709.332754:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686709.332756:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686709.332763:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11504 00000100:00080000:0.0:1734686709.332767:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686709.332771:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686709.332772:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848818560:0@lo:400:kworker.0 00000100:00100000:2.0:1734686709.332773:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848818432:0@lo:400:kworker.0 00000100:00100000:3.0:1734686709.332780:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848818688:0@lo:400:kworker.0 00000100:00100000:0.0:1734686709.332788:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099583800 x1818938848818944/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686709.332808:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686709.332810:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686709.332811:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686709.332813:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11504 00000100:00080000:0.0:1734686709.332815:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686709.332817:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686709.332822:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880099583100 x1818938848819328/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686709.332832:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686709.332833:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686709.332846:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848818944:0@lo:8:kworker.0 00000100:00100000:0.0:1734686709.332851:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848818560 00000100:00100000:0.0:1734686709.332857:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848818560 00000100:00100000:1.0:1734686709.332860:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848819200:0@lo:400:kworker.0 00000100:00100000:2.0:1734686709.332861:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848819072:0@lo:400:kworker.0 00000100:00100000:3.0:1734686709.332865:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686709.332877:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848819328:0@lo:8:kworker.0 00000100:00100000:1.0:1734686709.332878:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686709.332882:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686709.332883:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848819200 00000100:00100000:0.0:1734686709.332884:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848819200 00000100:00100000:1.0:1734686709.332888:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686709.332893:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848819456:0@lo:400:kworker.0 00000100:00100000:3.0:1734686709.332895:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4401 00000100:00100000:2.0:1734686709.332897:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734686709.332900:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4402 00000100:00100000:3.0:1734686709.332900:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013170a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848818560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686709.332902:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848818816:0@lo:400:kworker.0 00000100:00100000:0.0:1734686709.332904:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848819200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686709.332906:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686709.332921:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686709.332929:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848818944 00000100:00100000:1.0:1734686709.332932:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848818944 00000100:00100000:2.0:1734686709.332934:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848819584:0@lo:400:kworker.0 00000100:00100000:3.0:1734686709.332934:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013170a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848818560:12345-0@lo:400:kworker.0 Request processed in 34us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686709.332939:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4401 00000100:00100000:0.0:1734686709.332941:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131709500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848819200:12345-0@lo:400:kworker.0 Request processed in 36us (63us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686709.332941:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848819072 00000100:00100000:1.0:1734686709.332943:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848819072 00000100:00100000:0.0:1734686709.332946:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4402 00000100:00100000:2.0:1734686709.332951:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686709.332954:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848819456 00000100:00100000:3.0:1734686709.332954:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686709.332955:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848819456 00000100:00100000:0.0:1734686709.332963:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848819584 00000100:00100000:1.0:1734686709.332963:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848819328 00000100:00100000:1.0:1734686709.332964:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848819328 00000100:00100000:0.0:1734686709.332966:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848819584 00000100:00100000:2.0:1734686709.332970:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848818432 00000100:00100000:1.0:1734686709.332971:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8273 00000100:00100000:2.0:1734686709.332974:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848818432 00000100:00100000:3.0:1734686709.332975:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8274 00000100:00100000:1.0:1734686709.332976:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848819072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686709.332978:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848819456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686709.332980:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4403 00000100:00100000:0.0:1734686709.332983:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848819584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686709.332995:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1734686709.332997:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848819456:12345-0@lo:400:kworker.0 Request processed in 18us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686709.333000:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848819072:12345-0@lo:400:kworker.0 Request processed in 25us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686709.333000:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8274 00000100:00100000:2.0:1734686709.333001:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848818432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686709.333004:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8273 00000100:00100000:0.0:1734686709.333009:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848819584:12345-0@lo:400:kworker.0 Request processed in 24us (57us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686709.333010:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54961 00000100:00100000:3.0:1734686709.333012:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848818944:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686709.333013:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54962 00000100:00100000:0.0:1734686709.333014:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4403 00000100:00100000:1.0:1734686709.333016:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848819328:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686709.333026:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734686709.333028:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686679 00010000:00020000:1.0:1734686709.333029:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686709.333029:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848818432:12345-0@lo:400:kworker.0 Request processed in 28us (197us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686709.333031:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686679 00000100:00080000:0.0:1734686709.333033:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686679 00000100:00100000:2.0:1734686709.333035:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:3.0:1734686709.333040:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848818944:12345-0@lo:8:kworker.0 Request processed in 27us (175us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686709.333042:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848819328:12345-0@lo:8:kworker.0 Request processed in 25us (87us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686709.333044:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54961 00000100:00100000:1.0:1734686709.333046:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54962 00000100:00080000:3.0:1734686709.333059:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686709.333061:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686709.333064:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848819456:0@lo:400:kworker.0 00000100:00100000:3.0:1734686709.333064:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848818944:0@lo:8:kworker.0 00000100:00100000:0.0:1734686709.333067:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848818816 00000100:00080000:3.0:1734686709.333068:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686709.333069:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848818816 00000100:00080000:3.0:1734686709.333070:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686709.333071:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099581f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848819200:0@lo:400:kworker.0 00000100:00100000:3.0:1734686709.333072:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848819328:0@lo:8:kworker.0 00000100:00100000:2.0:1734686709.333073:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848819584:0@lo:400:kworker.0 00000100:00100000:1.0:1734686709.333076:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848818560:0@lo:400:kworker.0 00000100:00100000:2.0:1734686709.333082:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099580e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848819072:0@lo:400:kworker.0 00000100:00100000:0.0:1734686709.333083:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42112 00000100:00100000:3.0:1734686709.333085:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686709.333086:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848818816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686709.333089:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848818432:0@lo:400:kworker.0 00000100:00100000:3.0:1734686709.333095:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848818688 00000100:00100000:3.0:1734686709.333097:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848818688 00000100:00100000:0.0:1734686709.333106:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848818816:12345-0@lo:400:kworker.0 Request processed in 20us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686709.333107:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848818816:0@lo:400:kworker.0 00000100:00100000:0.0:1734686709.333110:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42112 00000100:00080000:0.0:1734686709.333117:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686679 00000100:00080000:0.0:1734686709.333118:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686679 00000100:00100000:3.0:1734686709.333118:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4404 00000100:00100000:3.0:1734686709.333121:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848818688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686709.333140:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848818688:12345-0@lo:400:kworker.0 Request processed in 19us (54us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686709.333143:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4404 00000100:00100000:0.0:1734686709.333153:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848818688:0@lo:400:kworker.0 00000100:00100000:0.0:1734686709.348757:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848819712:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686709.348809:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686709.348858:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848819712 00000100:00100000:2.0:1734686709.348865:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848819712 00000100:00100000:2.0:1734686709.348910:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42113 00000100:00100000:2.0:1734686709.348917:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848819712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686709.348947:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686709.348991:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848819712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686709.348998:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42113 00000100:00100000:0.0:1734686709.349011:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848819712:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686709.412763:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848819840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686709.412816:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686709.412837:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848819840 00000100:00100000:0.0:1734686709.412844:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848819840 00000100:00100000:0.0:1734686709.412887:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7400 00000100:00100000:0.0:1734686709.412894:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013170a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848819840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686709.412922:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686709.412973:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013170a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848819840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686709.412980:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7400 00000100:00100000:1.0:1734686709.412992:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848819840:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686709.774709:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686710.776761:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686711.108696:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848819968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686711.108745:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686711.108783:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848819968 00000100:00100000:2.0:1734686711.108790:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848819968 00000100:00080000:0.0:1734686711.108819:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686681 00000100:00100000:2.0:1734686711.108836:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7401 00000100:00100000:2.0:1734686711.108841:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099580700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848819968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686711.108864:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686711.108899:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099580700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848819968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686711.108904:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7401 00000100:00100000:0.0:1734686711.108923:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848819968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686711.766961:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686711.766989:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686711.767009:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686711.767028:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686711.767055:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872822656 00000100:00100000:3.0:1734686711.767055:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872822784 00000100:00100000:0.0:1734686711.767064:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872823040 00000100:00100000:2.0:1734686711.767064:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872822656 00000100:00100000:3.0:1734686711.767064:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872822784 00000100:00100000:0.0:1734686711.767068:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872823040 00000100:00100000:1.0:1734686711.767086:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872822912 00000100:00100000:1.0:1734686711.767090:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872822912 00000100:00100000:0.0:1734686711.767095:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54963 00000100:00100000:2.0:1734686711.767095:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1439 00000100:00100000:3.0:1734686711.767101:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4405 00000100:00100000:0.0:1734686711.767102:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872823040:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686711.767102:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872822656:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686711.767105:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872822784:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686711.767117:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4406 00000100:00100000:1.0:1734686711.767122:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872822912:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686711.767123:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686711.767148:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872822656:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686711.767149:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099581f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872822784:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686711.767151:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872823040:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 50us (141us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686711.767153:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1439 00000100:00100000:3.0:1734686711.767154:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4405 00000100:00100000:0.0:1734686711.767157:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54963 00000100:00100000:1.0:1734686711.767160:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872822912:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686711.767166:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4406 00000100:00080000:0.0:1734686711.767169:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686681 00000100:00080000:0.0:1734686711.767174:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686681 00000100:00080000:0.0:1734686711.767175:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686681 00010000:00010000:3.0:1734686711.778736:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686712.780727:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686713.782719:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686714.292699:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848820096:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686714.292750:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686714.292793:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848820096 00000100:00100000:2.0:1734686714.292800:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848820096 00000100:00100000:2.0:1734686714.292844:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42114 00000100:00100000:2.0:1734686714.292850:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848820096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686714.292881:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686714.292926:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131708700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848820096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686714.292933:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42114 00000100:00100000:1.0:1734686714.292955:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848820096:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686714.340705:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686714.340711:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686714.340714:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686714.340722:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11509 00000100:00080000:0.0:1734686714.340725:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686714.340725:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848820352:0@lo:400:kworker.0 00000100:00100000:2.0:1734686714.340725:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848820224:0@lo:400:kworker.0 00000100:00080000:0.0:1734686714.340730:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686714.340750:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096414380 x1818938848820736/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686714.340781:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686714.340783:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686714.340785:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686714.340788:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11509 00000100:00080000:0.0:1734686714.340791:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734686714.340794:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686714.340796:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686714.340797:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686714.340805:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096415500 x1818938848821120/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686714.340809:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848820736:0@lo:8:kworker.0 00000100:00100000:1.0:1734686714.340822:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848820992:0@lo:400:kworker.0 00000100:00100000:2.0:1734686714.340823:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848820864:0@lo:400:kworker.0 00000100:00100000:0.0:1734686714.340834:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848820480:0@lo:400:kworker.0 00000100:00100000:3.0:1734686714.340836:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686714.340852:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686714.340855:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848820736 00000100:00100000:3.0:1734686714.340859:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848821120:0@lo:8:kworker.0 00000100:00100000:2.0:1734686714.340861:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848820736 00000100:00100000:0.0:1734686714.340877:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848820352 00000100:00100000:0.0:1734686714.340880:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848820352 00000100:00100000:2.0:1734686714.340885:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54964 00000100:00100000:3.0:1734686714.340885:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686714.340891:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848820608:0@lo:400:kworker.0 00000100:00100000:2.0:1734686714.340892:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848820736:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686714.340905:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848820992 00000100:00100000:0.0:1734686714.340908:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848820992 00000100:00100000:3.0:1734686714.340909:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848820224 00010000:00020000:2.0:1734686714.340910:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686714.340912:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686714.340913:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848820224 00000100:00100000:0.0:1734686714.340919:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4407 00000100:00100000:1.0:1734686714.340923:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848821376:0@lo:400:kworker.0 00000100:00100000:0.0:1734686714.340925:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848820352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686714.340933:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:3.0:1734686714.340938:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848820224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686714.340940:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686714.340941:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848820736:12345-0@lo:8:kworker.0 Request processed in 50us (104us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686714.340954:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54964 00000100:00100000:0.0:1734686714.340963:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848820352:12345-0@lo:400:kworker.0 Request processed in 38us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686714.340964:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848821376 00000100:00100000:1.0:1734686714.340967:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848821376 00000100:00100000:2.0:1734686714.340968:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848821120 00000100:00100000:3.0:1734686714.340968:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848820224:12345-0@lo:400:kworker.0 Request processed in 29us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686714.340970:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4407 00000100:00100000:2.0:1734686714.340971:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848821120 00000100:00100000:3.0:1734686714.340974:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:0.0:1734686714.340982:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4408 00000100:00100000:2.0:1734686714.340984:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54965 00000100:00100000:0.0:1734686714.340985:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848820992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686714.340988:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848821120:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686714.340989:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4409 00000100:00100000:1.0:1734686714.340994:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848821376:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734686714.340997:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686714.341003:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848820992:12345-0@lo:400:kworker.0 Request processed in 17us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686714.341008:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4408 00000100:00100000:2.0:1734686714.341017:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848821120:12345-0@lo:8:kworker.0 Request processed in 28us (131us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734686714.341022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686684 00000100:00100000:2.0:1734686714.341022:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54965 00000100:00080000:0.0:1734686714.341025:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686684 00000100:00100000:1.0:1734686714.341026:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848821376:12345-0@lo:400:kworker.0 Request processed in 32us (85us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686714.341031:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686714.341032:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686714.341032:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4409 00000100:00080000:3.0:1734686714.341035:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686714.341038:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848821120:0@lo:8:kworker.0 00000100:00100000:2.0:1734686714.341039:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686714.341042:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848821248:0@lo:400:kworker.0 00000100:00100000:1.0:1734686714.341045:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848820480 00000100:00080000:3.0:1734686714.341047:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686714.341048:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848820480 00000100:00080000:3.0:1734686714.341049:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686714.341052:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848820736:0@lo:8:kworker.0 00000100:00100000:2.0:1734686714.341054:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848820224:0@lo:400:kworker.0 00000100:00100000:0.0:1734686714.341059:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686714.341063:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4410 00000100:00100000:1.0:1734686714.341067:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848820480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686714.341070:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848820864 00000100:00100000:2.0:1734686714.341072:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848820864 00000100:00080000:0.0:1734686714.341076:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686684 00000100:00080000:0.0:1734686714.341078:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686684 00000100:00100000:3.0:1734686714.341082:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848821248 00000100:00100000:3.0:1734686714.341086:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848821248 00000100:00100000:2.0:1734686714.341091:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8275 00000100:00100000:1.0:1734686714.341092:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848820480:12345-0@lo:400:kworker.0 Request processed in 25us (60us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686714.341096:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4410 00000100:00100000:2.0:1734686714.341096:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848820864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686714.341105:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8276 00000100:00100000:3.0:1734686714.341109:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848821248:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686714.341112:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686684 00000100:00100000:1.0:1734686714.341117:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848820992:0@lo:400:kworker.0 00000100:00100000:1.0:1734686714.341123:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848820352:0@lo:400:kworker.0 00000100:00100000:2.0:1734686714.341125:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848820864:12345-0@lo:400:kworker.0 Request processed in 29us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686714.341127:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f048000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848820480:0@lo:400:kworker.0 00000100:00100000:2.0:1734686714.341131:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8275 00000100:00100000:0.0:1734686714.341136:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848821248:0@lo:400:kworker.0 00000100:00100000:3.0:1734686714.341136:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848821248:12345-0@lo:400:kworker.0 Request processed in 27us (76us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686714.341138:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848821376:0@lo:400:kworker.0 00000100:00100000:3.0:1734686714.341142:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8276 00000100:00100000:2.0:1734686714.341152:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848820864:0@lo:400:kworker.0 00000100:00100000:1.0:1734686714.341154:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848820608 00000100:00100000:1.0:1734686714.341156:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848820608 00000100:00080000:0.0:1734686714.341167:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686684 00000100:00100000:1.0:1734686714.341171:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42115 00000100:00100000:1.0:1734686714.341174:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848820608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686714.341191:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848820608:12345-0@lo:400:kworker.0 Request processed in 17us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686714.341195:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42115 00000100:00100000:2.0:1734686714.341204:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f04ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848820608:0@lo:400:kworker.0 00000100:00100000:2.0:1734686714.356763:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848821504:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686714.356825:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686714.356896:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848821504 00000100:00100000:1.0:1734686714.356904:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848821504 00000100:00100000:1.0:1734686714.356948:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42116 00000100:00100000:1.0:1734686714.356955:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848821504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686714.356987:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686714.357026:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848821504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686714.357032:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42116 00000100:00100000:2.0:1734686714.357048:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848821504:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686714.420720:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848821632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686714.420770:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686714.420823:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848821632 00000100:00100000:2.0:1734686714.420831:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848821632 00000100:00100000:2.0:1734686714.420864:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7402 00000100:00100000:2.0:1734686714.420870:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848821632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686714.420894:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686714.420930:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848821632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686714.420934:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7402 00000100:00100000:1.0:1734686714.420954:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d269f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848821632:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686714.784729:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686715.786700:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686716.116719:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848821760:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686716.116769:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686716.116806:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848821760 00000100:00100000:0.0:1734686716.116812:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848821760 00000100:00080000:2.0:1734686716.116840:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686686 00000100:00100000:0.0:1734686716.116852:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7403 00000100:00100000:0.0:1734686716.116856:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848821760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686716.116881:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686716.116922:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848821760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686716.116926:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7403 00000100:00100000:2.0:1734686716.116949:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848821760:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686716.774950:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686716.775000:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686716.775027:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872823296 00000100:00100000:0.0:1734686716.775031:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686716.775035:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872823296 00000100:00100000:2.0:1734686716.775059:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872823168 00000100:00100000:0.0:1734686716.775063:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686716.775063:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872823168 00000100:00100000:1.0:1734686716.775085:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872823424 00000100:00100000:1.0:1734686716.775087:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872823424 00000100:00100000:2.0:1734686716.775087:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1441 00000100:00100000:2.0:1734686716.775093:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872823168:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686716.775097:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4411 00000100:00100000:0.0:1734686716.775103:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872823296:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686716.775104:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686686 00000100:00080000:3.0:1734686716.775108:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686686 00000100:00100000:1.0:1734686716.775109:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4412 00000100:00080000:3.0:1734686716.775111:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686686 00000100:00100000:1.0:1734686716.775114:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872823424:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686716.775122:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872823552 00000100:00100000:3.0:1734686716.775125:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872823552 00000100:00100000:2.0:1734686716.775135:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872823168:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 43us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686716.775136:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872823296:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 33us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686716.775140:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4411 00000100:00100000:1.0:1734686716.775140:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872823424:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 25us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686716.775140:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1441 00000100:00100000:3.0:1734686716.775144:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54966 00000100:00100000:1.0:1734686716.775145:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4412 00000100:00100000:3.0:1734686716.775148:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872823552:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734686716.775168:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686716.775190:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872823552:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686716.775195:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54966 00010000:00010000:3.0:1734686716.788742:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686717.790712:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686718.792703:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686719.300745:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848821888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686719.300793:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686719.300838:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848821888 00000100:00100000:1.0:1734686719.300845:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848821888 00000100:00100000:1.0:1734686719.300882:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42117 00000100:00100000:1.0:1734686719.300889:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848821888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686719.300917:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686719.300959:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d26a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848821888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686719.300965:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42117 00000100:00100000:3.0:1734686719.300984:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848821888:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686719.348725:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686719.348729:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686719.348731:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686719.348737:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11514 00000100:00080000:0.0:1734686719.348740:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734686719.348742:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848822400:0@lo:400:kworker.0 00000100:00100000:2.0:1734686719.348743:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848822272:0@lo:400:kworker.0 00000100:00080000:0.0:1734686719.348744:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686719.348757:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848822144:0@lo:400:kworker.0 00000100:00100000:0.0:1734686719.348760:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096469f80 x1818938848822528/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:0.0:1734686719.348777:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686719.348779:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686719.348781:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686719.348783:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11514 00000100:00080000:0.0:1734686719.348785:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1734686719.348787:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686719.348793:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096419f80 x1818938848822912/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686719.348796:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686719.348797:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686719.348821:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848822272 00000100:00100000:0.0:1734686719.348826:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686719.348827:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848823168:0@lo:400:kworker.0 00000100:00100000:1.0:1734686719.348828:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848822272 00000100:00100000:2.0:1734686719.348828:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848823040:0@lo:400:kworker.0 00000100:00100000:0.0:1734686719.348841:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848822784:0@lo:400:kworker.0 00000100:00100000:3.0:1734686719.348841:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686719.348848:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686719.348849:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1734686719.348852:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848822016:0@lo:400:kworker.0 00000100:00100000:0.0:1734686719.348860:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686719.348864:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848822144 00000100:00100000:1.0:1734686719.348867:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848822144 00000100:00100000:3.0:1734686719.348869:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686719.348872:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848823040 00000100:00100000:2.0:1734686719.348876:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848823040 00000100:00100000:3.0:1734686719.348876:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848822656:0@lo:400:kworker.0 00000100:00100000:1.0:1734686719.348879:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848823168 00000100:00100000:1.0:1734686719.348881:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848823168 00000100:00100000:0.0:1734686719.348884:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848822784 00000100:00100000:3.0:1734686719.348885:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686719.348887:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848822784 00000100:00100000:1.0:1734686719.348895:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4413 00000100:00100000:2.0:1734686719.348897:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848822656 00000100:00100000:3.0:1734686719.348898:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848822528:0@lo:8:kworker.0 00000100:00100000:2.0:1734686719.348899:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848822656 00000100:00100000:1.0:1734686719.348901:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848822272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686719.348905:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4414 00000100:00100000:0.0:1734686719.348910:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848822144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686719.348910:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686719.348911:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8277 00000100:00100000:2.0:1734686719.348916:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848823040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686719.348916:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848822912:0@lo:8:kworker.0 00000100:00100000:3.0:1734686719.348925:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686719.348939:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686689 00000100:00080000:3.0:1734686719.348941:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686689 00000100:00080000:3.0:1734686719.348943:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686689 00000100:00100000:1.0:1734686719.348946:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848822272:12345-0@lo:400:kworker.0 Request processed in 45us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686719.348947:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848822144:12345-0@lo:400:kworker.0 Request processed in 36us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686719.348952:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4415 00000100:00100000:2.0:1734686719.348954:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848823040:12345-0@lo:400:kworker.0 Request processed in 38us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686719.348955:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4413 00000100:00100000:3.0:1734686719.348956:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848823168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686719.348959:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4414 00000100:00100000:2.0:1734686719.348961:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8277 00000100:00100000:1.0:1734686719.348972:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4416 00000100:00100000:2.0:1734686719.348974:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848822528 00000100:00100000:3.0:1734686719.348975:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848823168:12345-0@lo:400:kworker.0 Request processed in 20us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686719.348976:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848822784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686719.348977:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848822528 00000100:00100000:3.0:1734686719.348980:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4415 00000100:00100000:2.0:1734686719.348989:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848822912 00000100:00100000:2.0:1734686719.348991:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848822912 00000100:00100000:0.0:1734686719.348999:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8278 00000100:00100000:1.0:1734686719.349000:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848822784:12345-0@lo:400:kworker.0 Request processed in 23us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686719.349003:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54967 00000100:00100000:0.0:1734686719.349004:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848822656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686719.349006:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4416 00000100:00100000:2.0:1734686719.349007:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848822528:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686719.349011:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54968 00000100:00100000:3.0:1734686719.349014:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848822912:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1734686719.349025:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686719.349026:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848822400 00010000:00020000:3.0:1734686719.349027:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686719.349028:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848822400 00000100:00100000:0.0:1734686719.349029:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848822656:12345-0@lo:400:kworker.0 Request processed in 25us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686719.349035:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8278 00000100:00100000:3.0:1734686719.349042:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848822912:12345-0@lo:8:kworker.0 Request processed in 28us (117us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686719.349046:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54968 00000100:00100000:1.0:1734686719.349048:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42118 00000100:00100000:2.0:1734686719.349048:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b5a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848822528:12345-0@lo:8:kworker.0 Request processed in 39us (135us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686719.349052:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848822400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686719.349054:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54967 00000100:00080000:3.0:1734686719.349055:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686689 00000100:00080000:3.0:1734686719.349066:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686719.349068:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848822784:0@lo:400:kworker.0 00000100:00080000:3.0:1734686719.349068:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686719.349071:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848822528:0@lo:8:kworker.0 00000100:00080000:3.0:1734686719.349075:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686719.349076:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848822400:12345-0@lo:400:kworker.0 Request processed in 23us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686719.349077:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848822144:0@lo:400:kworker.0 00000100:00080000:3.0:1734686719.349077:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686719.349079:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848822912:0@lo:8:kworker.0 00000100:00100000:1.0:1734686719.349082:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42118 00000100:00100000:3.0:1734686719.349095:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848822656:0@lo:400:kworker.0 00000100:00100000:3.0:1734686719.349100:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072de3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848823168:0@lo:400:kworker.0 00000100:00100000:0.0:1734686719.349105:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848823040:0@lo:400:kworker.0 00000100:00100000:3.0:1734686719.349105:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848822400:0@lo:400:kworker.0 00000100:00100000:0.0:1734686719.349113:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848822272:0@lo:400:kworker.0 00000100:00100000:1.0:1734686719.349113:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848822016 00000100:00100000:1.0:1734686719.349116:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848822016 00000100:00080000:3.0:1734686719.349131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686689 00000100:00100000:1.0:1734686719.349135:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1734686719.349139:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848822016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686719.349163:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848822016:12345-0@lo:400:kworker.0 Request processed in 23us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686719.349165:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848822016:0@lo:400:kworker.0 00000100:00100000:1.0:1734686719.349171:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:3.0:1734686719.364753:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686719.364774:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848823296:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686719.364830:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686719.364868:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848823296 00000100:00100000:1.0:1734686719.364875:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848823296 00000100:00100000:1.0:1734686719.364910:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42119 00000100:00100000:1.0:1734686719.364915:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848823296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686719.364939:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686719.364976:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848823296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686719.364981:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42119 00000100:00100000:3.0:1734686719.365010:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848823296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686719.428705:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848823424:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686719.428756:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686719.428801:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848823424 00000100:00100000:2.0:1734686719.428809:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848823424 00000100:00100000:2.0:1734686719.428856:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7404 00000100:00100000:2.0:1734686719.428862:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848823424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686719.428889:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686719.428934:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848823424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686719.428940:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7404 00000100:00100000:0.0:1734686719.428955:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d25d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848823424:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686719.794707:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686720.796745:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686721.124729:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848823552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686721.124780:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686721.124815:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848823552 00000100:00100000:2.0:1734686721.124821:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848823552 00000100:00100000:2.0:1734686721.124862:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7405 00000100:00100000:2.0:1734686721.124867:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848823552:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1734686721.124880:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686691 00002000:00000024:2.0:1734686721.124889:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686721.124916:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848823552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686721.124921:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7405 00000100:00100000:0.0:1734686721.124932:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ff2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848823552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686721.782932:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686721.782967:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686721.782983:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686721.783004:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686721.783023:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872823808 00000100:00100000:1.0:1734686721.783028:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872823680 00000100:00100000:2.0:1734686721.783031:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872823808 00000100:00100000:1.0:1734686721.783033:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872823680 00000100:00100000:0.0:1734686721.783034:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872823936 00000100:00100000:0.0:1734686721.783038:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872823936 00000100:00100000:3.0:1734686721.783058:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872824064 00000100:00100000:3.0:1734686721.783063:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872824064 00000100:00100000:0.0:1734686721.783068:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4417 00000100:00100000:1.0:1734686721.783068:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1443 00000100:00100000:2.0:1734686721.783074:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4418 00000100:00100000:0.0:1734686721.783075:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872823936:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686721.783075:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872823680:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686721.783078:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872823808:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686721.783082:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54969 00000100:00100000:3.0:1734686721.783085:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872824064:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734686721.783102:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686721.783117:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872823680:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686721.783118:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872823936:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686721.783121:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872823808:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686721.783122:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1443 00000100:00100000:0.0:1734686721.783124:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4417 00000100:00100000:2.0:1734686721.783127:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4418 00000100:00100000:3.0:1734686721.783131:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872824064:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 44us (125us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686721.783135:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54969 00000100:00080000:3.0:1734686721.783149:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686691 00000100:00080000:3.0:1734686721.783152:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686691 00000100:00080000:3.0:1734686721.783153:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686691 00010000:00010000:3.0:1734686721.798796:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686722.800747:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686723.802755:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686724.308743:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686724.308761:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848823680:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686724.308811:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686724.308882:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848823680 00000100:00100000:2.0:1734686724.308896:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848823680 00000100:00100000:2.0:1734686724.308962:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42120 00000100:00100000:2.0:1734686724.308970:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848823680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686724.309013:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686724.309086:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d25d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848823680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686724.309094:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42120 00000100:00100000:1.0:1734686724.309114:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848823680:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686724.356780:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1734686724.356788:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686724.356791:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686724.356800:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11519 00000100:00100000:1.0:1734686724.356801:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848823936:0@lo:400:kworker.0 00000100:00080000:0.0:1734686724.356805:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1734686724.356812:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686724.356818:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848824192:0@lo:400:kworker.0 00000100:00100000:0.0:1734686724.356837:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079881f80 x1818938848824320/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686724.356870:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686724.356871:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686724.356876:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686724.356879:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686724.356881:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686724.356884:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11519 00000100:00080000:0.0:1734686724.356888:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686724.356892:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686724.356904:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079883100 x1818938848824704/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686724.356907:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1734686724.356910:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848823808:0@lo:400:kworker.0 00000100:00100000:1.0:1734686724.356913:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848824576:0@lo:400:kworker.0 00000100:00100000:3.0:1734686724.356920:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848824320:0@lo:8:kworker.0 00000100:00100000:2.0:1734686724.356937:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686724.356945:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848824064:0@lo:400:kworker.0 00000100:00100000:1.0:1734686724.356945:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686724.356948:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848824448:0@lo:400:kworker.0 00000100:00100000:3.0:1734686724.356957:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686724.356976:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848823936 00000100:00100000:1.0:1734686724.356980:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848823808 00000100:00100000:0.0:1734686724.356981:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686724.356983:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848823936 00000100:00100000:3.0:1734686724.356985:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848824704:0@lo:8:kworker.0 00000100:00100000:1.0:1734686724.356987:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848823808 00000100:00100000:0.0:1734686724.357003:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848824832:0@lo:400:kworker.0 00000100:00100000:3.0:1734686724.357014:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686724.357017:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848824576 00000100:00100000:2.0:1734686724.357020:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848824576 00000100:00100000:0.0:1734686724.357024:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848824064 00000100:00100000:0.0:1734686724.357027:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848824064 00000100:00100000:1.0:1734686724.357029:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:2.0:1734686724.357031:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4419 00000100:00100000:2.0:1734686724.357036:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848823936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686724.357037:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848823808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686724.357045:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4420 00000100:00100000:3.0:1734686724.357047:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848824320 00000100:00100000:0.0:1734686724.357049:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848824576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686724.357051:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848824320 00000100:00100000:3.0:1734686724.357066:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848824704 00000100:00100000:3.0:1734686724.357068:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848824704 00000100:00100000:2.0:1734686724.357076:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848823936:12345-0@lo:400:kworker.0 Request processed in 40us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686724.357079:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54970 00000100:00100000:2.0:1734686724.357081:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4419 00000100:00100000:0.0:1734686724.357082:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f048000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848824576:12345-0@lo:400:kworker.0 Request processed in 32us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686724.357084:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848823808:12345-0@lo:400:kworker.0 Request processed in 48us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686724.357084:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848824320:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686724.357087:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4420 00000100:00100000:1.0:1734686724.357091:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:0.0:1734686724.357097:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4421 00000100:00100000:0.0:1734686724.357100:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848824064:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734686724.357104:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686724.357117:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848824064:12345-0@lo:400:kworker.0 Request processed in 16us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686724.357121:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4421 00000100:00100000:2.0:1734686724.357122:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848824576:0@lo:400:kworker.0 00000100:00100000:1.0:1734686724.357125:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686724.357131:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848823936:0@lo:400:kworker.0 00000100:00100000:1.0:1734686724.357149:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848824960:0@lo:400:kworker.0 00000100:00100000:3.0:1734686724.357151:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848824320:12345-0@lo:8:kworker.0 Request processed in 49us (176us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686724.357159:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54970 00000100:00100000:0.0:1734686724.357164:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54971 00000100:00100000:0.0:1734686724.357167:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848824704:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686724.357171:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686724.357175:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848824192 00000100:00100000:2.0:1734686724.357177:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848824192 00000100:00080000:3.0:1734686724.357179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686694 00010000:00020000:0.0:1734686724.357181:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1734686724.357183:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686694 00000100:00080000:3.0:1734686724.357185:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686694 00000100:00100000:1.0:1734686724.357193:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848824960 00000100:00100000:2.0:1734686724.357193:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42121 00000100:00100000:1.0:1734686724.357195:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848824960 00000100:00100000:2.0:1734686724.357196:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848824192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686724.357200:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848824704:12345-0@lo:8:kworker.0 Request processed in 32us (187us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686724.357205:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54971 00000100:00100000:1.0:1734686724.357210:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4422 00000100:00100000:1.0:1734686724.357213:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848824960:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686724.357218:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686724.357219:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848824192:12345-0@lo:400:kworker.0 Request processed in 23us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686724.357222:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686724.357222:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686724.357223:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42121 00000100:00100000:3.0:1734686724.357226:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848824704:0@lo:8:kworker.0 00000100:00080000:3.0:1734686724.357234:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686724.357236:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686724.357237:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686724.357239:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f04b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848824960:12345-0@lo:400:kworker.0 Request processed in 26us (68us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686724.357239:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848824320:0@lo:8:kworker.0 00000100:00100000:0.0:1734686724.357242:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848824064:0@lo:400:kworker.0 00000100:00100000:1.0:1734686724.357244:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4422 00000100:00100000:2.0:1734686724.357249:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012e175500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848824192:0@lo:400:kworker.0 00000100:00100000:0.0:1734686724.357253:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848824832 00000100:00100000:0.0:1734686724.357255:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848824832 00000100:00100000:2.0:1734686724.357260:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009646b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848823808:0@lo:400:kworker.0 00000100:00100000:1.0:1734686724.357264:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848824960:0@lo:400:kworker.0 00000100:00080000:3.0:1734686724.357270:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686694 00000100:00100000:0.0:1734686724.357272:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848824448 00000100:00100000:0.0:1734686724.357274:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848824448 00000100:00100000:2.0:1734686724.357278:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8279 00000100:00100000:2.0:1734686724.357282:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848824832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686724.357288:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8280 00000100:00100000:0.0:1734686724.357291:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848824448:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1734686724.357298:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686694 00000100:00100000:2.0:1734686724.357301:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848824832:12345-0@lo:400:kworker.0 Request processed in 19us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686724.357305:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8279 00000100:00100000:0.0:1734686724.357309:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848824448:12345-0@lo:400:kworker.0 Request processed in 17us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686724.357313:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8280 00000100:00100000:2.0:1734686724.357318:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848824448:0@lo:400:kworker.0 00000100:00100000:0.0:1734686724.357326:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848824832:0@lo:400:kworker.0 00000100:00100000:1.0:1734686724.372751:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848825088:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686724.372813:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686724.372847:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848825088 00000100:00100000:2.0:1734686724.372854:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848825088 00000100:00100000:2.0:1734686724.372889:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42122 00000100:00100000:2.0:1734686724.372894:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848825088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686724.372922:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686724.372958:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848825088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686724.372962:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42122 00000100:00100000:1.0:1734686724.372991:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848825088:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686724.436811:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686724.436843:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800979cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848825216:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686724.436921:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686724.436986:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848825216 00000100:00100000:2.0:1734686724.436996:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848825216 00000100:00100000:2.0:1734686724.437037:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7406 00000100:00100000:2.0:1734686724.437044:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848825216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686724.437073:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686724.437181:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848825216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 137us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686724.437188:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7406 00000100:00100000:0.0:1734686724.437192:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800979cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848825216:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686724.804801:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686725.806665:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686726.132811:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848825344:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686726.132891:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686726.132948:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848825344 00000100:00100000:0.0:1734686726.132958:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848825344 00000100:00080000:3.0:1734686726.133007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686696 00000100:00100000:1.0:1734686726.133082:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7407 00000100:00100000:1.0:1734686726.133091:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848825344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686726.133143:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686726.133197:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e175500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848825344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686726.133206:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7407 00000100:00100000:2.0:1734686726.133251:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848825344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686726.790919:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686726.790965:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686726.790992:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686726.791022:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686726.791027:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872824192 00000100:00100000:1.0:1734686726.791035:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872824192 00000100:00100000:3.0:1734686726.791035:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872824320 00000100:00100000:3.0:1734686726.791045:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872824320 00000100:00100000:0.0:1734686726.791047:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872824576 00000100:00100000:0.0:1734686726.791052:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872824576 00000100:00100000:1.0:1734686726.791077:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1445 00000100:00100000:0.0:1734686726.791078:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54972 00000100:00100000:1.0:1734686726.791083:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872824192:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686726.791084:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872824576:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686726.791090:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872824448 00000100:00100000:3.0:1734686726.791106:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872824448 00000100:00080000:2.0:1734686726.791125:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686696 00000100:00100000:3.0:1734686726.791125:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4423 00010000:00020000:0.0:1734686726.791126:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686726.791130:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872824320:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734686726.791131:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686696 00000100:00080000:2.0:1734686726.791133:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686696 00000100:00100000:1.0:1734686726.791149:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872824192:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686726.791154:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872824576:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 70us (130us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686726.791156:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1445 00000100:00100000:0.0:1734686726.791161:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54972 00000100:00100000:3.0:1734686726.791183:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872824320:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686726.791186:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4424 00000100:00100000:0.0:1734686726.791191:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872824448:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686726.791194:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4423 00000100:00100000:0.0:1734686726.791223:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872824448:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686726.791229:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4424 00010000:00010000:3.0:1734686726.808686:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686727.810703:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686728.812698:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686729.316780:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848825472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686729.316831:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686729.316890:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848825472 00000100:00100000:0.0:1734686729.316898:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848825472 00000100:00100000:0.0:1734686729.316933:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42123 00000100:00100000:0.0:1734686729.316937:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848825472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686729.316965:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686729.317001:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009646b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848825472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686729.317005:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42123 00000100:00100000:2.0:1734686729.317011:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848825472:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686729.364736:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686729.364742:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686729.364745:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686729.364748:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848825600:0@lo:400:kworker.0 00000100:00080000:2.0:1734686729.364752:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11524 00000100:00100000:3.0:1734686729.364754:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848825728:0@lo:400:kworker.0 00000100:00080000:2.0:1734686729.364756:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686729.364761:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686729.364777:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079883100 x1818938848826112/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686729.364801:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686729.364801:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686729.364802:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686729.364804:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686729.364806:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686729.364809:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11524 00000100:00080000:2.0:1734686729.364811:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686729.364814:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686729.364824:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c51c380 x1818938848826496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686729.364832:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848826368:0@lo:400:kworker.0 00000100:00100000:1.0:1734686729.364833:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848826240:0@lo:400:kworker.0 00000100:00100000:0.0:1734686729.364846:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848825728 00000100:00100000:2.0:1734686729.364851:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848825856:0@lo:400:kworker.0 00000100:00100000:3.0:1734686729.364852:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686729.364853:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848825728 00000100:00100000:1.0:1734686729.364855:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686729.364868:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734686729.364872:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686729.364872:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848826112:0@lo:8:kworker.0 00000100:00100000:1.0:1734686729.364873:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848825984:0@lo:400:kworker.0 00000100:00100000:2.0:1734686729.364884:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848826624:0@lo:400:kworker.0 00000100:00100000:0.0:1734686729.364886:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848826368 00000100:00100000:0.0:1734686729.364889:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848826368 00000100:00100000:3.0:1734686729.364890:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686729.364891:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686729.364899:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686729.364899:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848826496:0@lo:8:kworker.0 00000100:00100000:0.0:1734686729.364900:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848825856 00000100:00100000:0.0:1734686729.364902:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848825856 00000100:00100000:1.0:1734686729.364903:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848826752:0@lo:400:kworker.0 00000100:00100000:3.0:1734686729.364913:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686729.364917:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4425 00000100:00080000:2.0:1734686729.364917:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686699 00000100:00100000:1.0:1734686729.364918:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686729.364921:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686699 00000100:00100000:0.0:1734686729.364923:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848825728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686729.364930:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848826752 00000100:00100000:2.0:1734686729.364933:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848826752 00000100:00100000:3.0:1734686729.364935:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4426 00000100:00100000:1.0:1734686729.364936:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848826240 00000100:00100000:1.0:1734686729.364938:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848826240 00000100:00100000:3.0:1734686729.364939:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848826368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686729.364948:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4427 00000100:00100000:2.0:1734686729.364953:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848825856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686729.364960:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848826112 00000100:00100000:1.0:1734686729.364962:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848826112 00000100:00100000:0.0:1734686729.364971:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096419f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848825728:12345-0@lo:400:kworker.0 Request processed in 47us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686729.364971:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848826624 00000100:00100000:1.0:1734686729.364973:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848826624 00000100:00100000:3.0:1734686729.364979:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848826368:12345-0@lo:400:kworker.0 Request processed in 38us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686729.364980:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4425 00000100:00100000:1.0:1734686729.364982:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848826496 00000100:00100000:1.0:1734686729.364984:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848826496 00000100:00100000:2.0:1734686729.364985:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ed5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848825856:12345-0@lo:400:kworker.0 Request processed in 31us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686729.364985:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4426 00000100:00100000:2.0:1734686729.364990:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4427 00000100:00100000:0.0:1734686729.364993:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4428 00000100:00100000:1.0:1734686729.364993:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8281 00000100:00100000:0.0:1734686729.364997:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848826752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686729.364997:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848826240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686729.365004:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8282 00000100:00100000:3.0:1734686729.365007:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54973 00000100:00100000:2.0:1734686729.365008:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848826624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686729.365011:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848826112:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686729.365021:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848826752:12345-0@lo:400:kworker.0 Request processed in 22us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686729.365021:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848826240:12345-0@lo:400:kworker.0 Request processed in 22us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686729.365026:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4428 00000100:00100000:1.0:1734686729.365026:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8281 00000100:00100000:2.0:1734686729.365028:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848826624:12345-0@lo:400:kworker.0 Request processed in 20us (129us total) trans 0 rc 0/0 00010000:00020000:3.0:1734686729.365028:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686729.365033:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8282 00000100:00100000:1.0:1734686729.365038:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54974 00000100:00100000:1.0:1734686729.365042:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848826496:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686729.365044:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848825600 00000100:00100000:0.0:1734686729.365046:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848825600 00000100:00100000:3.0:1734686729.365065:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848826112:12345-0@lo:8:kworker.0 Request processed in 36us (158us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734686729.365066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686699 00010000:00020000:1.0:1734686729.365069:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734686729.365069:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686699 00000100:00100000:3.0:1734686729.365072:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54973 00000100:00100000:0.0:1734686729.365083:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:0.0:1734686729.365087:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848825600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686729.365089:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848825856:0@lo:400:kworker.0 00000100:00080000:3.0:1734686729.365090:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686729.365091:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848826496:12345-0@lo:8:kworker.0 Request processed in 48us (178us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734686729.365094:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686729.365096:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848826112:0@lo:8:kworker.0 00000100:00100000:1.0:1734686729.365097:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54974 00000100:00100000:2.0:1734686729.365097:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848826624:0@lo:400:kworker.0 00000100:00080000:3.0:1734686729.365103:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686729.365105:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686729.365108:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848826496:0@lo:8:kworker.0 00000100:00100000:0.0:1734686729.365109:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848825600:12345-0@lo:400:kworker.0 Request processed in 21us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686729.365115:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:1.0:1734686729.365126:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099ed4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848826752:0@lo:400:kworker.0 00000100:00100000:3.0:1734686729.365127:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848826368:0@lo:400:kworker.0 00000100:00100000:1.0:1734686729.365134:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848826240:0@lo:400:kworker.0 00000100:00100000:3.0:1734686729.365135:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096469f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848825728:0@lo:400:kworker.0 00000100:00100000:1.0:1734686729.365141:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096468000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848825600:0@lo:400:kworker.0 00000100:00100000:2.0:1734686729.365141:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848825984 00000100:00100000:2.0:1734686729.365144:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848825984 00000100:00080000:3.0:1734686729.365162:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686699 00000100:00100000:2.0:1734686729.365164:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42124 00000100:00100000:2.0:1734686729.365169:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848825984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686729.365209:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848825984:12345-0@lo:400:kworker.0 Request processed in 40us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686729.365213:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42124 00000100:00100000:1.0:1734686729.365226:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848825984:0@lo:400:kworker.0 00000100:00100000:2.0:1734686729.380737:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848826880:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686729.380795:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686729.380849:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848826880 00000100:00100000:0.0:1734686729.380857:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848826880 00000100:00100000:0.0:1734686729.380902:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42125 00000100:00100000:0.0:1734686729.380907:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848826880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686729.380932:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686729.380976:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848826880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686729.380983:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42125 00000100:00100000:2.0:1734686729.380986:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848826880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686729.444802:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848827008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686729.444856:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686729.444898:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848827008 00000100:00100000:1.0:1734686729.444906:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848827008 00000100:00100000:1.0:1734686729.444947:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7408 00000100:00100000:1.0:1734686729.444953:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848827008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686729.444981:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686729.445019:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096468000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848827008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686729.445025:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7408 00000100:00100000:3.0:1734686729.445090:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800728fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848827008:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686729.814739:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686730.816718:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686731.140729:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848827136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686731.140776:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686731.140845:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848827136 00000100:00100000:1.0:1734686731.140854:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848827136 00000100:00080000:3.0:1734686731.140894:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686701 00000100:00100000:1.0:1734686731.140906:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7409 00000100:00100000:1.0:1734686731.140913:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848827136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686731.140941:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686731.140984:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848827136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686731.140989:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7409 00000100:00100000:0.0:1734686731.140998:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848827136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686731.798937:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686731.798983:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686731.799026:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872824704 00000100:00100000:0.0:1734686731.799030:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686731.799035:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872824704 00000100:00100000:3.0:1734686731.799051:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872824832 00000100:00100000:3.0:1734686731.799055:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872824832 00000100:00100000:0.0:1734686731.799063:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686731.799085:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872824960 00000100:00100000:3.0:1734686731.799087:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872824960 00000100:00100000:2.0:1734686731.799089:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1447 00000100:00100000:2.0:1734686731.799096:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872824704:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686731.799098:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4429 00000100:00100000:3.0:1734686731.799102:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872824832:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686731.799109:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4430 00000100:00100000:0.0:1734686731.799116:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872824960:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686731.799130:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872825088 00000100:00100000:1.0:1734686731.799135:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872825088 00000100:00100000:3.0:1734686731.799140:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872824832:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686731.799144:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872824704:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686731.799144:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4429 00000100:00100000:0.0:1734686731.799151:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097683480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872824960:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686731.799151:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1447 00000100:00100000:1.0:1734686731.799152:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54975 00000100:00100000:1.0:1734686731.799156:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872825088:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686731.799159:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4430 00000100:00080000:3.0:1734686731.799159:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686701 00000100:00080000:3.0:1734686731.799162:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686701 00000100:00080000:3.0:1734686731.799163:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686701 00010000:00020000:1.0:1734686731.799173:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686731.799196:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872825088:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 39us (166us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686731.799200:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54975 00010000:00010000:3.0:1734686731.818754:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686732.820766:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686733.822709:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686734.324758:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686734.324778:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848827264:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686734.324828:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686734.324885:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848827264 00000100:00100000:2.0:1734686734.324891:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848827264 00000100:00100000:2.0:1734686734.324925:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42126 00000100:00100000:2.0:1734686734.324930:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848827264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686734.324956:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686734.325033:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097682300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848827264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686734.325040:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42126 00000100:00100000:0.0:1734686734.325058:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848827264:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686734.372715:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686734.372716:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848827392:0@lo:400:kworker.0 00000100:00080000:2.0:1734686734.372720:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734686734.372722:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848827520:0@lo:400:kworker.0 00000100:00080000:2.0:1734686734.372723:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686734.372729:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11529 00000100:00080000:2.0:1734686734.372733:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00100000:1.0:1734686734.372738:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848827648:0@lo:400:kworker.0 00000100:00080000:2.0:1734686734.372738:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686734.372755:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079883100 x1818938848827904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686734.372771:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686734.372773:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686734.372783:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686734.372786:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686734.372787:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686734.372790:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11529 00000100:00080000:2.0:1734686734.372792:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1734686734.372793:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686734.372796:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686734.372797:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848828032:0@lo:400:kworker.0 00000100:00100000:3.0:1734686734.372798:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848828160:0@lo:400:kworker.0 00000100:00100000:2.0:1734686734.372805:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880095b65f80 x1818938848828288/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686734.372811:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686734.372815:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686734.372819:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686734.372821:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848827520 00000100:00100000:0.0:1734686734.372823:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848827776:0@lo:400:kworker.0 00000100:00100000:3.0:1734686734.372825:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686734.372826:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848827520 00000100:00100000:3.0:1734686734.372830:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848828416:0@lo:400:kworker.0 00000100:00100000:0.0:1734686734.372833:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686734.372837:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848827904:0@lo:8:kworker.0 00000100:00100000:0.0:1734686734.372843:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686734.372847:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686734.372848:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848828544:0@lo:400:kworker.0 00000100:00100000:1.0:1734686734.372857:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848827648 00000100:00100000:1.0:1734686734.372859:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848827648 00000100:00100000:2.0:1734686734.372862:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686734.372864:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848828160 00000100:00100000:0.0:1734686734.372866:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686734.372867:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848828160 00000100:00100000:1.0:1734686734.372873:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848828544 00000100:00100000:1.0:1734686734.372875:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848828544 00000100:00100000:2.0:1734686734.372876:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848828288:0@lo:8:kworker.0 00000100:00100000:3.0:1734686734.372884:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4431 00000100:00100000:0.0:1734686734.372888:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848827392 00000100:00100000:3.0:1734686734.372889:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848827520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686734.372890:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686734.372891:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848827392 00000100:00100000:1.0:1734686734.372892:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4432 00000100:00100000:1.0:1734686734.372896:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848827648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686734.372913:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1734686734.372915:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848828032 00000100:00100000:0.0:1734686734.372917:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848827392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686734.372919:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848828032 00000100:00100000:1.0:1734686734.372924:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800728fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848827648:12345-0@lo:400:kworker.0 Request processed in 26us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686734.372924:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096469f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848827520:12345-0@lo:400:kworker.0 Request processed in 35us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686734.372930:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4432 00000100:00100000:3.0:1734686734.372933:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4431 00000100:00100000:2.0:1734686734.372939:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848828416 00000100:00100000:2.0:1734686734.372941:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848828416 00000100:00100000:3.0:1734686734.372945:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4433 00000100:00100000:0.0:1734686734.372946:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848827392:12345-0@lo:400:kworker.0 Request processed in 28us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686734.372948:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4434 00000100:00100000:3.0:1734686734.372949:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848828160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686734.372951:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848828544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686734.372952:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:2.0:1734686734.372952:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848827904 00000100:00100000:2.0:1734686734.372954:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848827904 00000100:00100000:2.0:1734686734.372976:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848828288 00000100:00100000:2.0:1734686734.372979:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848828288 00000100:00100000:1.0:1734686734.372985:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848828544:12345-0@lo:400:kworker.0 Request processed in 32us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686734.372985:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848828160:12345-0@lo:400:kworker.0 Request processed in 35us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686734.372991:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8283 00000100:00100000:3.0:1734686734.372991:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4433 00000100:00100000:1.0:1734686734.372993:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4434 00000100:00100000:2.0:1734686734.372996:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848828032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686734.373009:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848828544:0@lo:400:kworker.0 00000100:00100000:1.0:1734686734.373012:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8284 00000100:00100000:3.0:1734686734.373015:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54976 00000100:00100000:1.0:1734686734.373016:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848828416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686734.373018:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848827392:0@lo:400:kworker.0 00000100:00100000:3.0:1734686734.373019:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848827904:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686734.373024:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848828032:12345-0@lo:400:kworker.0 Request processed in 27us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686734.373030:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8283 00000100:00100000:0.0:1734686734.373034:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848828032:0@lo:400:kworker.0 00000100:00100000:1.0:1734686734.373038:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848828416:12345-0@lo:400:kworker.0 Request processed in 22us (191us total) trans 0 rc 0/0 00010000:00020000:3.0:1734686734.373038:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686734.373043:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8284 00000100:00100000:2.0:1734686734.373046:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54977 00000100:00100000:2.0:1734686734.373050:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848828288:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734686734.373058:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686704 00000100:00100000:3.0:1734686734.373059:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848827904:12345-0@lo:8:kworker.0 Request processed in 39us (197us total) trans 0 rc -19/-19 00010000:00020000:2.0:1734686734.373060:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734686734.373061:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686704 00000100:00080000:1.0:1734686734.373063:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686704 00000100:00080000:1.0:1734686734.373064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686704 00000100:00100000:3.0:1734686734.373065:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54976 00000100:00100000:0.0:1734686734.373074:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848827776 00000100:00100000:2.0:1734686734.373076:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848828288:12345-0@lo:8:kworker.0 Request processed in 26us (186us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686734.373077:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848827776 00000100:00100000:1.0:1734686734.373079:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079881f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848827648:0@lo:400:kworker.0 00000100:00080000:3.0:1734686734.373080:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686734.373081:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54977 00000100:00080000:3.0:1734686734.373083:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686734.373086:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848827904:0@lo:8:kworker.0 00000100:00080000:1.0:1734686734.373091:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686704 00000100:00080000:3.0:1734686734.373093:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686734.373096:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686734.373097:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42127 00000100:00100000:3.0:1734686734.373098:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848828288:0@lo:8:kworker.0 00000100:00100000:0.0:1734686734.373102:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848827776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686734.373118:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090784700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848828416:0@lo:400:kworker.0 00000100:00100000:3.0:1734686734.373126:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848828160:0@lo:400:kworker.0 00000100:00100000:3.0:1734686734.373133:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c51c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848827520:0@lo:400:kworker.0 00000100:00100000:0.0:1734686734.373139:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009870b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848827776:12345-0@lo:400:kworker.0 Request processed in 36us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686734.373146:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42127 00000100:00100000:1.0:1734686734.373161:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079882300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848827776:0@lo:400:kworker.0 00000100:00100000:1.0:1734686734.388758:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848828672:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686734.388812:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686734.388863:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848828672 00000100:00100000:0.0:1734686734.388870:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848828672 00000100:00100000:0.0:1734686734.388902:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42128 00000100:00100000:0.0:1734686734.388907:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848828672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686734.388936:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686734.388987:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099ed4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848828672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686734.388993:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42128 00000100:00100000:1.0:1734686734.389006:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848828672:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686734.452731:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686734.452752:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848828800:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686734.452806:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686734.452860:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848828800 00000100:00100000:2.0:1734686734.452868:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848828800 00000100:00100000:2.0:1734686734.452906:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7410 00000100:00100000:2.0:1734686734.452913:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848828800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686734.452941:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686734.452999:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848828800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686734.453006:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7410 00000100:00100000:1.0:1734686734.453038:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848828800:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686734.824737:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686735.826721:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686736.148729:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848828928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686736.148780:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686736.148817:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848828928 00000100:00100000:2.0:1734686736.148824:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848828928 00000100:00080000:1.0:1734686736.148859:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686706 00000100:00100000:2.0:1734686736.148866:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7411 00000100:00100000:2.0:1734686736.148871:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848828928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686736.148894:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686736.148925:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0f1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848828928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686736.148929:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7411 00000100:00100000:1.0:1734686736.148965:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098708000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848828928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686736.806827:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686736.806869:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686736.806871:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872825344 00000100:00100000:2.0:1734686736.806879:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872825344 00000100:00100000:0.0:1734686736.806898:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686736.806914:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872825216 00000100:00100000:2.0:1734686736.806916:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4435 00000100:00100000:1.0:1734686736.806918:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872825216 00000100:00100000:2.0:1734686736.806921:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872825344:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686736.806953:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686736.806962:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1449 00000100:00100000:1.0:1734686736.806966:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872825216:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686736.806973:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872825472 00000100:00100000:0.0:1734686736.806976:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872825472 00000100:00100000:3.0:1734686736.806979:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872825600 00000100:00100000:2.0:1734686736.806982:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872825344:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686736.806984:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872825600 00000100:00100000:2.0:1734686736.806987:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4435 00000100:00100000:1.0:1734686736.806989:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098ae8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872825216:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 22us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686736.806993:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1449 00000100:00100000:0.0:1734686736.807000:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4436 00000100:00100000:3.0:1734686736.807004:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54978 00000100:00100000:0.0:1734686736.807005:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872825472:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686736.807009:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872825600:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:1.0:1734686736.807012:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686706 00000100:00080000:1.0:1734686736.807015:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686706 00000100:00080000:1.0:1734686736.807016:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686706 00010000:00020000:3.0:1734686736.807028:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686736.807032:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872825472:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 27us (80us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686736.807037:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4436 00000100:00100000:3.0:1734686736.807050:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872825600:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (152us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686736.807056:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54978 00010000:00010000:3.0:1734686736.828715:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686737.830715:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686738.832733:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686739.332723:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848829056:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686739.332773:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686739.332815:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848829056 00000100:00100000:0.0:1734686739.332821:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848829056 00000100:00100000:0.0:1734686739.332858:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42129 00000100:00100000:0.0:1734686739.332865:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848829056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686739.332923:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686739.332972:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848829056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686739.332980:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42129 00000100:00100000:3.0:1734686739.332996:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079883100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848829056:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686739.380728:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686739.380734:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686739.380737:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686739.380744:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848829184:0@lo:400:kworker.0 00000100:00080000:2.0:1734686739.380744:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11534 00000100:00100000:3.0:1734686739.380744:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848829568:0@lo:400:kworker.0 00000100:00080000:2.0:1734686739.380749:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686739.380755:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686739.380767:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848829440:0@lo:400:kworker.0 00000100:00100000:2.0:1734686739.380772:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986eb480 x1818938848829696/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686739.380799:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686739.380801:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686739.380802:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686739.380802:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686739.380803:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686739.380803:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686739.380806:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11534 00000100:00080000:2.0:1734686739.380808:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686739.380811:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686739.380821:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ecf0a80 x1818938848830080/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686739.380826:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1734686739.380828:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848829824:0@lo:400:kworker.0 00000100:00100000:0.0:1734686739.380833:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848829312:0@lo:400:kworker.0 00000100:00100000:3.0:1734686739.380838:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848829696:0@lo:8:kworker.0 00000100:00100000:1.0:1734686739.380847:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686739.380853:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686739.380853:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686739.380862:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686739.380862:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848830208:0@lo:400:kworker.0 00000100:00100000:3.0:1734686739.380863:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848829824 00000100:00100000:0.0:1734686739.380867:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848829952:0@lo:400:kworker.0 00000100:00100000:1.0:1734686739.380867:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848830336:0@lo:400:kworker.0 00000100:00100000:3.0:1734686739.380868:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848829824 00000100:00100000:1.0:1734686739.380906:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686739.380912:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8285 00000100:00100000:2.0:1734686739.380916:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686739.380918:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848829824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686739.380921:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848829440 00000100:00100000:0.0:1734686739.380925:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848829440 00000100:00100000:1.0:1734686739.380930:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848829184 00000100:00100000:1.0:1734686739.380934:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848829184 00000100:00100000:2.0:1734686739.380945:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848830208 00000100:00100000:2.0:1734686739.380948:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848830208 00000100:00100000:0.0:1734686739.380949:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848829312 00000100:00100000:0.0:1734686739.380951:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848829312 00000100:00100000:1.0:1734686739.380955:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:3.0:1734686739.380955:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848829824:12345-0@lo:400:kworker.0 Request processed in 37us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686739.380960:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848829184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686739.380961:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8285 00000100:00100000:0.0:1734686739.380964:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848830336 00000100:00100000:0.0:1734686739.380966:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848830336 00000100:00100000:2.0:1734686739.380978:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8286 00000100:00100000:0.0:1734686739.380980:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4437 00000100:00100000:2.0:1734686739.380983:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848830208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686739.380985:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079881f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848829440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686739.380986:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098aeb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848829184:12345-0@lo:400:kworker.0 Request processed in 25us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686739.380991:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:3.0:1734686739.380991:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4438 00000100:00100000:3.0:1734686739.380995:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079882d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848829312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686739.381020:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079881f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848829440:12345-0@lo:400:kworker.0 Request processed in 35us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686739.381021:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848830208:12345-0@lo:400:kworker.0 Request processed in 38us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686739.381023:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4439 00000100:00100000:3.0:1734686739.381023:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079882d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848829312:12345-0@lo:400:kworker.0 Request processed in 27us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686739.381026:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4437 00000100:00100000:1.0:1734686739.381027:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848830336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686739.381028:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8286 00000100:00100000:3.0:1734686739.381029:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4438 00000100:00100000:3.0:1734686739.381042:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686739.381050:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686739.381052:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848829696 00000100:00100000:1.0:1734686739.381053:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848830336:12345-0@lo:400:kworker.0 Request processed in 26us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686739.381053:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848830080:0@lo:8:kworker.0 00000100:00100000:2.0:1734686739.381055:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848829696 00000100:00100000:1.0:1734686739.381058:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4439 00000100:00100000:2.0:1734686739.381067:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54979 00000100:00100000:1.0:1734686739.381068:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848829952 00000100:00100000:3.0:1734686739.381069:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686739.381070:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848829952 00000100:00100000:2.0:1734686739.381071:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848829696:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686739.381075:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848829440:0@lo:400:kworker.0 00000100:00100000:3.0:1734686739.381083:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848830080 00000100:00100000:1.0:1734686739.381085:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4440 00000100:00100000:3.0:1734686739.381086:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848830080 00000100:00100000:1.0:1734686739.381089:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079883100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848829952:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734686739.381090:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686739.381093:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848829312:0@lo:400:kworker.0 00000100:00100000:3.0:1734686739.381097:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54980 00000100:00100000:3.0:1734686739.381100:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848830080:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686739.381110:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686739.381111:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848829568 00000100:00100000:0.0:1734686739.381114:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848829568 00000100:00100000:1.0:1734686739.381119:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079883100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848829952:12345-0@lo:400:kworker.0 Request processed in 28us (68us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686739.381119:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d456d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848829696:12345-0@lo:8:kworker.0 Request processed in 47us (76us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686739.381124:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4440 00000100:00100000:2.0:1734686739.381125:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54979 00000100:00100000:3.0:1734686739.381127:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848830080:12345-0@lo:8:kworker.0 Request processed in 25us (57us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686739.381132:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54980 00000100:00100000:0.0:1734686739.381133:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42130 00000100:00100000:0.0:1734686739.381137:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848829568:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686739.381137:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686709 00000100:00080000:1.0:1734686739.381140:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686709 00000100:00080000:1.0:1734686739.381142:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686709 00000100:00080000:1.0:1734686739.381143:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686709 00000100:00100000:2.0:1734686739.381147:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848830208:0@lo:400:kworker.0 00000100:00080000:3.0:1734686739.381150:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686739.381153:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686739.381157:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848829696:0@lo:8:kworker.0 00000100:00080000:3.0:1734686739.381163:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686739.381164:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686739.381166:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d457100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848829568:12345-0@lo:400:kworker.0 Request processed in 28us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686739.381167:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848830080:0@lo:8:kworker.0 00000100:00100000:1.0:1734686739.381171:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848830336:0@lo:400:kworker.0 00000100:00100000:0.0:1734686739.381173:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42130 00000100:00100000:1.0:1734686739.381179:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c535500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848829824:0@lo:400:kworker.0 00000100:00100000:3.0:1734686739.381185:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848829568:0@lo:400:kworker.0 00000100:00100000:1.0:1734686739.381186:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090415f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848829184:0@lo:400:kworker.0 00000100:00100000:0.0:1734686739.381196:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009c537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848829952:0@lo:400:kworker.0 00000100:00100000:2.0:1734686739.396726:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848830464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686739.396776:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686739.396827:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848830464 00000100:00100000:0.0:1734686739.396834:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848830464 00000100:00100000:0.0:1734686739.396868:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42131 00000100:00100000:0.0:1734686739.396874:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848830464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686739.396912:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686739.396950:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848830464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686739.396955:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42131 00000100:00100000:2.0:1734686739.396961:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848830464:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686739.460741:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848830592:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686739.460798:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686739.460841:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848830592 00000100:00100000:0.0:1734686739.460849:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848830592 00000100:00100000:2.0:1734686739.460904:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7412 00000100:00100000:2.0:1734686739.460911:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848830592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686739.460940:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686739.460972:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848830592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686739.460979:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7412 00000100:00100000:0.0:1734686739.460995:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848830592:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686739.834725:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686740.836735:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686741.156752:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686741.156773:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848830720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686741.156832:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686741.156892:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848830720 00000100:00100000:2.0:1734686741.156898:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848830720 00000100:00080000:1.0:1734686741.156916:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686711 00000100:00100000:2.0:1734686741.156933:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7413 00000100:00100000:2.0:1734686741.156938:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848830720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686741.156964:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686741.157008:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848830720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686741.157015:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7413 00000100:00100000:1.0:1734686741.157040:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848830720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686741.814958:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686741.814999:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686741.815025:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872825728 00000100:00100000:0.0:1734686741.815027:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686741.815032:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872825728 00000100:00100000:2.0:1734686741.815054:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872825856 00000100:00100000:2.0:1734686741.815059:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872825856 00000100:00100000:0.0:1734686741.815070:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686741.815076:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1451 00000100:00100000:2.0:1734686741.815082:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872825984 00000100:00100000:1.0:1734686741.815084:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872825728:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686741.815084:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872825984 00000100:00100000:2.0:1734686741.815094:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4441 00000100:00100000:2.0:1734686741.815098:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872825856:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686741.815101:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4442 00000100:00080000:0.0:1734686741.815102:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686711 00000100:00080000:0.0:1734686741.815107:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686711 00000100:00100000:3.0:1734686741.815108:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872825984:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734686741.815109:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686711 00000100:00100000:0.0:1734686741.815122:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872826112 00000100:00100000:0.0:1734686741.815125:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872826112 00000100:00100000:1.0:1734686741.815128:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872825728:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686741.815128:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872825856:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 30us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686741.815133:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1451 00000100:00100000:2.0:1734686741.815133:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4441 00000100:00100000:3.0:1734686741.815138:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872825984:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686741.815143:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54981 00000100:00100000:3.0:1734686741.815144:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4442 00000100:00100000:0.0:1734686741.815148:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872826112:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:0.0:1734686741.815168:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686741.815187:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872826112:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 39us (118us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686741.815192:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54981 00010000:00010000:3.0:1734686741.838774:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686742.840857:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686743.842732:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686744.340718:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848830848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686744.340774:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686744.340829:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848830848 00000100:00100000:2.0:1734686744.340841:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848830848 00000100:00100000:2.0:1734686744.340894:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42132 00000100:00100000:2.0:1734686744.340901:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848830848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686744.340943:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686744.341016:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848830848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686744.341024:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42132 00000100:00100000:0.0:1734686744.341055:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848830848:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686744.388843:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848830976:0@lo:400:kworker.0 00000100:00080000:2.0:1734686744.388857:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686744.388864:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686744.388867:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686744.388872:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11539 00000100:00080000:2.0:1734686744.388875:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686744.388881:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686744.388886:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848831104:0@lo:400:kworker.0 00000100:00100000:0.0:1734686744.388896:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686744.388896:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848831232:0@lo:400:kworker.0 00000100:00100000:2.0:1734686744.388900:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ffd1880 x1818938848831488/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686744.388928:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1734686744.388930:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848831616:0@lo:400:kworker.0 00000100:00080000:2.0:1734686744.388932:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686744.388933:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686744.388936:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11539 00000100:00080000:2.0:1734686744.388939:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686744.388942:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686744.388945:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686744.388950:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686744.388952:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880131709c00 x1818938848831872/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686744.388958:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848831360:0@lo:400:kworker.0 00000100:00100000:3.0:1734686744.388967:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848832000:0@lo:400:kworker.0 00000100:00100000:0.0:1734686744.388979:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848830976 00000100:00100000:3.0:1734686744.388980:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686744.388982:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686744.388984:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686744.388985:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848830976 00000100:00100000:3.0:1734686744.388987:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686744.388991:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848832128:0@lo:400:kworker.0 00000100:00100000:3.0:1734686744.388991:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848831744:0@lo:400:kworker.0 00000100:00100000:3.0:1734686744.389004:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686744.389014:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1734686744.389016:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686744.389019:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848830976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686744.389019:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ffd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848831488:0@lo:8:kworker.0 00000100:00100000:1.0:1734686744.389028:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686744.389030:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686744.389034:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848831872:0@lo:8:kworker.0 00000100:00100000:2.0:1734686744.389037:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848831616 00000100:00100000:2.0:1734686744.389040:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848831616 00000100:00100000:3.0:1734686744.389047:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686744.389057:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848830976:12345-0@lo:400:kworker.0 Request processed in 37us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686744.389058:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848832000 00000100:00100000:1.0:1734686744.389060:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848831232 00000100:00100000:2.0:1734686744.389060:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848832000 00000100:00100000:0.0:1734686744.389062:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:1.0:1734686744.389066:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848831232 00000100:00100000:3.0:1734686744.389066:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848831744 00000100:00100000:3.0:1734686744.389069:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848831744 00000100:00100000:2.0:1734686744.389070:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848831488 00000100:00100000:2.0:1734686744.389073:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848831488 00000100:00100000:2.0:1734686744.389080:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848831872 00000100:00100000:2.0:1734686744.389082:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848831872 00000100:00100000:3.0:1734686744.389085:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848832128 00000100:00100000:0.0:1734686744.389086:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8287 00000100:00100000:3.0:1734686744.389086:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848832128 00000100:00100000:0.0:1734686744.389090:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848831616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686744.389093:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848831104 00000100:00100000:1.0:1734686744.389095:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848831104 00000100:00100000:2.0:1734686744.389095:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8288 00000100:00100000:3.0:1734686744.389097:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4443 00000100:00100000:2.0:1734686744.389099:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848832000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686744.389101:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848831744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686744.389106:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4444 00000100:00100000:0.0:1734686744.389110:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848831616:12345-0@lo:400:kworker.0 Request processed in 20us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686744.389110:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848831232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686744.389115:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8287 00000100:00100000:3.0:1734686744.389123:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848831744:12345-0@lo:400:kworker.0 Request processed in 22us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686744.389128:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54982 00000100:00100000:3.0:1734686744.389128:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4443 00000100:00100000:2.0:1734686744.389130:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848832000:12345-0@lo:400:kworker.0 Request processed in 31us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686744.389132:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848831488:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686744.389136:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8288 00000100:00100000:1.0:1734686744.389146:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848831232:12345-0@lo:400:kworker.0 Request processed in 35us (200us total) trans 0 rc 0/0 00010000:00020000:0.0:1734686744.389148:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686744.389148:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54983 00000100:00100000:3.0:1734686744.389148:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4445 00000100:00100000:1.0:1734686744.389151:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4444 00000100:00100000:2.0:1734686744.389153:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848831872:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686744.389153:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848832128:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734686744.389164:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686744.389166:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4446 00000100:00100000:0.0:1734686744.389169:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848831488:12345-0@lo:8:kworker.0 Request processed in 36us (138us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686744.389170:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848831104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686744.389171:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848832128:12345-0@lo:400:kworker.0 Request processed in 17us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686744.389175:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54982 00000100:00100000:3.0:1734686744.389175:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4445 00000100:00080000:0.0:1734686744.389184:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686714 00000100:00100000:2.0:1734686744.389186:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848831872:12345-0@lo:8:kworker.0 Request processed in 33us (137us total) trans 0 rc -19/-19 00000100:00080000:0.0:1734686744.389188:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686714 00000100:00100000:1.0:1734686744.389189:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090415f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848831104:12345-0@lo:400:kworker.0 Request processed in 20us (162us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686744.389190:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686714 00000100:00080000:0.0:1734686744.389191:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686714 00000100:00100000:2.0:1734686744.389193:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54983 00000100:00100000:1.0:1734686744.389194:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4446 00000100:00080000:3.0:1734686744.389200:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686744.389203:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686744.389206:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848831488:0@lo:8:kworker.0 00000100:00080000:3.0:1734686744.389210:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686744.389212:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686744.389214:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848831872:0@lo:8:kworker.0 00000100:00100000:2.0:1734686744.389219:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848831360 00000100:00100000:2.0:1734686744.389223:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848831360 00000100:00100000:3.0:1734686744.389233:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848831744:0@lo:400:kworker.0 00000100:00080000:0.0:1734686744.389236:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686714 00000100:00100000:3.0:1734686744.389238:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848832000:0@lo:400:kworker.0 00000100:00100000:1.0:1734686744.389244:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848831104:0@lo:400:kworker.0 00000100:00100000:2.0:1734686744.389247:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42133 00000100:00100000:3.0:1734686744.389249:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848831232:0@lo:400:kworker.0 00000100:00100000:2.0:1734686744.389252:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848831360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686744.389284:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848831360:12345-0@lo:400:kworker.0 Request processed in 31us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686744.389290:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42133 00000100:00100000:1.0:1734686744.389298:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ffd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848831360:0@lo:400:kworker.0 00000100:00100000:2.0:1734686744.389315:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848832128:0@lo:400:kworker.0 00000100:00100000:2.0:1734686744.389326:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848831616:0@lo:400:kworker.0 00000100:00100000:2.0:1734686744.389333:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848830976:0@lo:400:kworker.0 00000100:00100000:0.0:1734686744.404733:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848832256:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686744.404783:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686744.404833:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848832256 00000100:00100000:2.0:1734686744.404841:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848832256 00000100:00100000:2.0:1734686744.404885:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42134 00000100:00100000:2.0:1734686744.404892:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848832256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686744.404923:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686744.404967:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848832256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686744.404974:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42134 00000100:00100000:0.0:1734686744.404987:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848832256:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686744.469273:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848832384:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686744.469331:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686744.469381:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848832384 00000100:00100000:0.0:1734686744.469388:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848832384 00000100:00100000:0.0:1734686744.469428:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7414 00000100:00100000:0.0:1734686744.469435:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848832384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686744.469463:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686744.469506:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848832384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686744.469512:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7414 00000100:00100000:2.0:1734686744.469520:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848832384:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686744.844709:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686745.846727:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686746.164793:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848832512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686746.164843:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686746.164887:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848832512 00000100:00100000:0.0:1734686746.164895:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848832512 00000100:00100000:0.0:1734686746.164939:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7415 00000100:00100000:0.0:1734686746.164944:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848832512:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1734686746.164948:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686716 00002000:00000024:0.0:1734686746.164968:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686746.164999:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848832512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686746.165004:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7415 00000100:00100000:3.0:1734686746.165015:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800905bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848832512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686746.822861:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686746.822905:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686746.822929:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872826368 00000100:00100000:0.0:1734686746.822935:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686746.822938:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872826368 00000100:00100000:2.0:1734686746.822974:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872826240 00000100:00100000:2.0:1734686746.822979:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872826240 00000100:00100000:1.0:1734686746.822980:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872826496 00000100:00100000:1.0:1734686746.822983:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872826496 00000100:00100000:3.0:1734686746.822986:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4447 00000100:00100000:3.0:1734686746.822994:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872826368:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686746.822999:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4448 00000100:00100000:1.0:1734686746.823005:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872826496:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686746.823007:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1453 00000100:00100000:2.0:1734686746.823012:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872826240:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686746.823014:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686746.823055:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872826496:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (118us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686746.823056:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872826240:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 42us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686746.823056:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800905bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872826368:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686746.823061:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4447 00000100:00100000:2.0:1734686746.823063:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1453 00000100:00100000:1.0:1734686746.823064:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4448 00000100:00100000:3.0:1734686746.823088:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872826624 00000100:00080000:2.0:1734686746.823089:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686716 00000100:00100000:3.0:1734686746.823090:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872826624 00000100:00080000:2.0:1734686746.823092:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686716 00000100:00080000:2.0:1734686746.823094:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686716 00000100:00100000:3.0:1734686746.823103:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54984 00000100:00100000:3.0:1734686746.823106:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872826624:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734686746.823122:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686746.823152:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:2003:x1818938872826624:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 45us (139us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686746.823159:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54984 00010000:00010000:3.0:1734686746.848738:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686747.850709:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686748.852761:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686749.348748:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848832640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686749.348809:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686749.348847:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848832640 00000100:00100000:2.0:1734686749.348855:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848832640 00000100:00100000:2.0:1734686749.348892:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42135 00000100:00100000:2.0:1734686749.348896:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848832640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686749.348925:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686749.348961:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848832640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686749.348965:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42135 00000100:00100000:1.0:1734686749.348999:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848832640:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686749.396760:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8801223a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848832768:0@lo:400:kworker.0 00000100:00080000:2.0:1734686749.396775:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734686749.396777:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848833024:0@lo:400:kworker.0 00000100:00080000:2.0:1734686749.396781:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686749.396784:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686749.396785:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848832896:0@lo:400:kworker.0 00000100:00080000:2.0:1734686749.396790:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11544 00000100:00080000:2.0:1734686749.396794:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686749.396799:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686749.396813:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686749.396814:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686749.396819:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880130787480 x1818938848833280/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686749.396833:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686749.396837:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686749.396841:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848833408:0@lo:400:kworker.0 00000100:00080000:2.0:1734686749.396848:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1734686749.396848:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800937da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848833536:0@lo:400:kworker.0 00000100:00100000:1.0:1734686749.396851:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848833024 00000100:00080000:2.0:1734686749.396852:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734686749.396854:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686749.396854:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686749.396856:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848833024 00000100:00080000:2.0:1734686749.396857:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11544 00000100:00080000:2.0:1734686749.396859:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686749.396862:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686749.396864:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848833152:0@lo:400:kworker.0 00000100:00100000:3.0:1734686749.396866:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686749.396873:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012d268a80 x1818938848833664/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686749.396876:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686749.396884:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880130787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848833280:0@lo:8:kworker.0 00000100:00100000:1.0:1734686749.396887:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848832896 00000100:00100000:1.0:1734686749.396889:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848832896 00000100:00100000:0.0:1734686749.396892:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848833536 00000100:00100000:0.0:1734686749.396894:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848833536 00000100:00100000:3.0:1734686749.396900:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686749.396904:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4449 00000100:00100000:1.0:1734686749.396909:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848833024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686749.396910:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848832768 00000100:00100000:3.0:1734686749.396910:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848833664:0@lo:8:kworker.0 00000100:00100000:2.0:1734686749.396913:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848832768 00000100:00100000:0.0:1734686749.396916:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4450 00000100:00100000:0.0:1734686749.396920:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848832896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686749.396922:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686749.396936:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:2.0:1734686749.396941:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848832768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686749.396944:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848832896:12345-0@lo:400:kworker.0 Request processed in 23us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686749.396944:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848833408 00000100:00100000:1.0:1734686749.396945:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848833024:12345-0@lo:400:kworker.0 Request processed in 34us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686749.396947:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848833408 00000100:00100000:0.0:1734686749.396948:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4450 00000100:00100000:1.0:1734686749.396951:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4449 00000100:00100000:0.0:1734686749.396960:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4451 00000100:00100000:0.0:1734686749.396962:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848833536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686749.396965:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848833280 00000100:00100000:3.0:1734686749.396966:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848833280 00000100:00100000:2.0:1734686749.396969:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848832768:12345-0@lo:400:kworker.0 Request processed in 28us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686749.396974:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848833536:12345-0@lo:400:kworker.0 Request processed in 11us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686749.396975:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:3.0:1734686749.396976:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848833664 00000100:00100000:0.0:1734686749.396977:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4451 00000100:00100000:3.0:1734686749.396978:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848833664 00000100:00100000:1.0:1734686749.396979:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848833792:0@lo:400:kworker.0 00000100:00100000:3.0:1734686749.396987:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8289 00000100:00100000:3.0:1734686749.396991:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848833408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686749.396996:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54985 00000100:00100000:1.0:1734686749.396996:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686749.396998:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686719 00000100:00100000:0.0:1734686749.396999:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848833280:12345-0@lo:8:kworker.0 00000100:00080000:2.0:1734686749.397002:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686719 00000100:00080000:2.0:1734686749.397004:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686719 00000100:00080000:2.0:1734686749.397006:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686719 00010000:00020000:0.0:1734686749.397012:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686749.397014:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848833408:12345-0@lo:400:kworker.0 Request processed in 23us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686749.397016:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848833792 00000100:00100000:1.0:1734686749.397018:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848833024:0@lo:400:kworker.0 00000100:00100000:2.0:1734686749.397018:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848833792 00000100:00100000:3.0:1734686749.397019:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8289 00000100:00100000:0.0:1734686749.397028:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848833280:12345-0@lo:8:kworker.0 Request processed in 28us (127us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686749.397031:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8290 00000100:00100000:0.0:1734686749.397034:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54985 00000100:00100000:3.0:1734686749.397035:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848833792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686749.397038:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54986 00000100:00100000:2.0:1734686749.397042:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848833664:12345-0@lo:8:kworker.0 00000100:00080000:0.0:1734686749.397049:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686749.397049:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848833920:0@lo:400:kworker.0 00000100:00080000:0.0:1734686749.397051:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00010000:00020000:2.0:1734686749.397053:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686749.397054:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130787480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848833280:0@lo:8:kworker.0 00000100:00100000:3.0:1734686749.397058:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848833792:12345-0@lo:400:kworker.0 Request processed in 22us (61us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686749.397063:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8290 00000100:00100000:1.0:1734686749.397065:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686749.397067:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848833152 00000100:00100000:0.0:1734686749.397068:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848833152 00000100:00100000:2.0:1734686749.397078:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848833664:12345-0@lo:8:kworker.0 Request processed in 35us (155us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686749.397078:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848833920 00000100:00100000:3.0:1734686749.397080:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848833920 00000100:00100000:0.0:1734686749.397081:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42136 00000100:00100000:0.0:1734686749.397084:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848833152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686749.397085:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54986 00000100:00100000:1.0:1734686749.397088:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848833792:0@lo:400:kworker.0 00000100:00100000:3.0:1734686749.397092:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4452 00000100:00100000:3.0:1734686749.397096:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848833920:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686749.397099:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686719 00000100:00100000:0.0:1734686749.397101:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848833152:12345-0@lo:400:kworker.0 Request processed in 17us (225us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686749.397101:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686719 00000100:00100000:0.0:1734686749.397105:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42136 00000100:00080000:0.0:1734686749.397116:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686749.397118:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686749.397120:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848833664:0@lo:8:kworker.0 00000100:00100000:3.0:1734686749.397122:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848833920:12345-0@lo:400:kworker.0 Request processed in 25us (56us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686749.397128:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4452 00000100:00100000:1.0:1734686749.397132:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848833920:0@lo:400:kworker.0 00000100:00100000:0.0:1734686749.397135:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880130786a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848833408:0@lo:400:kworker.0 00000100:00100000:0.0:1734686749.397139:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848833152:0@lo:400:kworker.0 00000100:00100000:0.0:1734686749.397143:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8801223a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848832768:0@lo:400:kworker.0 00000100:00100000:3.0:1734686749.397147:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800937da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848833536:0@lo:400:kworker.0 00000100:00100000:3.0:1734686749.397155:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848832896:0@lo:400:kworker.0 00000100:00100000:2.0:1734686749.412745:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848834048:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686749.412795:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686749.412835:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848834048 00000100:00100000:0.0:1734686749.412841:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848834048 00000100:00100000:0.0:1734686749.412872:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42137 00000100:00100000:0.0:1734686749.412877:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848834048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686749.412904:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686749.412946:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848834048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686749.412951:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42137 00000100:00100000:2.0:1734686749.412964:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012b05ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848834048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686749.476748:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848834176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686749.476800:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686749.476869:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848834176 00000100:00100000:0.0:1734686749.476877:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848834176 00000100:00100000:0.0:1734686749.476919:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7416 00000100:00100000:0.0:1734686749.476925:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848834176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686749.476952:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686749.476992:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848834176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686749.477001:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7416 00000100:00100000:3.0:1734686749.477005:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848834176:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686749.854748:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686750.856823:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686751.172781:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734686751.172802:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012c9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848834304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686751.172862:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686751.172935:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848834304 00000100:00100000:0.0:1734686751.172943:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848834304 00000100:00080000:2.0:1734686751.172985:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686721 00000100:00100000:0.0:1734686751.172998:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7417 00000100:00100000:0.0:1734686751.173004:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848834304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686751.173033:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686751.173078:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a223b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848834304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686751.173085:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7417 00000100:00100000:2.0:1734686751.173361:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012c9c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848834304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686751.830726:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686751.830756:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686751.830784:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686751.830788:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872826752 00000100:00100000:2.0:1734686751.830795:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872826752 00000100:00100000:3.0:1734686751.830812:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872826880 00000100:00100000:0.0:1734686751.830816:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686751.830817:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872826880 00000100:00100000:2.0:1734686751.830843:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1455 00000100:00100000:3.0:1734686751.830843:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872827008 00000100:00100000:3.0:1734686751.830845:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872827008 00000100:00100000:2.0:1734686751.830848:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872826752:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686751.830860:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4453 00000100:00100000:3.0:1734686751.830865:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872826880:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686751.830867:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4454 00000100:00100000:0.0:1734686751.830873:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872827008:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686751.830887:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872827136 00000100:00100000:1.0:1734686751.830891:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872827136 00000100:00100000:2.0:1734686751.830892:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872826752:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686751.830896:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1455 00000100:00100000:3.0:1734686751.830897:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872826880:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686751.830898:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872827008:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686751.830902:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4454 00000100:00100000:1.0:1734686751.830908:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54987 00000100:00100000:3.0:1734686751.830908:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4453 00000100:00100000:1.0:1734686751.830912:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872827136:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:2.0:1734686751.830928:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686721 00010000:00020000:1.0:1734686751.830929:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734686751.830931:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686721 00000100:00080000:2.0:1734686751.830932:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686721 00000100:00100000:1.0:1734686751.830948:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872827136:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 36us (165us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686751.830952:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54987 00010000:00010000:3.0:1734686751.858752:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686752.860712:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686753.862725:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686754.356691:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848834432:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686754.356740:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686754.356792:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848834432 00000100:00100000:0.0:1734686754.356798:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848834432 00000100:00100000:0.0:1734686754.356833:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42138 00000100:00100000:0.0:1734686754.356838:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848834432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686754.356864:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686754.356904:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848834432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686754.356911:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42138 00000100:00100000:2.0:1734686754.356928:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013175ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848834432:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686754.404734:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848834560:0@lo:400:kworker.0 00000100:00100000:1.0:1734686754.404751:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848834816:0@lo:400:kworker.0 00000100:00080000:2.0:1734686754.404755:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686754.404756:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848834688:0@lo:400:kworker.0 00000100:00080000:2.0:1734686754.404761:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686754.404764:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686754.404769:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11549 00000100:00080000:2.0:1734686754.404773:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686754.404778:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686754.404790:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686754.404791:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686754.404796:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae4380 x1818938848835072/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686754.404816:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848835200:0@lo:400:kworker.0 00000100:00100000:1.0:1734686754.404817:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686754.404820:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686754.404823:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686754.404825:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686754.404828:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848835072:0@lo:8:kworker.0 00000100:00080000:2.0:1734686754.404828:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11549 00000100:00080000:2.0:1734686754.404830:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686754.404833:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686754.404836:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1734686754.404836:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686754.404842:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848835328:0@lo:400:kworker.0 00000100:00100000:2.0:1734686754.404842:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae4e00 x1818938848835456/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686754.404846:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686754.404849:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686754.404849:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848834944:0@lo:400:kworker.0 00000100:00100000:3.0:1734686754.404861:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686754.404862:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686754.404866:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848835456:0@lo:8:kworker.0 00000100:00100000:3.0:1734686754.404868:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686754.404871:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848835712:0@lo:400:kworker.0 00000100:00100000:1.0:1734686754.404874:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848835584:0@lo:400:kworker.0 00000100:00100000:2.0:1734686754.404877:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848834560 00000100:00100000:0.0:1734686754.404883:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686754.404883:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848834560 00000100:00100000:3.0:1734686754.404883:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686754.404894:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848834688 00000100:00100000:1.0:1734686754.404896:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848834688 00000100:00100000:3.0:1734686754.404898:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848834816 00000100:00100000:3.0:1734686754.404900:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848834816 00000100:00100000:0.0:1734686754.404910:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848835328 00000100:00100000:0.0:1734686754.404913:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848835328 00000100:00100000:1.0:1734686754.404913:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848835712 00000100:00100000:1.0:1734686754.404915:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848835712 00000100:00100000:2.0:1734686754.404915:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:3.0:1734686754.404918:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4455 00000100:00100000:2.0:1734686754.404920:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848834560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686754.404921:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8801223a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848834688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686754.404928:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4456 00000100:00100000:0.0:1734686754.404932:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4457 00000100:00100000:1.0:1734686754.404933:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848834816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686754.404937:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848835712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686754.404947:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8801223a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848834688:12345-0@lo:400:kworker.0 Request processed in 25us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686754.404951:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4455 00000100:00100000:1.0:1734686754.404956:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013175ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848834816:12345-0@lo:400:kworker.0 Request processed in 22us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686754.404957:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072848850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848834560:12345-0@lo:400:kworker.0 Request processed in 37us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686754.404961:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4456 00000100:00100000:2.0:1734686754.404962:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:3.0:1734686754.404964:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4458 00000100:00100000:0.0:1734686754.404966:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848835712:12345-0@lo:400:kworker.0 Request processed in 28us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686754.404966:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848835328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686754.404972:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4457 00000100:00100000:3.0:1734686754.404978:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848835328:12345-0@lo:400:kworker.0 Request processed in 11us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686754.404979:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848835200 00000100:00100000:1.0:1734686754.404981:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848835200 00000100:00100000:3.0:1734686754.404983:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4458 00000100:00100000:2.0:1734686754.404984:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848835072 00000100:00100000:2.0:1734686754.404986:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848835072 00000100:00100000:2.0:1734686754.404994:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848835456 00000100:00100000:2.0:1734686754.404996:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848835456 00000100:00100000:3.0:1734686754.404998:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848834944 00000100:00100000:3.0:1734686754.404999:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848834944 00000100:00100000:1.0:1734686754.405001:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8291 00000100:00100000:2.0:1734686754.405005:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54988 00000100:00100000:0.0:1734686754.405006:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848834688:0@lo:400:kworker.0 00000100:00100000:1.0:1734686754.405006:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848835200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686754.405008:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848835072:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686754.405012:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42139 00000100:00100000:3.0:1734686754.405015:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848834944:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1734686754.405025:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686754.405035:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848835200:12345-0@lo:400:kworker.0 Request processed in 29us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686754.405041:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54989 00000100:00100000:3.0:1734686754.405042:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848834944:12345-0@lo:400:kworker.0 Request processed in 26us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686754.405044:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8291 00000100:00100000:0.0:1734686754.405045:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848835456:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686754.405046:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42139 00000100:00100000:2.0:1734686754.405047:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848835072:12345-0@lo:8:kworker.0 Request processed in 38us (198us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686754.405052:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54988 00010000:00020000:0.0:1734686754.405055:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686754.405061:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686754.405063:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686724 00000100:00080000:2.0:1734686754.405066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686724 00000100:00100000:3.0:1734686754.405067:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848835712:0@lo:400:kworker.0 00000100:00080000:2.0:1734686754.405068:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686724 00000100:00080000:2.0:1734686754.405069:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686724 00000100:00100000:3.0:1734686754.405072:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848834944:0@lo:400:kworker.0 00000100:00100000:2.0:1734686754.405077:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848835584 00000100:00100000:3.0:1734686754.405078:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848835200:0@lo:400:kworker.0 00000100:00100000:0.0:1734686754.405079:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848835456:12345-0@lo:8:kworker.0 Request processed in 33us (195us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686754.405079:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848835584 00000100:00100000:1.0:1734686754.405080:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848835328:0@lo:400:kworker.0 00000100:00100000:3.0:1734686754.405082:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a221c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848834560:0@lo:400:kworker.0 00000100:00100000:0.0:1734686754.405085:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54989 00000100:00100000:1.0:1734686754.405088:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848834816:0@lo:400:kworker.0 00000100:00100000:2.0:1734686754.405093:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8292 00000100:00100000:2.0:1734686754.405097:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848835584:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1734686754.405110:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686754.405113:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686754.405117:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848835456:0@lo:8:kworker.0 00000100:00100000:2.0:1734686754.405121:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848835584:12345-0@lo:400:kworker.0 Request processed in 23us (59us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686754.405124:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686754.405127:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686754.405127:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8292 00000100:00100000:0.0:1734686754.405129:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848835072:0@lo:8:kworker.0 00000100:00100000:1.0:1734686754.405134:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848835584:0@lo:400:kworker.0 00000100:00080000:2.0:1734686754.405137:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686724 00000100:00100000:3.0:1734686754.420743:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848835840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686754.420790:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686754.420825:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848835840 00000100:00100000:0.0:1734686754.420832:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848835840 00000100:00100000:0.0:1734686754.420867:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42140 00000100:00100000:0.0:1734686754.420872:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848835840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686754.420897:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686754.420935:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848835840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686754.420941:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42140 00000100:00100000:3.0:1734686754.420947:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848835840:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686754.484777:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848835968:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686754.484830:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686754.484894:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848835968 00000100:00100000:2.0:1734686754.484901:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848835968 00000100:00100000:2.0:1734686754.484946:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7418 00000100:00100000:2.0:1734686754.484953:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848835968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686754.484981:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686754.485038:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130787480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848835968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686754.485045:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7418 00000100:00100000:0.0:1734686754.485075:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848835968:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686754.864718:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686755.866773:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686756.180762:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848836096:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1734686756.180812:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686756.180848:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848836096 00000100:00100000:2.0:1734686756.180854:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848836096 00000100:00080000:0.0:1734686756.180885:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686726 00000100:00100000:2.0:1734686756.180895:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7419 00000100:00100000:2.0:1734686756.180900:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848836096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686756.180923:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686756.180959:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d261180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848836096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686756.180964:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7419 00000100:00100000:1.0:1734686756.180983:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848836096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686756.838963:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686756.839021:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686756.839053:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686756.839066:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872827392 00000100:00100000:2.0:1734686756.839079:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872827392 00000100:00100000:1.0:1734686756.839086:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872827264 00000100:00100000:1.0:1734686756.839093:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872827264 00000100:00100000:0.0:1734686756.839127:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686756.839141:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872827520 00000100:00100000:2.0:1734686756.839144:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872827520 00000100:00100000:1.0:1734686756.839148:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1457 00000100:00080000:3.0:1734686756.839148:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686726 00000100:00100000:0.0:1734686756.839152:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4459 00000100:00080000:3.0:1734686756.839153:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686726 00000100:00080000:3.0:1734686756.839154:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686726 00000100:00100000:1.0:1734686756.839156:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872827264:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686756.839158:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872827392:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686756.839176:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4460 00000100:00100000:2.0:1734686756.839183:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872827520:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686756.839209:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872827648 00000100:00100000:3.0:1734686756.839214:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872827648 00000100:00100000:1.0:1734686756.839217:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88007284a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872827264:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686756.839223:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872827392:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 63us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686756.839223:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1457 00000100:00100000:0.0:1734686756.839231:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4459 00000100:00100000:3.0:1734686756.839231:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54990 00000100:00100000:3.0:1734686756.839236:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872827648:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:2.0:1734686756.839249:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a221c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872827520:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 65us (193us total) trans 0 rc 0/0 00010000:00020000:3.0:1734686756.839254:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686756.839257:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4460 00000100:00100000:3.0:1734686756.839279:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872827648:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (151us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686756.839284:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54990 00010000:00010000:3.0:1734686756.868815:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686757.870815:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686758.872737:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686759.364774:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848836224:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686759.364849:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686759.364895:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848836224 00000100:00100000:2.0:1734686759.364904:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848836224 00000100:00100000:2.0:1734686759.364950:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42141 00000100:00100000:2.0:1734686759.364958:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848836224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686759.364996:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686759.365042:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848836224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686759.365049:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42141 00000100:00100000:0.0:1734686759.365083:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848836224:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686759.412793:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734686759.412793:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848836352:0@lo:400:kworker.0 00000100:00080000:2.0:1734686759.412800:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686759.412804:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686759.412810:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11554 00000100:00100000:1.0:1734686759.412815:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848836480:0@lo:400:kworker.0 00000100:00080000:2.0:1734686759.412817:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686759.412825:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686759.412849:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae7100 x1818938848836864/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686759.412877:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848836736:0@lo:400:kworker.0 00000100:00080000:2.0:1734686759.412878:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686759.412881:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1734686759.412882:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686759.412882:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686759.412882:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686759.412885:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11554 00000100:00080000:2.0:1734686759.412887:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686759.412891:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686759.412914:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848837120:0@lo:400:kworker.0 00000100:00100000:3.0:1734686759.412915:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848836992:0@lo:400:kworker.0 00000100:00100000:2.0:1734686759.412917:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae7b80 x1818938848837248/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686759.412940:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686759.412943:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686759.412946:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686759.412953:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734686759.412958:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848836608:0@lo:400:kworker.0 00000100:00100000:2.0:1734686759.412960:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848836480 00000100:00100000:3.0:1734686759.412961:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686759.412966:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848837504:0@lo:400:kworker.0 00000100:00100000:2.0:1734686759.412967:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848836480 00000100:00100000:1.0:1734686759.412982:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686759.412993:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848836352 00000100:00100000:3.0:1734686759.412996:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848836352 00000100:00100000:1.0:1734686759.412998:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848837376:0@lo:400:kworker.0 00000100:00100000:0.0:1734686759.413002:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848836864:0@lo:8:kworker.0 00000100:00100000:2.0:1734686759.413016:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848837120 00000100:00100000:2.0:1734686759.413018:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848837120 00000100:00100000:3.0:1734686759.413024:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1734686759.413025:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686759.413031:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848836608 00000100:00100000:3.0:1734686759.413031:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848836352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686759.413033:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848836608 00000100:00100000:0.0:1734686759.413035:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686759.413051:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848837248:0@lo:8:kworker.0 00000100:00100000:2.0:1734686759.413051:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4461 00000100:00100000:1.0:1734686759.413056:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848836992 00000100:00100000:2.0:1734686759.413056:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848836480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686759.413059:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848836992 00000100:00100000:3.0:1734686759.413075:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a54dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848836352:12345-0@lo:400:kworker.0 Request processed in 42us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686759.413078:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848837376 00000100:00100000:1.0:1734686759.413080:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848837376 00000100:00100000:3.0:1734686759.413082:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:0.0:1734686759.413087:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686759.413089:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848836864 00000100:00100000:1.0:1734686759.413091:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848836864 00000100:00100000:2.0:1734686759.413098:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848836480:12345-0@lo:400:kworker.0 Request processed in 41us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686759.413100:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848837248 00000100:00100000:1.0:1734686759.413101:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848837248 00000100:00100000:2.0:1734686759.413105:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4461 00000100:00100000:1.0:1734686759.413111:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8293 00000100:00100000:1.0:1734686759.413114:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848836992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686759.413118:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8294 00000100:00100000:2.0:1734686759.413123:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4462 00000100:00100000:3.0:1734686759.413123:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848837376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686759.413128:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0feed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848837120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686759.413136:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4463 00000100:00100000:1.0:1734686759.413136:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848836992:12345-0@lo:400:kworker.0 Request processed in 22us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686759.413144:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8293 00000100:00100000:0.0:1734686759.413145:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848836608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686759.413148:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b5a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848837376:12345-0@lo:400:kworker.0 Request processed in 25us (122us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686759.413153:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8294 00000100:00100000:1.0:1734686759.413155:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54991 00000100:00100000:2.0:1734686759.413155:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0feed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848837120:12345-0@lo:400:kworker.0 Request processed in 26us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686759.413158:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848836864:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686759.413162:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4462 00010000:00020000:1.0:1734686759.413176:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734686759.413178:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686729 00000100:00080000:2.0:1734686759.413181:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686729 00000100:00080000:2.0:1734686759.413183:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686729 00000100:00080000:2.0:1734686759.413185:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686729 00000100:00100000:0.0:1734686759.413193:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848836608:12345-0@lo:400:kworker.0 Request processed in 49us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686759.413197:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848836736 00000100:00100000:2.0:1734686759.413200:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848836736 00000100:00100000:0.0:1734686759.413201:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4463 00000100:00100000:1.0:1734686759.413206:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848836864:12345-0@lo:8:kworker.0 Request processed in 46us (170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686759.413213:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54991 00000100:00100000:2.0:1734686759.413220:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42142 00000100:00100000:1.0:1734686759.413222:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54992 00000100:00100000:2.0:1734686759.413224:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848836736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686759.413226:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848837248:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1734686759.413233:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734686759.413257:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686759.413261:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686759.413263:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095460000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848837248:12345-0@lo:8:kworker.0 Request processed in 37us (176us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686759.413263:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848836736:12345-0@lo:400:kworker.0 Request processed in 38us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686759.413265:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848836864:0@lo:8:kworker.0 00000100:00100000:1.0:1734686759.413269:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54992 00000100:00100000:2.0:1734686759.413269:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42142 00000100:00080000:0.0:1734686759.413274:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686759.413277:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00080000:2.0:1734686759.413278:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686729 00000100:00100000:0.0:1734686759.413280:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848837248:0@lo:8:kworker.0 00000100:00100000:1.0:1734686759.413305:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848836608:0@lo:400:kworker.0 00000100:00100000:0.0:1734686759.413309:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848836736:0@lo:400:kworker.0 00000100:00100000:1.0:1734686759.413311:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848837376:0@lo:400:kworker.0 00000100:00100000:1.0:1734686759.413317:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848837120:0@lo:400:kworker.0 00000100:00100000:1.0:1734686759.413322:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848836480:0@lo:400:kworker.0 00000100:00100000:1.0:1734686759.413339:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686759.413350:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848836992:0@lo:400:kworker.0 00000100:00100000:2.0:1734686759.413353:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848837504 00000100:00100000:1.0:1734686759.413355:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848836352:0@lo:400:kworker.0 00000100:00100000:2.0:1734686759.413356:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848837504 00000100:00100000:2.0:1734686759.413380:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4464 00000100:00100000:2.0:1734686759.413383:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848837504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686759.413408:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848837504:12345-0@lo:400:kworker.0 Request processed in 24us (68us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686759.413411:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4464 00000100:00100000:1.0:1734686759.413425:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848837504:0@lo:400:kworker.0 00000100:00100000:1.0:1734686759.428779:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848837632:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686759.428852:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686759.428915:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848837632 00000100:00100000:2.0:1734686759.428924:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848837632 00000100:00100000:2.0:1734686759.428977:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42143 00000100:00100000:2.0:1734686759.428985:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848837632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686759.429026:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686759.429079:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848837632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686759.429087:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42143 00000100:00100000:1.0:1734686759.429116:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848837632:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686759.492763:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686759.492784:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848837760:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686759.492837:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686759.492882:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848837760 00000100:00100000:2.0:1734686759.492889:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848837760 00000100:00100000:2.0:1734686759.492930:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7420 00000100:00100000:2.0:1734686759.492937:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848837760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686759.492964:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686759.493006:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095460380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848837760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686759.493013:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7420 00000100:00100000:0.0:1734686759.493054:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848837760:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686759.874755:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686760.876714:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686761.188795:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848837888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686761.188877:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686761.188924:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848837888 00000100:00100000:2.0:1734686761.188937:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848837888 00000100:00080000:0.0:1734686761.188981:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686731 00000100:00100000:2.0:1734686761.189006:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7421 00000100:00100000:2.0:1734686761.189012:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848837888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686761.189039:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686761.189109:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095460700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848837888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686761.189115:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7421 00000100:00100000:0.0:1734686761.189135:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800a0fece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848837888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686761.847035:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686761.847073:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686761.847111:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686761.847136:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872827776 00000100:00100000:2.0:1734686761.847145:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872827904 00000100:00100000:3.0:1734686761.847147:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872827776 00000100:00100000:0.0:1734686761.847149:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686761.847150:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872827904 00000100:00080000:0.0:1734686761.847180:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686731 00000100:00080000:0.0:1734686761.847185:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686731 00000100:00100000:2.0:1734686761.847193:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872828032 00000100:00100000:2.0:1734686761.847195:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872828032 00000100:00100000:3.0:1734686761.847204:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1459 00000100:00100000:0.0:1734686761.847209:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4465 00000100:00100000:3.0:1734686761.847212:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872827776:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686761.847217:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4466 00000100:00100000:0.0:1734686761.847219:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872827904:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686761.847221:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872828032:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686761.847274:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872828032:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686761.847274:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872827776:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686761.847280:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095460a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872827904:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 63us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686761.847281:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1459 00000100:00100000:2.0:1734686761.847284:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4466 00000100:00100000:0.0:1734686761.847288:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4465 00000100:00080000:0.0:1734686761.847315:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686731 00000100:00100000:3.0:1734686761.847315:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872828160 00000100:00100000:3.0:1734686761.847318:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872828160 00000100:00100000:3.0:1734686761.847344:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54993 00000100:00100000:3.0:1734686761.847349:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872828160:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734686761.847370:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686761.847402:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872828160:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 51us (289us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686761.847408:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54993 00010000:00010000:3.0:1734686761.878780:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686762.880768:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686763.882782:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686764.372745:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848838016:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686764.372812:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686764.372856:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848838016 00000100:00100000:2.0:1734686764.372864:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848838016 00000100:00100000:2.0:1734686764.372899:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42144 00000100:00100000:2.0:1734686764.372905:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848838016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686764.372936:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686764.372976:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848838016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686764.372982:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42144 00000100:00100000:0.0:1734686764.373014:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848838016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686764.420786:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848838144:0@lo:400:kworker.0 00000100:00080000:2.0:1734686764.420786:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686764.420789:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848838400:0@lo:400:kworker.0 00000100:00080000:2.0:1734686764.420793:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686764.420797:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686764.420803:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11559 00000100:00080000:2.0:1734686764.420807:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734686764.420813:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848838272:0@lo:400:kworker.0 00000100:00080000:2.0:1734686764.420815:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686764.420837:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae4700 x1818938848838656/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686764.420863:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686764.420863:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686764.420877:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848838656:0@lo:8:kworker.0 00000100:00080000:2.0:1734686764.420878:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686764.420882:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686764.420883:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686764.420887:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11559 00000100:00080000:2.0:1734686764.420890:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1734686764.420892:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1734686764.420893:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848838784:0@lo:400:kworker.0 00000100:00100000:0.0:1734686764.420897:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848838912:0@lo:400:kworker.0 00000100:00080000:2.0:1734686764.420899:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686764.420902:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686764.420911:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae5880 x1818938848839040/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686764.420925:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686764.420933:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848838400 00000100:00100000:3.0:1734686764.420934:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848839040:0@lo:8:kworker.0 00000100:00100000:0.0:1734686764.420940:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848839168:0@lo:400:kworker.0 00000100:00100000:1.0:1734686764.420940:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848838400 00000100:00100000:2.0:1734686764.420945:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686764.420952:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686764.420965:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848838912 00000100:00100000:0.0:1734686764.420967:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848838912 00000100:00100000:1.0:1734686764.420977:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848838272 00000100:00100000:1.0:1734686764.420980:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848838272 00000100:00100000:3.0:1734686764.420981:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848838144 00000100:00100000:2.0:1734686764.420984:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4467 00000100:00100000:3.0:1734686764.420985:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848838144 00000100:00100000:0.0:1734686764.420989:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4468 00000100:00100000:2.0:1734686764.420991:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848838400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686764.420995:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848838912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686764.420997:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4469 00000100:00100000:1.0:1734686764.421001:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848838272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686764.421010:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:3.0:1734686764.421015:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848838144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686764.421035:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848838912:12345-0@lo:400:kworker.0 Request processed in 40us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686764.421039:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848838272:12345-0@lo:400:kworker.0 Request processed in 38us (94us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686764.421042:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4468 00000100:00100000:2.0:1734686764.421042:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848838400:12345-0@lo:400:kworker.0 Request processed in 51us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686764.421044:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4469 00000100:00100000:3.0:1734686764.421044:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848838144:12345-0@lo:400:kworker.0 Request processed in 29us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686764.421048:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4467 00000100:00100000:3.0:1734686764.421051:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00080000:0.0:1734686764.421060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686734 00000100:00100000:1.0:1734686764.421063:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848838656 00000100:00080000:0.0:1734686764.421064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686734 00000100:00080000:0.0:1734686764.421066:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686734 00000100:00100000:1.0:1734686764.421066:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848838656 00000100:00100000:0.0:1734686764.421075:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686764.421081:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848839040 00000100:00100000:3.0:1734686764.421081:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848839168 00000100:00100000:1.0:1734686764.421083:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848839040 00000100:00100000:3.0:1734686764.421084:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848839168 00000100:00100000:1.0:1734686764.421094:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54994 00000100:00100000:0.0:1734686764.421095:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848838912:0@lo:400:kworker.0 00000100:00100000:2.0:1734686764.421095:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848838272:0@lo:400:kworker.0 00000100:00100000:1.0:1734686764.421098:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848838656:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686764.421104:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848838400:0@lo:400:kworker.0 00000100:00100000:3.0:1734686764.421107:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8295 00000100:00100000:3.0:1734686764.421112:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848839168:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734686764.421118:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686764.421125:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54995 00000100:00100000:0.0:1734686764.421129:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848839040:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1734686764.421138:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686764.421141:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848839168:12345-0@lo:400:kworker.0 Request processed in 28us (64us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686764.421145:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848838656:12345-0@lo:8:kworker.0 Request processed in 46us (243us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686764.421147:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8295 00000100:00100000:1.0:1734686764.421152:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54994 00000100:00100000:0.0:1734686764.421154:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848839040:12345-0@lo:8:kworker.0 Request processed in 25us (202us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686764.421159:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54995 00000100:00100000:1.0:1734686764.421167:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848838528:0@lo:400:kworker.0 00000100:00100000:2.0:1734686764.421169:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848839168:0@lo:400:kworker.0 00000100:00080000:3.0:1734686764.421169:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1734686764.421171:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686734 00000100:00080000:3.0:1734686764.421172:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686764.421176:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848839040:0@lo:8:kworker.0 00000100:00080000:3.0:1734686764.421184:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686764.421186:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686764.421188:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686764.421189:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848838656:0@lo:8:kworker.0 00000100:00100000:1.0:1734686764.421200:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848839296:0@lo:400:kworker.0 00000100:00100000:2.0:1734686764.421207:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848838528 00000100:00100000:2.0:1734686764.421210:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848838528 00000100:00100000:1.0:1734686764.421216:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686764.421233:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848839296 00000100:00100000:3.0:1734686764.421237:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848839296 00000100:00100000:2.0:1734686764.421243:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42145 00000100:00100000:2.0:1734686764.421248:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848838528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686764.421249:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686764.421252:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686734 00000100:00100000:3.0:1734686764.421256:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4470 00000100:00100000:0.0:1734686764.421259:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848838784 00000100:00100000:3.0:1734686764.421260:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0fece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848839296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686764.421262:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848838784 00000100:00100000:1.0:1734686764.421264:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848838144:0@lo:400:kworker.0 00000100:00100000:0.0:1734686764.421279:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8296 00000100:00100000:0.0:1734686764.421283:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848838784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686764.421285:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848838528:12345-0@lo:400:kworker.0 Request processed in 36us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686764.421289:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0fece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848839296:12345-0@lo:400:kworker.0 Request processed in 28us (72us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686764.421292:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848838528:0@lo:400:kworker.0 00000100:00100000:2.0:1734686764.421292:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42145 00000100:00100000:3.0:1734686764.421294:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4470 00000100:00100000:1.0:1734686764.421300:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848839296:0@lo:400:kworker.0 00000100:00100000:0.0:1734686764.421320:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848838784:12345-0@lo:400:kworker.0 Request processed in 35us (70us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686764.421320:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848838784:0@lo:400:kworker.0 00000100:00100000:0.0:1734686764.421326:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8296 00000100:00080000:0.0:1734686764.421336:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686734 00000100:00100000:1.0:1734686764.436798:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848839424:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686764.436870:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686764.436942:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848839424 00000100:00100000:2.0:1734686764.436952:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848839424 00000100:00100000:2.0:1734686764.437001:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42146 00000100:00100000:2.0:1734686764.437009:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848839424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686764.437042:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686764.437084:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848839424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686764.437089:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42146 00000100:00100000:1.0:1734686764.437124:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096414380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848839424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686764.500772:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848839552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686764.500854:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686764.500920:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848839552 00000100:00100000:0.0:1734686764.500929:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848839552 00000100:00100000:0.0:1734686764.500975:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7422 00000100:00100000:0.0:1734686764.500981:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848839552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686764.501014:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686764.501060:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848839552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686764.501065:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7422 00000100:00100000:2.0:1734686764.501088:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095462300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848839552:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686764.884756:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1734686765.886748:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686766.196764:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848839680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686766.196832:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686766.196873:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848839680 00000100:00100000:0.0:1734686766.196882:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848839680 00000100:00080000:2.0:1734686766.196914:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686736 00000100:00100000:0.0:1734686766.196932:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7423 00000100:00100000:0.0:1734686766.196939:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848839680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686766.196971:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686766.197013:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096415f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848839680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686766.197020:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7423 00000100:00100000:3.0:1734686766.197026:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095462680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848839680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686766.854890:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686766.854923:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686766.854952:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686766.854955:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872828288 00000100:00100000:2.0:1734686766.854962:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872828288 00000100:00100000:0.0:1734686766.854982:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686766.855001:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1461 00000100:00100000:2.0:1734686766.855006:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872828288:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686766.855007:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872828416 00000100:00100000:3.0:1734686766.855019:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872828416 00000100:00100000:0.0:1734686766.855031:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872828544 00000100:00100000:0.0:1734686766.855036:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872828544 00000100:00100000:1.0:1734686766.855038:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872828672 00000100:00100000:1.0:1734686766.855042:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872828672 00000100:00100000:2.0:1734686766.855050:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872828288:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 44us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686766.855055:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1461 00000100:00100000:1.0:1734686766.855059:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54996 00000100:00100000:1.0:1734686766.855062:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872828672:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686766.855071:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4471 00000100:00080000:2.0:1734686766.855077:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686736 00000100:00100000:3.0:1734686766.855077:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872828416:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686766.855078:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4472 00000100:00080000:2.0:1734686766.855079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686736 00010000:00020000:1.0:1734686766.855080:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1734686766.855081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686736 00000100:00100000:0.0:1734686766.855084:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872828544:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686766.855100:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872828672:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 37us (119us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686766.855104:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54996 00000100:00100000:0.0:1734686766.855116:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095462d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872828544:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686766.855122:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4472 00000100:00100000:3.0:1734686766.855139:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095462a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872828416:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 62us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686766.855144:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4471 00010000:00010000:3.0:1734686766.888711:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686767.890745:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686768.892767:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686769.380771:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880095463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848839808:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686769.380833:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686769.380887:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848839808 00000100:00100000:0.0:1734686769.380894:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848839808 00000100:00100000:0.0:1734686769.380929:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42147 00000100:00100000:0.0:1734686769.380934:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848839808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686769.380967:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686769.381010:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848839808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686769.381017:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42147 00000100:00100000:2.0:1734686769.381027:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880095463480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848839808:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686769.428724:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686769.428729:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686769.428731:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686769.428738:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11564 00000100:00080000:2.0:1734686769.428740:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1734686769.428742:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848840192:0@lo:400:kworker.0 00000100:00100000:1.0:1734686769.428743:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848839936:0@lo:400:kworker.0 00000100:00080000:2.0:1734686769.428745:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686769.428759:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae6d80 x1818938848840448/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686769.428781:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686769.428783:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686769.428784:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686769.428787:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11564 00000100:00080000:2.0:1734686769.428789:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686769.428791:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686769.428798:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae4000 x1818938848840832/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686769.428798:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686769.428799:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686769.428822:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848840064:0@lo:400:kworker.0 00000100:00100000:3.0:1734686769.428822:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848840960:0@lo:400:kworker.0 00000100:00100000:1.0:1734686769.428832:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848840576:0@lo:400:kworker.0 00000100:00100000:2.0:1734686769.428844:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686769.428853:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686769.428855:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848840704:0@lo:400:kworker.0 00000100:00100000:0.0:1734686769.428866:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848839936 00000100:00100000:1.0:1734686769.428870:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848840960 00000100:00100000:0.0:1734686769.428872:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848839936 00000100:00100000:2.0:1734686769.428873:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686769.428874:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848840960 00000100:00100000:3.0:1734686769.428883:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848840448:0@lo:8:kworker.0 00000100:00080000:2.0:1734686769.428887:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686739 00000100:00080000:2.0:1734686769.428890:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686739 00000100:00100000:2.0:1734686769.428902:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848840192 00000100:00100000:3.0:1734686769.428902:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686769.428905:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848840192 00000100:00100000:0.0:1734686769.428906:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:1.0:1734686769.428909:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848840448 00000100:00100000:0.0:1734686769.428912:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848839936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686769.428912:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848840448 00000100:00100000:3.0:1734686769.428913:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848840832:0@lo:8:kworker.0 00000100:00100000:2.0:1734686769.428923:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848840064 00000100:00100000:2.0:1734686769.428924:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848840064 00000100:00100000:1.0:1734686769.428925:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8297 00000100:00100000:3.0:1734686769.428925:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686769.428930:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848840960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686769.428933:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848840704 00000100:00100000:2.0:1734686769.428934:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848840704 00000100:00100000:2.0:1734686769.428942:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4473 00000100:00100000:2.0:1734686769.428945:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848840192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686769.428947:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848840832 00000100:00100000:3.0:1734686769.428950:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848840832 00000100:00100000:0.0:1734686769.428951:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848839936:12345-0@lo:400:kworker.0 Request processed in 39us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686769.428957:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:3.0:1734686769.428966:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54997 00000100:00100000:1.0:1734686769.428967:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848840960:12345-0@lo:400:kworker.0 Request processed in 36us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686769.428969:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096414380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848840192:12345-0@lo:400:kworker.0 Request processed in 22us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686769.428970:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848840448:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686769.428973:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8297 00000100:00100000:2.0:1734686769.428974:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4473 00000100:00100000:0.0:1734686769.428982:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4474 00000100:00100000:0.0:1734686769.428986:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848840064:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734686769.428986:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686769.428987:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54998 00000100:00100000:2.0:1734686769.428989:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4475 00000100:00100000:1.0:1734686769.428991:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013170b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848840832:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686769.428993:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848840704:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1734686769.429002:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686769.429013:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848840064:12345-0@lo:400:kworker.0 Request processed in 25us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686769.429013:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848840448:12345-0@lo:8:kworker.0 Request processed in 41us (109us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686769.429018:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54997 00000100:00100000:2.0:1734686769.429019:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848840704:12345-0@lo:400:kworker.0 Request processed in 25us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686769.429021:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4474 00000100:00100000:1.0:1734686769.429023:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013170b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848840832:12345-0@lo:8:kworker.0 Request processed in 30us (96us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686769.429024:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4475 00000100:00100000:1.0:1734686769.429027:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54998 00000100:00080000:2.0:1734686769.429044:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686739 00000100:00080000:3.0:1734686769.429044:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686769.429047:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848840064:0@lo:400:kworker.0 00000100:00080000:2.0:1734686769.429047:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686739 00000100:00080000:3.0:1734686769.429048:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686769.429051:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848840448:0@lo:8:kworker.0 00000100:00100000:1.0:1734686769.429053:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686769.429056:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848840704:0@lo:400:kworker.0 00000100:00080000:3.0:1734686769.429057:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686769.429059:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686769.429060:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848840320:0@lo:400:kworker.0 00000100:00100000:3.0:1734686769.429061:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848840832:0@lo:8:kworker.0 00000100:00100000:1.0:1734686769.429069:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848839936:0@lo:400:kworker.0 00000100:00100000:2.0:1734686769.429079:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686769.429079:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848840960:0@lo:400:kworker.0 00000100:00100000:1.0:1734686769.429087:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848840576 00000100:00100000:3.0:1734686769.429087:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848840192:0@lo:400:kworker.0 00000100:00100000:1.0:1734686769.429089:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848840576 00000100:00100000:2.0:1734686769.429090:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848841088:0@lo:400:kworker.0 00000100:00100000:0.0:1734686769.429095:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848840320 00000100:00100000:0.0:1734686769.429098:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848840320 00000100:00100000:1.0:1734686769.429106:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8298 00000100:00100000:2.0:1734686769.429106:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686769.429110:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848840576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686769.429117:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42148 00000100:00100000:0.0:1734686769.429121:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848840320:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686769.429123:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686739 00000100:00080000:2.0:1734686769.429126:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686739 00000100:00100000:1.0:1734686769.429137:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848840576:12345-0@lo:400:kworker.0 Request processed in 26us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686769.429142:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8298 00000100:00100000:1.0:1734686769.429155:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848841088 00000100:00100000:1.0:1734686769.429157:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848841088 00000100:00100000:0.0:1734686769.429161:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848840320:12345-0@lo:400:kworker.0 Request processed in 39us (81us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686769.429165:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42148 00000100:00100000:1.0:1734686769.429172:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4476 00000100:00100000:2.0:1734686769.429172:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848840320:0@lo:400:kworker.0 00000100:00100000:1.0:1734686769.429176:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848841088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686769.429199:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848841088:12345-0@lo:400:kworker.0 Request processed in 23us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686769.429204:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4476 00000100:00100000:2.0:1734686769.429207:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848841088:0@lo:400:kworker.0 00000100:00100000:1.0:1734686769.429223:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848840576:0@lo:400:kworker.0 00000100:00100000:1.0:1734686769.444757:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848841216:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686769.444817:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686769.444884:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848841216 00000100:00100000:0.0:1734686769.444891:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848841216 00000100:00100000:0.0:1734686769.444932:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42149 00000100:00100000:0.0:1734686769.444938:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848841216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686769.444967:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686769.445018:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848841216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686769.445023:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42149 00000100:00100000:1.0:1734686769.445052:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848841216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686769.508735:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848841344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686769.508793:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686769.508849:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848841344 00000100:00100000:2.0:1734686769.508856:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848841344 00000100:00100000:2.0:1734686769.508889:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7424 00000100:00100000:2.0:1734686769.508895:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848841344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686769.508923:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686769.508958:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848841344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686769.508963:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7424 00000100:00100000:0.0:1734686769.509003:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848841344:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686769.894723:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686770.896774:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686771.204730:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880131709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848841472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686771.204789:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686771.204850:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848841472 00000100:00100000:2.0:1734686771.204857:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848841472 00000100:00080000:0.0:1734686771.204897:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686741 00000100:00100000:2.0:1734686771.204899:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7425 00000100:00100000:2.0:1734686771.204904:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848841472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686771.204928:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686771.204958:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848841472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686771.204963:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7425 00000100:00100000:0.0:1734686771.204984:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880131709c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848841472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686771.862882:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686771.862922:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686771.862947:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686771.862949:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872828928 00000100:00100000:1.0:1734686771.862955:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872828928 00000100:00100000:0.0:1734686771.862977:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686771.862985:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872828800 00000100:00080000:0.0:1734686771.862990:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686741 00000100:00100000:2.0:1734686771.862990:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872828800 00000100:00100000:1.0:1734686771.863000:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872829056 00000100:00100000:1.0:1734686771.863001:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872829056 00000100:00100000:0.0:1734686771.863011:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872829184 00000100:00100000:0.0:1734686771.863015:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872829184 00000100:00100000:1.0:1734686771.863020:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4477 00000100:00100000:1.0:1734686771.863025:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872828928:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686771.863030:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1463 00000100:00100000:0.0:1734686771.863032:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 54999 00000100:00100000:2.0:1734686771.863036:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872828800:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686771.863037:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872829184:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686771.863050:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4478 00000100:00100000:3.0:1734686771.863056:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872829056:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686771.863058:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686771.863073:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2007:x1818938872828928:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686771.863075:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136416450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2006:x1818938872828800:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 38us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686771.863078:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4477 00000100:00100000:0.0:1734686771.863081:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095462300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872829184:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (102us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686771.863082:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1463 00000100:00100000:3.0:1734686771.863085:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095462680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2006:x1818938872829056:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 29us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686771.863087:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 54999 00000100:00100000:3.0:1734686771.863091:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4478 00000100:00080000:0.0:1734686771.863101:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686741 00000100:00080000:0.0:1734686771.863104:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686741 00010000:00010000:3.0:1734686771.898804:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686772.900816:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686773.902761:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686774.388765:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686774.388783:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848841600:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686774.388834:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686774.388883:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848841600 00000100:00100000:0.0:1734686774.388895:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848841600 00000100:00100000:0.0:1734686774.388952:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42150 00000100:00100000:0.0:1734686774.388959:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848841600:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686774.389000:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686774.389068:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848841600:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686774.389074:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42150 00000100:00100000:1.0:1734686774.389092:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848841600:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686774.436725:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686774.436733:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686774.436736:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686774.436743:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11569 00000100:00080000:2.0:1734686774.436747:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:0.0:1734686774.436751:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848842112:0@lo:400:kworker.0 00000100:00100000:1.0:1734686774.436753:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848841856:0@lo:400:kworker.0 00000100:00080000:2.0:1734686774.436753:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686774.436769:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae5f80 x1818938848842240/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686774.436805:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686774.436805:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686774.436805:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686774.436810:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686774.436812:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686774.436815:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11569 00000100:00080000:2.0:1734686774.436817:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686774.436820:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686774.436832:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae4000 x1818938848842624/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686774.436833:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1734686774.436834:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848842496:0@lo:400:kworker.0 00000100:00100000:0.0:1734686774.436837:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848841728:0@lo:400:kworker.0 00000100:00100000:3.0:1734686774.436843:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848842240:0@lo:8:kworker.0 00000100:00100000:0.0:1734686774.436855:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686774.436856:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686774.436864:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848842368:0@lo:400:kworker.0 00000100:00100000:3.0:1734686774.436868:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686774.436869:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1734686774.436873:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848841984:0@lo:400:kworker.0 00000100:00100000:2.0:1734686774.436874:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848841728 00000100:00100000:2.0:1734686774.436880:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848841728 00000100:00100000:3.0:1734686774.436884:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848842624:0@lo:8:kworker.0 00000100:00100000:0.0:1734686774.436885:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848842112 00000100:00100000:0.0:1734686774.436887:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848842112 00000100:00100000:1.0:1734686774.436888:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686774.436896:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848842752:0@lo:400:kworker.0 00000100:00100000:3.0:1734686774.436897:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686774.436911:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42151 00000100:00100000:1.0:1734686774.436911:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686774.436912:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1734686774.436915:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848842112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686774.436917:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848841728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686774.436921:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848842240 00000100:00100000:3.0:1734686774.436925:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848842240 00000100:00100000:1.0:1734686774.436926:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848841856 00000100:00100000:1.0:1734686774.436928:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848841856 00000100:00100000:3.0:1734686774.436938:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848842624 00000100:00100000:3.0:1734686774.436940:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848842624 00000100:00100000:0.0:1734686774.436945:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848842112:12345-0@lo:400:kworker.0 Request processed in 29us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686774.436947:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848842496 00000100:00100000:3.0:1734686774.436948:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848842752 00000100:00100000:0.0:1734686774.436949:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42151 00000100:00100000:1.0:1734686774.436949:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848842496 00000100:00100000:3.0:1734686774.436950:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848842752 00000100:00100000:2.0:1734686774.436952:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3766:x1818938848841728:12345-0@lo:400:kworker.0 Request processed in 34us (95us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686774.436957:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1734686774.436962:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848841984 00000100:00100000:3.0:1734686774.436963:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8299 00000100:00100000:0.0:1734686774.436964:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848841984 00000100:00100000:3.0:1734686774.436968:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848842752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686774.436973:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4479 00000100:00100000:0.0:1734686774.436976:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4480 00000100:00100000:1.0:1734686774.436978:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848841856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686774.436979:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848842496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686774.436986:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4481 00000100:00100000:2.0:1734686774.436991:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848841984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686774.437001:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848842496:12345-0@lo:400:kworker.0 Request processed in 21us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686774.437002:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848842752:12345-0@lo:400:kworker.0 Request processed in 33us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686774.437005:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4480 00000100:00100000:1.0:1734686774.437005:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b05ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848841856:12345-0@lo:400:kworker.0 Request processed in 28us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686774.437008:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8299 00000100:00100000:1.0:1734686774.437010:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4479 00000100:00100000:2.0:1734686774.437015:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848841984:12345-0@lo:400:kworker.0 Request processed in 23us (126us total) trans 0 rc 0/0 00000100:00080000:0.0:1734686774.437018:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686744 00000100:00080000:0.0:1734686774.437020:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686744 00000100:00100000:2.0:1734686774.437021:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4481 00000100:00080000:0.0:1734686774.437022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686744 00000100:00100000:3.0:1734686774.437022:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55000 00000100:00080000:0.0:1734686774.437023:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686744 00000100:00100000:3.0:1734686774.437025:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848842240:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686774.437028:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686774.437028:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55001 00000100:00100000:1.0:1734686774.437031:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013170ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848842624:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686774.437041:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686774.437045:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848842112:0@lo:400:kworker.0 00010000:00020000:1.0:1734686774.437047:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686774.437054:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848842880:0@lo:400:kworker.0 00000100:00100000:2.0:1734686774.437054:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848842368 00000100:00100000:2.0:1734686774.437057:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848842368 00000100:00100000:1.0:1734686774.437063:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013170ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848842624:12345-0@lo:8:kworker.0 Request processed in 31us (165us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686774.437064:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848842240:12345-0@lo:8:kworker.0 Request processed in 37us (194us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686774.437066:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686774.437069:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55000 00000100:00100000:1.0:1734686774.437071:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55001 00000100:00100000:2.0:1734686774.437075:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8300 00000100:00100000:0.0:1734686774.437076:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3766:1818938848841728:0@lo:400:kworker.0 00000100:00100000:2.0:1734686774.437079:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848842368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686774.437084:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848842880 00000100:00100000:1.0:1734686774.437086:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848842880 00000100:00080000:0.0:1734686774.437092:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686744 00000100:00080000:3.0:1734686774.437095:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686774.437099:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:1.0:1734686774.437101:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4482 00000100:00100000:3.0:1734686774.437102:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848842240:0@lo:8:kworker.0 00000100:00100000:1.0:1734686774.437105:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848842880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686774.437107:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848842368:12345-0@lo:400:kworker.0 Request processed in 27us (76us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686774.437109:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686774.437111:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686774.437112:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8300 00000100:00100000:0.0:1734686774.437113:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848842368:0@lo:400:kworker.0 00000100:00100000:3.0:1734686774.437113:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848842624:0@lo:8:kworker.0 00000100:00100000:1.0:1734686774.437132:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848842880:12345-0@lo:400:kworker.0 Request processed in 25us (64us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686774.437133:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848842880:0@lo:400:kworker.0 00000100:00100000:1.0:1734686774.437137:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4482 00000100:00100000:1.0:1734686774.437156:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848841984:0@lo:400:kworker.0 00000100:00100000:1.0:1734686774.437163:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848842752:0@lo:400:kworker.0 00000100:00100000:1.0:1734686774.437171:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848842496:0@lo:400:kworker.0 00000100:00100000:1.0:1734686774.437178:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848841856:0@lo:400:kworker.0 00000100:00100000:1.0:1734686774.452741:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686774.452760:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88011d835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848843008:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686774.452806:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686774.452872:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848843008 00000100:00100000:2.0:1734686774.452879:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848843008 00000100:00100000:2.0:1734686774.452918:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42152 00000100:00100000:2.0:1734686774.452925:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848843008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686774.452953:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686774.452996:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095b65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848843008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686774.453003:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42152 00000100:00100000:1.0:1734686774.453021:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88011d835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848843008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686774.516774:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686774.516794:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848843136:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686774.516840:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686774.516884:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848843136 00000100:00100000:2.0:1734686774.516892:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848843136 00000100:00100000:2.0:1734686774.516932:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7426 00000100:00100000:2.0:1734686774.516938:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848843136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686774.516968:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686774.517009:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800979cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848843136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686774.517015:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7426 00000100:00100000:0.0:1734686774.517057:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848843136:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686774.904682:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686775.906730:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686776.212770:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848843264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686776.212832:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686776.212881:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848843264 00000100:00100000:0.0:1734686776.212889:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848843264 00000100:00080000:2.0:1734686776.212930:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686746 00000100:00100000:0.0:1734686776.212940:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7427 00000100:00100000:0.0:1734686776.212945:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848843264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686776.212974:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686776.213024:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848843264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686776.213032:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7427 00000100:00100000:2.0:1734686776.213049:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848843264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686776.870829:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686776.870865:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686776.870891:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686776.870897:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872829312 00000100:00100000:2.0:1734686776.870905:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872829312 00000100:00100000:1.0:1734686776.870915:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872829440 00000100:00100000:1.0:1734686776.870919:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872829440 00000100:00100000:0.0:1734686776.870924:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686776.870949:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872829568 00000100:00100000:0.0:1734686776.870952:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872829568 00000100:00100000:2.0:1734686776.870953:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1465 00000100:00100000:1.0:1734686776.870956:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4483 00000100:00100000:2.0:1734686776.870959:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872829312:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686776.870961:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872829440:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:3.0:1734686776.870961:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686746 00000100:00080000:3.0:1734686776.870965:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686746 00000100:00080000:3.0:1734686776.870967:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686746 00000100:00100000:0.0:1734686776.870972:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4484 00000100:00100000:0.0:1734686776.870976:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872829568:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686776.870993:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872829696 00000100:00100000:3.0:1734686776.870996:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872829696 00000100:00100000:0.0:1734686776.871009:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ff2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2007:x1818938872829568:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 32us (117us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686776.871009:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2006:x1818938872829440:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 47us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686776.871009:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2007:x1818938872829312:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686776.871014:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 55002 00000100:00100000:0.0:1734686776.871016:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4484 00000100:00100000:2.0:1734686776.871016:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1465 00000100:00100000:3.0:1734686776.871018:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872829696:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:1.0:1734686776.871019:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4483 00010000:00020000:3.0:1734686776.871038:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686776.871060:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872829696:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (135us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686776.871066:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 55002 00010000:00010000:3.0:1734686776.908727:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686777.910673:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686778.912757:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686779.396765:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848843392:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686779.396822:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686779.396869:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848843392 00000100:00100000:0.0:1734686779.396877:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848843392 00000100:00100000:0.0:1734686779.396921:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42153 00000100:00100000:0.0:1734686779.396928:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848843392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686779.396961:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686779.397010:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848843392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686779.397017:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42153 00000100:00100000:2.0:1734686779.397022:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ead6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848843392:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686779.444710:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686779.444716:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848843520:0@lo:400:kworker.0 00000100:00080000:2.0:1734686779.444716:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686779.444719:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686779.444720:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848843904:0@lo:400:kworker.0 00000100:00080000:2.0:1734686779.444724:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11574 00000100:00080000:2.0:1734686779.444728:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686779.444734:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686779.444748:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848843648:0@lo:400:kworker.0 00000100:00100000:2.0:1734686779.444751:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae4000 x1818938848844032/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686779.444776:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686779.444778:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686779.444780:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1734686779.444782:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686779.444783:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11574 00000100:00080000:2.0:1734686779.444784:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1734686779.444785:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686779.444788:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686779.444790:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686779.444798:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae5500 x1818938848844416/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686779.444801:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686779.444806:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848844160:0@lo:400:kworker.0 00000100:00100000:1.0:1734686779.444812:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848844288:0@lo:400:kworker.0 00000100:00100000:3.0:1734686779.444825:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686779.444826:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848843904 00000100:00100000:1.0:1734686779.444831:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686779.444831:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848843776:0@lo:400:kworker.0 00000100:00100000:0.0:1734686779.444832:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848843904 00000100:00100000:3.0:1734686779.444839:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848844672:0@lo:400:kworker.0 00000100:00100000:1.0:1734686779.444852:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848843648 00000100:00100000:2.0:1734686779.444853:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686779.444855:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848843648 00000100:00100000:3.0:1734686779.444855:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848844032:0@lo:8:kworker.0 00000100:00100000:0.0:1734686779.444866:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42154 00000100:00100000:2.0:1734686779.444867:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848844544:0@lo:400:kworker.0 00000100:00100000:0.0:1734686779.444872:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848843904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686779.444872:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686779.444876:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848844288 00000100:00100000:1.0:1734686779.444878:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848844288 00000100:00100000:2.0:1734686779.444885:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848843520 00000100:00100000:3.0:1734686779.444885:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848844416:0@lo:8:kworker.0 00000100:00100000:1.0:1734686779.444888:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848843776 00000100:00100000:2.0:1734686779.444889:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848843520 00000100:00100000:1.0:1734686779.444890:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848843776 00000100:00100000:3.0:1734686779.444897:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686779.444904:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4485 00000100:00100000:1.0:1734686779.444909:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848843648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686779.444911:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1734686779.444912:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88011d835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848843904:12345-0@lo:400:kworker.0 Request processed in 39us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686779.444916:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848843520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686779.444918:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848844160 00000100:00100000:0.0:1734686779.444919:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42154 00000100:00100000:3.0:1734686779.444920:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848844160 00000100:00080000:0.0:1734686779.444935:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686749 00000100:00080000:0.0:1734686779.444939:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686749 00000100:00100000:3.0:1734686779.444939:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848844032 00000100:00100000:1.0:1734686779.444940:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848843648:12345-0@lo:400:kworker.0 Request processed in 30us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686779.444941:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848844032 00000100:00080000:0.0:1734686779.444942:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686749 00000100:00080000:0.0:1734686779.444943:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686749 00000100:00100000:2.0:1734686779.444943:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848843520:12345-0@lo:400:kworker.0 Request processed in 26us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686779.444947:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4485 00000100:00100000:2.0:1734686779.444949:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:3.0:1734686779.444952:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848844416 00000100:00100000:3.0:1734686779.444953:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848844416 00000100:00100000:0.0:1734686779.444957:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8301 00000100:00100000:1.0:1734686779.444961:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4486 00000100:00100000:0.0:1734686779.444962:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848844160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686779.444965:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848844288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686779.444967:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55003 00000100:00100000:3.0:1734686779.444971:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848844032:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686779.444974:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55004 00000100:00100000:2.0:1734686779.444976:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848844416:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686779.444987:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686779.444989:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ead6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848844288:12345-0@lo:400:kworker.0 Request processed in 23us (157us total) trans 0 rc 0/0 00010000:00020000:2.0:1734686779.444992:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686779.444993:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848844160:12345-0@lo:400:kworker.0 Request processed in 30us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686779.444995:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4486 00000100:00100000:0.0:1734686779.444999:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8301 00000100:00100000:1.0:1734686779.445004:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4487 00000100:00100000:1.0:1734686779.445008:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848843776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686779.445011:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848844416:12345-0@lo:8:kworker.0 Request processed in 33us (112us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686779.445011:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848844032:12345-0@lo:8:kworker.0 Request processed in 39us (138us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686779.445017:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55004 00000100:00100000:3.0:1734686779.445020:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55003 00000100:00100000:1.0:1734686779.445030:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c51c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848843776:12345-0@lo:400:kworker.0 Request processed in 22us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686779.445035:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686779.445036:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4487 00000100:00100000:0.0:1734686779.445037:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848843520:0@lo:400:kworker.0 00000100:00080000:3.0:1734686779.445039:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686779.445041:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686779.445045:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848844032:0@lo:8:kworker.0 00000100:00080000:3.0:1734686779.445051:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1734686779.445053:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848843776:0@lo:400:kworker.0 00000100:00080000:3.0:1734686779.445053:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686779.445055:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848844416:0@lo:8:kworker.0 00000100:00100000:1.0:1734686779.445067:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848844288:0@lo:400:kworker.0 00000100:00100000:2.0:1734686779.445067:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848844544 00000100:00100000:2.0:1734686779.445070:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848844544 00000100:00100000:1.0:1734686779.445076:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848843648:0@lo:400:kworker.0 00000100:00100000:3.0:1734686779.445076:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686779.445084:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8302 00000100:00080000:0.0:1734686779.445085:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686749 00000100:00100000:2.0:1734686779.445088:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848844544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686779.445091:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848844160:0@lo:400:kworker.0 00000100:00100000:1.0:1734686779.445094:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848844672 00000100:00100000:1.0:1734686779.445097:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848844672 00000100:00100000:3.0:1734686779.445097:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848843904:0@lo:400:kworker.0 00000100:00100000:1.0:1734686779.445112:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4488 00000100:00100000:2.0:1734686779.445115:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848844544:12345-0@lo:400:kworker.0 Request processed in 25us (79us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686779.445116:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848844672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686779.445120:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8302 00000100:00100000:2.0:1734686779.445137:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848844544:0@lo:400:kworker.0 00000100:00100000:1.0:1734686779.445155:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880130786a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848844672:12345-0@lo:400:kworker.0 Request processed in 37us (77us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686779.445160:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4488 00000100:00100000:3.0:1734686779.445174:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848844672:0@lo:400:kworker.0 00000100:00100000:2.0:1734686779.460853:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734686779.460872:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ec60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848844800:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686779.460926:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686779.460969:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848844800 00000100:00100000:0.0:1734686779.460976:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848844800 00000100:00100000:0.0:1734686779.461012:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42155 00000100:00100000:0.0:1734686779.461019:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848844800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686779.461050:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686779.461093:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d455c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848844800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686779.461100:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42155 00000100:00100000:2.0:1734686779.461109:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ec60e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848844800:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686779.524736:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848844928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686779.524785:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686779.524828:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848844928 00000100:00100000:0.0:1734686779.524835:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848844928 00000100:00100000:0.0:1734686779.524871:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7428 00000100:00100000:0.0:1734686779.524876:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848844928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686779.524909:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686779.524949:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098709f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848844928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686779.524954:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7428 00000100:00100000:1.0:1734686779.524971:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d456d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848844928:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686779.914724:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686780.916732:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686781.220750:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848845056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686781.220808:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686781.220874:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848845056 00000100:00100000:0.0:1734686781.220883:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848845056 00000100:00100000:0.0:1734686781.220929:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7429 00000100:00080000:2.0:1734686781.220930:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686751 00000100:00100000:0.0:1734686781.220934:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848845056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686781.220958:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686781.220995:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ec60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848845056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686781.221002:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7429 00000100:00100000:3.0:1734686781.221008:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848845056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686781.878810:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686781.878853:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686781.878878:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872829952 00000100:00100000:0.0:1734686781.878882:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686781.878886:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872829952 00000100:00100000:0.0:1734686781.878914:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686781.878918:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872829824 00000100:00100000:3.0:1734686781.878923:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872829824 00000100:00100000:0.0:1734686781.878933:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872830080 00000100:00100000:0.0:1734686781.878936:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872830080 00000100:00100000:1.0:1734686781.878949:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4489 00000100:00100000:3.0:1734686781.878949:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1467 00000100:00100000:3.0:1734686781.878955:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872829824:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686781.878956:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872829952:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734686781.878956:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686751 00000100:00080000:2.0:1734686781.878961:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686751 00000100:00080000:2.0:1734686781.878964:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686751 00000100:00100000:0.0:1734686781.878970:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4490 00000100:00100000:0.0:1734686781.878975:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872830080:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686781.878976:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872830208 00000100:00100000:2.0:1734686781.878980:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872830208 00000100:00100000:2.0:1734686781.879002:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 55005 00000100:00100000:3.0:1734686781.879003:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872829824:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686781.879007:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872829952:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686781.879007:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872830208:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686781.879007:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1467 00000100:00100000:0.0:1734686781.879011:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872830080:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686781.879014:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4489 00000100:00100000:0.0:1734686781.879018:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4490 00010000:00020000:2.0:1734686781.879028:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686781.879052:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872830208:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 43us (137us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686781.879058:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 55005 00010000:00010000:3.0:1734686781.918719:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686782.920734:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686783.922696:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686784.404737:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686784.404758:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848845184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686784.404813:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686784.404847:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848845184 00000100:00100000:0.0:1734686784.404854:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848845184 00000100:00100000:0.0:1734686784.404891:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42156 00000100:00100000:0.0:1734686784.404896:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848845184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686784.404923:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686784.404963:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098708000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848845184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686784.404967:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42156 00000100:00100000:1.0:1734686784.404995:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d454380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848845184:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1734686784.452741:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1734686784.452747:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848845568:0@lo:400:kworker.0 00000100:00080000:0.0:1734686784.452748:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686784.452751:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686784.452752:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848845440:0@lo:400:kworker.0 00000100:00080000:0.0:1734686784.452756:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11579 00000100:00080000:0.0:1734686784.452760:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1734686784.452766:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686784.452783:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880096ae4a80 x1818938848845824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686784.452805:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848845312:0@lo:400:kworker.0 00000100:00100000:2.0:1734686784.452805:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686784.452806:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848845824:0@lo:8:kworker.0 00000100:00080000:0.0:1734686784.452817:0:14236:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1734686784.452820:0:14236:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1734686784.452822:0:14236:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1734686784.452825:0:14236:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11579 00000100:00080000:0.0:1734686784.452827:0:14236:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1734686784.452830:0:14236:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686784.452833:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686784.452836:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1734686784.452840:0:14236:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072d00380 x1818938848846208/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686784.452841:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686784.452842:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848846080:0@lo:400:kworker.0 00000100:00100000:1.0:1734686784.452848:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848845952:0@lo:400:kworker.0 00000100:00100000:3.0:1734686784.452857:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848846208:0@lo:8:kworker.0 00000100:00100000:2.0:1734686784.452863:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686784.452864:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686784.452876:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848845312 00000100:00100000:2.0:1734686784.452877:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848846336:0@lo:400:kworker.0 00000100:00100000:1.0:1734686784.452880:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734686784.452880:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848845312 00000100:00100000:1.0:1734686784.452885:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848845696:0@lo:400:kworker.0 00000100:00100000:2.0:1734686784.452894:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686784.452902:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686784.452908:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:1.0:1734686784.452912:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848846464:0@lo:400:kworker.0 00000100:00100000:3.0:1734686784.452912:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848845312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686784.452917:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848845824 00000100:00100000:2.0:1734686784.452921:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848845824 00000100:00100000:1.0:1734686784.452926:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686784.452936:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848845952 00000100:00100000:2.0:1734686784.452938:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848845952 00000100:00100000:3.0:1734686784.452939:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136417850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848845312:12345-0@lo:400:kworker.0 Request processed in 27us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686784.452943:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:1.0:1734686784.452947:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848845312:0@lo:400:kworker.0 00000100:00100000:2.0:1734686784.452956:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848846336 00000100:00100000:2.0:1734686784.452957:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848846336 00000100:00100000:0.0:1734686784.452959:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848845568 00000100:00080000:3.0:1734686784.452961:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686754 00000100:00100000:0.0:1734686784.452963:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848845568 00000100:00080000:3.0:1734686784.452964:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686754 00000100:00100000:1.0:1734686784.452968:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848846080 00000100:00100000:1.0:1734686784.452970:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848846080 00000100:00100000:2.0:1734686784.452970:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8303 00000100:00100000:2.0:1734686784.452975:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848845952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686784.452978:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8304 00000100:00100000:3.0:1734686784.452981:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848846336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686784.452988:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848846464 00000100:00100000:1.0:1734686784.452990:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848846464 00000100:00100000:0.0:1734686784.452997:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4491 00000100:00100000:3.0:1734686784.453000:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ecf3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848846336:12345-0@lo:400:kworker.0 Request processed in 17us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686784.453002:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848846080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686784.453004:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8304 00000100:00100000:1.0:1734686784.453007:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4492 00000100:00100000:2.0:1734686784.453008:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848845952:12345-0@lo:400:kworker.0 Request processed in 32us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686784.453011:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848845568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686784.453015:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8303 00000100:00100000:3.0:1734686784.453018:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55006 00000100:00100000:3.0:1734686784.453020:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f184000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848845824:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686784.453033:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686784.453038:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d454380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848846080:12345-0@lo:400:kworker.0 Request processed in 36us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686784.453040:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4493 00000100:00100000:1.0:1734686784.453042:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d456d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848845568:12345-0@lo:400:kworker.0 Request processed in 31us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686784.453044:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4491 00000100:00100000:2.0:1734686784.453045:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848846464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686784.453045:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f184000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:3765:x1818938848845824:12345-0@lo:8:kworker.0 Request processed in 24us (205us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686784.453048:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4492 00000100:00100000:3.0:1734686784.453049:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55006 00000100:00080000:3.0:1734686784.453060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686754 00000100:00100000:3.0:1734686784.453065:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686784.453067:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686784.453069:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848845696 00000100:00100000:2.0:1734686784.453070:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880097681c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848846464:12345-0@lo:400:kworker.0 Request processed in 24us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686784.453071:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848845696 00000100:00100000:2.0:1734686784.453076:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4493 00000100:00080000:3.0:1734686784.453076:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686784.453078:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686784.453081:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848845824:0@lo:8:kworker.0 00000100:00100000:1.0:1734686784.453084:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848845440 00000100:00100000:1.0:1734686784.453086:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848845440 00000100:00100000:0.0:1734686784.453091:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42157 00000100:00080000:3.0:1734686784.453092:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686754 00000100:00100000:0.0:1734686784.453096:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848845696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686784.453100:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4494 00000100:00100000:3.0:1734686784.453102:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848846336:0@lo:400:kworker.0 00000100:00100000:1.0:1734686784.453103:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848845440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686784.453108:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848846080:0@lo:400:kworker.0 00000100:00100000:3.0:1734686784.453113:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848845568:0@lo:400:kworker.0 00000100:00100000:0.0:1734686784.453139:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090416680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848845696:12345-0@lo:400:kworker.0 Request processed in 26us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686784.453140:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848845440:12345-0@lo:400:kworker.0 Request processed in 19us (56us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686784.453145:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42157 00000100:00100000:1.0:1734686784.453145:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4494 00000100:00100000:0.0:1734686784.453161:0:20158:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848846208 00000100:00100000:0.0:1734686784.453164:0:20158:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848846208 00000100:00100000:1.0:1734686784.453167:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848845440:0@lo:400:kworker.0 00000100:00100000:0.0:1734686784.453176:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55007 00000100:00100000:0.0:1734686784.453180:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f184380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848846208:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686784.453183:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848845696:0@lo:400:kworker.0 00010000:00020000:0.0:1734686784.453190:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686784.453190:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848846464:0@lo:400:kworker.0 00000100:00100000:1.0:1734686784.453199:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848845952:0@lo:400:kworker.0 00000100:00100000:0.0:1734686784.453227:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f184380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848846208:12345-0@lo:8:kworker.0 Request processed in 46us (160us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686784.453233:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55007 00000100:00080000:3.0:1734686784.453239:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686784.453242:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686784.453244:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848846208:0@lo:8:kworker.0 00000100:00100000:1.0:1734686784.468730:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848846592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686784.468796:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686784.468829:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848846592 00000100:00100000:0.0:1734686784.468835:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848846592 00000100:00100000:0.0:1734686784.468870:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42158 00000100:00100000:0.0:1734686784.468876:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848846592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686784.468907:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686784.468960:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848846592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686784.468966:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42158 00000100:00100000:1.0:1734686784.468982:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848846592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686784.532783:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848846720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686784.532840:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686784.532894:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848846720 00000100:00100000:0.0:1734686784.532901:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848846720 00000100:00100000:0.0:1734686784.532939:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7430 00000100:00100000:0.0:1734686784.532944:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848846720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686784.532972:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686784.533014:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848846720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686784.533021:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7430 00000100:00100000:1.0:1734686784.533045:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848846720:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686784.924725:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686785.926725:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686786.228734:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f184700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848846848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686786.228793:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686786.228861:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848846848 00000100:00100000:2.0:1734686786.228869:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848846848 00000100:00080000:3.0:1734686786.228905:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686756 00000100:00100000:2.0:1734686786.228911:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7431 00000100:00100000:2.0:1734686786.228916:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848846848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686786.228955:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686786.228986:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848846848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (194us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686786.228990:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7431 00000100:00100000:0.0:1734686786.229013:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f184700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848846848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686786.886866:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686786.886896:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686786.886915:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686786.886936:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872830336 00000100:00100000:0.0:1734686786.886943:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686786.886946:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872830336 00000100:00100000:0.0:1734686786.886963:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872830720 00000100:00100000:0.0:1734686786.886966:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872830720 00000100:00100000:1.0:1734686786.886967:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872830464 00000100:00100000:1.0:1734686786.886972:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872830464 00000100:00100000:0.0:1734686786.886984:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 55008 00000100:00100000:3.0:1734686786.886985:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1469 00000100:00100000:0.0:1734686786.886988:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872830720:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686786.886990:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872830336:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686786.886997:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872830592 00000100:00100000:1.0:1734686786.886999:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872830592 00000100:00100000:2.0:1734686786.887003:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4495 00010000:00020000:0.0:1734686786.887006:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686786.887009:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872830464:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686786.887016:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4496 00000100:00100000:1.0:1734686786.887021:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872830592:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686786.887037:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872830720:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 49us (93us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686786.887042:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 55008 00000100:00100000:2.0:1734686786.887045:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872830464:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686786.887045:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136414850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872830336:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 54us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686786.887049:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4495 00000100:00100000:1.0:1734686786.887050:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872830592:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 28us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686786.887052:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1469 00000100:00100000:1.0:1734686786.887056:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4496 00000100:00080000:2.0:1734686786.887076:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686756 00000100:00080000:2.0:1734686786.887079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686756 00000100:00080000:2.0:1734686786.887080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686756 00010000:00010000:3.0:1734686786.928666:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686787.930725:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686788.932737:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686789.412765:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1734686789.412784:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848846976:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686789.412830:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686789.412859:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848846976 00000100:00100000:0.0:1734686789.412866:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848846976 00000100:00100000:0.0:1734686789.412898:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42159 00000100:00100000:0.0:1734686789.412902:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848846976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686789.412928:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686789.412966:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848846976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 63us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686789.412970:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42159 00000100:00100000:1.0:1734686789.412986:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848846976:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686789.460760:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1734686789.460767:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686789.460773:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686789.460777:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686789.460779:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848847360:0@lo:400:kworker.0 00000100:00100000:1.0:1734686789.460781:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848847104:0@lo:400:kworker.0 00000100:00080000:2.0:1734686789.460782:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11584 00000100:00080000:2.0:1734686789.460785:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686789.460791:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686789.460809:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d9880 x1818938848847616/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686789.460833:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686789.460833:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686789.460849:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686789.460852:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1734686789.460853:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848847232:0@lo:400:kworker.0 00000100:00080000:2.0:1734686789.460854:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686789.460857:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11584 00000100:00100000:1.0:1734686789.460859:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848847744:0@lo:400:kworker.0 00000100:00080000:2.0:1734686789.460860:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686789.460863:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686789.460864:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686789.460869:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848847616:0@lo:8:kworker.0 00000100:00100000:0.0:1734686789.460872:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686789.460874:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1da300 x1818938848848000/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686789.460875:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848847872:0@lo:400:kworker.0 00000100:00100000:1.0:1734686789.460879:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686789.460892:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686789.460892:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734686789.460895:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686789.460896:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848847488:0@lo:400:kworker.0 00000100:00100000:0.0:1734686789.460900:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848848128:0@lo:400:kworker.0 00000100:00100000:2.0:1734686789.460908:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848847104 00000100:00100000:3.0:1734686789.460912:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848848000:0@lo:8:kworker.0 00000100:00100000:0.0:1734686789.460913:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686789.460914:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686789.460914:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848847104 00000100:00100000:1.0:1734686789.460924:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848848256:0@lo:400:kworker.0 00000100:00100000:3.0:1734686789.460924:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686789.460931:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848847360 00000100:00100000:0.0:1734686789.460935:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848847360 00000100:00100000:3.0:1734686789.460943:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848847744 00000100:00100000:3.0:1734686789.460946:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848847744 00000100:00100000:1.0:1734686789.460952:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686789.460955:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:0.0:1734686789.460958:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848847232 00000100:00100000:0.0:1734686789.460961:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848847232 00000100:00100000:2.0:1734686789.460961:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848847104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686789.460962:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848847616 00000100:00100000:3.0:1734686789.460964:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848847616 00000100:00100000:1.0:1734686789.460971:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848847872 00000100:00100000:3.0:1734686789.460973:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848848128 00000100:00100000:0.0:1734686789.460975:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848848256 00000100:00100000:1.0:1734686789.460975:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848847872 00000100:00100000:3.0:1734686789.460975:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848848128 00000100:00100000:0.0:1734686789.460977:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848848256 00000100:00100000:3.0:1734686789.460985:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848848000 00000100:00100000:3.0:1734686789.460987:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848848000 00000100:00100000:0.0:1734686789.460990:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4497 00000100:00100000:0.0:1734686789.460995:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848847360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686789.460995:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4498 00000100:00100000:1.0:1734686789.460999:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848847232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686789.460999:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8305 00000100:00100000:2.0:1734686789.461004:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880136415050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848847104:12345-0@lo:400:kworker.0 Request processed in 43us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686789.461004:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848847744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686789.461011:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:0.0:1734686789.461031:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848847360:12345-0@lo:400:kworker.0 Request processed in 36us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686789.461032:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848847232:12345-0@lo:400:kworker.0 Request processed in 32us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686789.461036:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848847744:12345-0@lo:400:kworker.0 Request processed in 32us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686789.461037:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4497 00000100:00080000:2.0:1734686789.461055:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686759 00000100:00100000:1.0:1734686789.461057:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4498 00000100:00080000:2.0:1734686789.461060:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686759 00000100:00100000:3.0:1734686789.461061:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8305 00000100:00080000:2.0:1734686789.461062:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686759 00000100:00080000:2.0:1734686789.461064:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686759 00000100:00100000:0.0:1734686789.461066:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4499 00000100:00100000:0.0:1734686789.461070:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848848256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686789.461070:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4500 00000100:00100000:1.0:1734686789.461074:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848847872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686789.461074:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8306 00000100:00100000:3.0:1734686789.461078:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848848128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686789.461082:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55009 00000100:00100000:2.0:1734686789.461086:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848847616:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686789.461099:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848848256:12345-0@lo:400:kworker.0 Request processed in 27us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686789.461100:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848847872:12345-0@lo:400:kworker.0 Request processed in 26us (207us total) trans 0 rc 0/0 00010000:00020000:2.0:1734686789.461102:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686789.461104:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4499 00000100:00100000:3.0:1734686789.461104:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848848128:12345-0@lo:400:kworker.0 Request processed in 25us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686789.461107:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4500 00000100:00100000:3.0:1734686789.461108:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8306 00000100:00100000:3.0:1734686789.461115:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55010 00000100:00100000:3.0:1734686789.461117:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848848000:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1734686789.461126:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686789.461131:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848847488 00000100:00100000:2.0:1734686789.461132:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f184a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848847616:12345-0@lo:8:kworker.0 Request processed in 44us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686789.461134:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848847488 00000100:00100000:2.0:1734686789.461138:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55009 00000100:00100000:3.0:1734686789.461145:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848848000:12345-0@lo:8:kworker.0 Request processed in 25us (219us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686789.461150:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848848256:0@lo:400:kworker.0 00000100:00100000:3.0:1734686789.461152:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55010 00000100:00100000:0.0:1734686789.461154:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42160 00000100:00100000:0.0:1734686789.461158:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848847488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686789.461159:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848847744:0@lo:400:kworker.0 00000100:00100000:1.0:1734686789.461165:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848847104:0@lo:400:kworker.0 00000100:00080000:2.0:1734686789.461165:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686789.461168:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686789.461171:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848848000:0@lo:8:kworker.0 00000100:00080000:2.0:1734686789.461178:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686789.461180:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686789.461183:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848847616:0@lo:8:kworker.0 00000100:00100000:0.0:1734686789.461184:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848847488:12345-0@lo:400:kworker.0 Request processed in 25us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686789.461184:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848847488:0@lo:400:kworker.0 00000100:00100000:0.0:1734686789.461192:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42160 00000100:00080000:0.0:1734686789.461206:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686759 00000100:00100000:0.0:1734686789.461221:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848848128:0@lo:400:kworker.0 00000100:00100000:0.0:1734686789.461230:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848847872:0@lo:400:kworker.0 00000100:00100000:0.0:1734686789.461237:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848847360:0@lo:400:kworker.0 00000100:00100000:0.0:1734686789.461246:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848847232:0@lo:400:kworker.0 00000100:00100000:2.0:1734686789.476745:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848848384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686789.476804:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686789.476850:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848848384 00000100:00100000:0.0:1734686789.476857:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848848384 00000100:00100000:0.0:1734686789.476898:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42161 00000100:00100000:0.0:1734686789.476905:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848848384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686789.476937:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686789.476980:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848848384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686789.476987:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42161 00000100:00100000:2.0:1734686789.476995:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848848384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686789.540746:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848848512:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686789.540803:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686789.540849:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848848512 00000100:00100000:0.0:1734686789.540856:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848848512 00000100:00100000:0.0:1734686789.540900:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7432 00000100:00100000:0.0:1734686789.540907:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848848512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686789.540935:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686789.540993:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848848512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686789.541000:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7432 00000100:00100000:2.0:1734686789.541107:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848848512:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686789.934714:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686790.936736:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686791.236756:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1734686791.236777:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848848640:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686791.236832:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686791.236870:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848848640 00000100:00100000:0.0:1734686791.236877:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848848640 00000100:00080000:2.0:1734686791.236907:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686761 00000100:00100000:0.0:1734686791.236914:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7433 00000100:00100000:0.0:1734686791.236919:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848848640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686791.236955:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686791.236987:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f185180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848848640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686791.236992:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7433 00000100:00100000:3.0:1734686791.237006:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848848640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686791.894923:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686791.894965:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686791.894985:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686791.895041:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872830976 00000100:00100000:3.0:1734686791.895044:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872830848 00000100:00100000:2.0:1734686791.895052:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872830976 00000100:00100000:3.0:1734686791.895052:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872830848 00000100:00100000:0.0:1734686791.895088:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686791.895105:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1471 00000100:00100000:3.0:1734686791.895112:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872830848:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686791.895115:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872831104 00000100:00100000:2.0:1734686791.895117:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872831104 00000100:00100000:0.0:1734686791.895137:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4501 00000100:00100000:2.0:1734686791.895145:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4502 00000100:00100000:0.0:1734686791.895146:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872830976:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686791.895152:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872831104:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:1.0:1734686791.895174:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686761 00000100:00100000:3.0:1734686791.895176:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009076f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872830848:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 64us (209us total) trans 0 rc 0/0 00000100:00080000:1.0:1734686791.895179:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686761 00000100:00080000:1.0:1734686791.895182:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686761 00000100:00100000:3.0:1734686791.895183:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1471 00000100:00100000:2.0:1734686791.895186:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872831104:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 34us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686791.895194:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872830976:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686791.895196:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4502 00000100:00100000:0.0:1734686791.895201:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4501 00000100:00100000:3.0:1734686791.895220:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872831232 00000100:00100000:3.0:1734686791.895223:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872831232 00000100:00100000:3.0:1734686791.895239:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 55011 00000100:00100000:3.0:1734686791.895243:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872831232:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:3.0:1734686791.895264:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686791.895301:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872831232:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 56us (313us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686791.895307:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 55011 00010000:00010000:3.0:1734686791.938772:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686792.940778:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686793.942744:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686794.420828:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848848768:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686794.420888:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686794.420934:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848848768 00000100:00100000:2.0:1734686794.420942:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848848768 00000100:00100000:2.0:1734686794.421015:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42162 00000100:00100000:2.0:1734686794.421022:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848848768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686794.421054:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686794.421093:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848848768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686794.421099:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42162 00000100:00100000:0.0:1734686794.421117:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848848768:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686794.468728:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686794.468734:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686794.468737:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686794.468743:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11589 00000100:00100000:3.0:1734686794.468744:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848849024:0@lo:400:kworker.0 00000100:00100000:0.0:1734686794.468746:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848849280:0@lo:400:kworker.0 00000100:00080000:2.0:1734686794.468747:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686794.468752:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686794.468771:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1dad80 x1818938848849408/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686794.468793:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686794.468797:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686794.468799:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686794.468800:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686794.468801:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11589 00000100:00100000:3.0:1734686794.468801:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686794.468805:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686794.468808:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686794.468817:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d9f80 x1818938848849792/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1734686794.468848:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848849152:0@lo:400:kworker.0 00000100:00100000:0.0:1734686794.468857:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848850048:0@lo:400:kworker.0 00000100:00100000:3.0:1734686794.468858:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848849664:0@lo:400:kworker.0 00000100:00100000:2.0:1734686794.468875:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686794.468885:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848848896:0@lo:400:kworker.0 00000100:00100000:2.0:1734686794.468904:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848849920:0@lo:400:kworker.0 00000100:00100000:3.0:1734686794.468913:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686794.468920:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686794.468927:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848849536:0@lo:400:kworker.0 00000100:00100000:2.0:1734686794.468938:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848849408:0@lo:8:kworker.0 00000100:00100000:1.0:1734686794.468943:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848849280 00000100:00100000:3.0:1734686794.468943:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686794.468950:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848849280 00000100:00100000:2.0:1734686794.468972:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848849024 00000100:00100000:2.0:1734686794.468976:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848849024 00000100:00100000:3.0:1734686794.468987:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848848896 00000100:00100000:3.0:1734686794.468990:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848848896 00000100:00100000:1.0:1734686794.469003:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42163 00000100:00100000:2.0:1734686794.469003:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848849152 00000100:00100000:2.0:1734686794.469006:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848849152 00000100:00100000:3.0:1734686794.469008:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:1.0:1734686794.469009:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848849280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686794.469012:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848848896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686794.469022:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4503 00000100:00100000:2.0:1734686794.469027:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f185500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848849024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686794.469050:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848849280:12345-0@lo:400:kworker.0 Request processed in 41us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686794.469052:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f93c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848848896:12345-0@lo:400:kworker.0 Request processed in 40us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686794.469056:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42163 00000100:00100000:3.0:1734686794.469057:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:2.0:1734686794.469059:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f185500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848849024:12345-0@lo:400:kworker.0 Request processed in 31us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686794.469066:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4503 00000100:00080000:1.0:1734686794.469074:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686764 00000100:00100000:3.0:1734686794.469077:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848849920 00000100:00080000:1.0:1734686794.469078:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686764 00000100:00100000:3.0:1734686794.469079:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848849920 00000100:00080000:1.0:1734686794.469080:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686764 00000100:00100000:2.0:1734686794.469081:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4504 00000100:00100000:2.0:1734686794.469085:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848849152:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1734686794.469090:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686764 00000100:00100000:3.0:1734686794.469093:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848849536 00000100:00100000:3.0:1734686794.469094:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848849536 00000100:00080000:1.0:1734686794.469104:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686764 00000100:00100000:3.0:1734686794.469108:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8307 00000100:00100000:2.0:1734686794.469109:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848849152:12345-0@lo:400:kworker.0 Request processed in 23us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686794.469111:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848849920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686794.469114:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4504 00000100:00100000:1.0:1734686794.469123:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8308 00000100:00100000:3.0:1734686794.469126:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848849920:12345-0@lo:400:kworker.0 Request processed in 15us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686794.469127:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848849536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686794.469129:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686794.469130:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8307 00000100:00100000:3.0:1734686794.469135:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848849408 00000100:00100000:3.0:1734686794.469137:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848849408 00000100:00100000:2.0:1734686794.469139:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848849792:0@lo:8:kworker.0 00000100:00100000:3.0:1734686794.469146:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55012 00000100:00100000:3.0:1734686794.469150:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848849408:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686794.469154:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686794.469155:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848849536:12345-0@lo:400:kworker.0 Request processed in 27us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686794.469161:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8308 00010000:00020000:3.0:1734686794.469166:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686794.469172:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848849792 00000100:00100000:1.0:1734686794.469175:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848849792 00000100:00100000:1.0:1734686794.469187:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55013 00000100:00100000:3.0:1734686794.469190:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848849408:12345-0@lo:8:kworker.0 Request processed in 39us (60us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686794.469191:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848849792:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686794.469193:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848849152:0@lo:400:kworker.0 00000100:00100000:3.0:1734686794.469197:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55012 00010000:00020000:1.0:1734686794.469201:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686794.469202:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848849920:0@lo:400:kworker.0 00000100:00100000:3.0:1734686794.469222:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848848896:0@lo:400:kworker.0 00000100:00080000:2.0:1734686794.469227:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686794.469229:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3765:x1818938848849792:12345-0@lo:8:kworker.0 Request processed in 36us (73us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734686794.469230:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686794.469231:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848849536:0@lo:400:kworker.0 00000100:00100000:2.0:1734686794.469233:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848849408:0@lo:8:kworker.0 00000100:00100000:1.0:1734686794.469234:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55013 00000100:00080000:2.0:1734686794.469240:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1734686794.469242:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686794.469245:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848849792:0@lo:8:kworker.0 00000100:00100000:3.0:1734686794.469246:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686794.469259:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848849024:0@lo:400:kworker.0 00000100:00100000:2.0:1734686794.469261:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848849664 00000100:00100000:2.0:1734686794.469264:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848849664 00000100:00100000:2.0:1734686794.469281:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4505 00000100:00100000:2.0:1734686794.469285:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f185c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848849664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686794.469297:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686794.469324:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f185c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848849664:12345-0@lo:400:kworker.0 Request processed in 37us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686794.469330:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4505 00000100:00100000:0.0:1734686794.469332:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848849280:0@lo:400:kworker.0 00000100:00100000:3.0:1734686794.469337:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848849664:0@lo:400:kworker.0 00000100:00100000:2.0:1734686794.469341:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848850048 00000100:00100000:2.0:1734686794.469343:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848850048 00000100:00100000:2.0:1734686794.469356:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4506 00000100:00100000:2.0:1734686794.469360:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848850048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686794.469385:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848850048:12345-0@lo:400:kworker.0 Request processed in 24us (89us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686794.469391:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4506 00000100:00100000:0.0:1734686794.469398:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848850048:0@lo:400:kworker.0 00000100:00100000:3.0:1734686794.484710:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848850176:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686794.484759:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686794.484815:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848850176 00000100:00100000:1.0:1734686794.484821:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848850176 00000100:00100000:1.0:1734686794.484861:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42164 00000100:00100000:1.0:1734686794.484868:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f185f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848850176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686794.484897:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686794.484940:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f185f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848850176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686794.484945:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42164 00000100:00100000:3.0:1734686794.484976:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848850176:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686794.548723:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848850304:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686794.548777:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686794.548821:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848850304 00000100:00100000:0.0:1734686794.548828:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848850304 00000100:00100000:0.0:1734686794.548859:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7434 00000100:00100000:0.0:1734686794.548865:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848850304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686794.548892:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686794.548939:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f186300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848850304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686794.548945:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7434 00000100:00100000:3.0:1734686794.548997:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848850304:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686794.944705:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686795.946707:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686796.244724:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848850432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686796.244781:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686796.244829:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848850432 00000100:00100000:2.0:1734686796.244837:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848850432 00000100:00080000:1.0:1734686796.244893:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686766 00000100:00100000:2.0:1734686796.244896:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7435 00000100:00100000:2.0:1734686796.244906:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848850432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686796.244951:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686796.244995:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848850432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686796.245002:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7435 00000100:00100000:0.0:1734686796.245040:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f186680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848850432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686796.903058:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686796.903106:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686796.903136:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686796.903137:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872831360 00000100:00100000:1.0:1734686796.903145:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872831360 00000100:00100000:2.0:1734686796.903164:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872831488 00000100:00100000:0.0:1734686796.903166:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686796.903169:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872831488 00000100:00100000:0.0:1734686796.903187:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872831616 00000100:00100000:0.0:1734686796.903191:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872831616 00000100:00100000:1.0:1734686796.903198:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1473 00000100:00100000:2.0:1734686796.903198:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4507 00000100:00100000:1.0:1734686796.903205:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872831360:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686796.903205:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872831488:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686796.903215:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4508 00000100:00100000:0.0:1734686796.903220:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872831616:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686796.903254:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5f92450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872831360:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686796.903255:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872831488:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686796.903258:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872831616:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 37us (90us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686796.903258:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872831744 00000100:00100000:1.0:1734686796.903261:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1473 00000100:00100000:2.0:1734686796.903262:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4507 00000100:00100000:3.0:1734686796.903264:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872831744 00000100:00100000:0.0:1734686796.903265:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4508 00000100:00100000:3.0:1734686796.903286:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 55014 00000100:00080000:2.0:1734686796.903287:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686766 00000100:00080000:2.0:1734686796.903291:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686766 00000100:00100000:3.0:1734686796.903292:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872831744:12345-192.168.201.15@tcp:8:kworker.0 00000100:00080000:2.0:1734686796.903293:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686766 00010000:00020000:3.0:1734686796.903311:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686796.903332:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2003:x1818938872831744:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (195us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686796.903336:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 55014 00010000:00010000:3.0:1734686796.948716:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686797.950720:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686798.952717:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686799.428737:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848850560:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686799.428797:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686799.428907:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848850560 00000100:00100000:1.0:1734686799.428914:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848850560 00000100:00100000:1.0:1734686799.428950:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42165 00000100:00100000:1.0:1734686799.428955:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848850560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686799.428981:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686799.429012:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848850560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686799.429017:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42165 00000100:00100000:2.0:1734686799.429035:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072d00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848850560:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686799.476761:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848850688:0@lo:400:kworker.0 00000100:00080000:2.0:1734686799.476767:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686799.476773:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686799.476776:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686799.476778:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848850944:0@lo:400:kworker.0 00000100:00100000:0.0:1734686799.476779:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848851072:0@lo:400:kworker.0 00000100:00080000:2.0:1734686799.476782:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11594 00000100:00080000:2.0:1734686799.476786:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686799.476792:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686799.476810:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1daa00 x1818938848851200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686799.476815:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686799.476817:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686799.476819:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686799.476834:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686799.476838:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686799.476839:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686799.476842:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11594 00000100:00100000:0.0:1734686799.476845:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686799.476845:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00080000:2.0:1734686799.476845:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686799.476848:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686799.476852:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848851328:0@lo:400:kworker.0 00000100:00100000:1.0:1734686799.476852:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848850816:0@lo:400:kworker.0 00000100:00100000:2.0:1734686799.476857:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d9f80 x1818938848851584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686799.476867:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848851200:0@lo:8:kworker.0 00000100:00100000:0.0:1734686799.476885:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686799.476885:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686799.476901:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848851456:0@lo:400:kworker.0 00000100:00100000:0.0:1734686799.476905:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848851840:0@lo:400:kworker.0 00000100:00100000:3.0:1734686799.476908:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686799.476920:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686799.476924:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848851328 00000100:00100000:3.0:1734686799.476926:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848851584:0@lo:8:kworker.0 00000100:00100000:2.0:1734686799.476929:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848851328 00000100:00100000:0.0:1734686799.476933:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848850944 00000100:00100000:0.0:1734686799.476937:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848850944 00000100:00100000:1.0:1734686799.476937:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848851712:0@lo:400:kworker.0 00000100:00100000:3.0:1734686799.476941:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686799.476951:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686799.476958:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848851200 00000100:00100000:0.0:1734686799.476961:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848850816 00000100:00100000:2.0:1734686799.476961:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848851200 00000100:00100000:0.0:1734686799.476964:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848850816 00000100:00100000:3.0:1734686799.476966:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848851584 00000100:00100000:2.0:1734686799.476970:0:9581:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848851712 00000100:00100000:3.0:1734686799.476970:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848851584 00000100:00100000:1.0:1734686799.476972:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848850688 00000100:00100000:2.0:1734686799.476972:0:9581:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848851712 00000100:00100000:1.0:1734686799.476975:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848850688 00000100:00100000:0.0:1734686799.476978:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848851456 00000100:00100000:0.0:1734686799.476980:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848851456 00000100:00100000:3.0:1734686799.476986:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8309 00000100:00100000:0.0:1734686799.476992:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4509 00000100:00100000:2.0:1734686799.476992:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8310 00000100:00100000:3.0:1734686799.476993:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848851328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686799.476996:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:0.0:1734686799.476997:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848850944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686799.477000:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848850688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686799.477003:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848851712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686799.477034:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3766:x1818938848851328:12345-0@lo:400:kworker.0 Request processed in 42us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686799.477038:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848850688:12345-0@lo:400:kworker.0 Request processed in 37us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686799.477040:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848850944:12345-0@lo:400:kworker.0 Request processed in 43us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686799.477044:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1734686799.477044:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848851712:12345-0@lo:400:kworker.0 Request processed in 47us (91us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686799.477044:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8309 00000100:00100000:0.0:1734686799.477047:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4509 00000100:00100000:2.0:1734686799.477051:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8310 00000100:00100000:0.0:1734686799.477058:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4510 00000100:00100000:3.0:1734686799.477060:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55015 00000100:00100000:0.0:1734686799.477062:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848850816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686799.477064:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f184000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848851200:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686799.477066:0:9581:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55016 00000100:00100000:2.0:1734686799.477070:0:9581:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f184380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848851584:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1734686799.477078:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4511 00010000:00020000:3.0:1734686799.477080:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686799.477083:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848851456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686799.477084:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3769:x1818938848850816:12345-0@lo:400:kworker.0 Request processed in 21us (199us total) trans 0 rc 0/0 00010000:00020000:2.0:1734686799.477084:0:9581:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686799.477089:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4510 00000100:00100000:3.0:1734686799.477106:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f184000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848851200:12345-0@lo:8:kworker.0 Request processed in 41us (197us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686799.477109:0:9581:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f184380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3765:x1818938848851584:12345-0@lo:8:kworker.0 Request processed in 37us (166us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686799.477110:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686799.477111:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55015 00000100:00100000:1.0:1734686799.477113:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3769:x1818938848851456:12345-0@lo:400:kworker.0 Request processed in 29us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686799.477115:0:9581:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55016 00000100:00100000:1.0:1734686799.477119:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4511 00000100:00100000:3.0:1734686799.477129:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848851840 00000100:00100000:3.0:1734686799.477132:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848851840 00000100:00080000:2.0:1734686799.477134:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686769 00000100:00080000:2.0:1734686799.477137:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686769 00000100:00080000:2.0:1734686799.477139:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686769 00000100:00100000:1.0:1734686799.477141:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848851072 00000100:00080000:2.0:1734686799.477142:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686769 00000100:00100000:0.0:1734686799.477148:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848851328:0@lo:400:kworker.0 00000100:00100000:1.0:1734686799.477148:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848851072 00000100:00100000:3.0:1734686799.477148:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4512 00000100:00100000:3.0:1734686799.477153:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848851840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686799.477160:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848850688:0@lo:400:kworker.0 00000100:00100000:1.0:1734686799.477165:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42166 00000100:00100000:1.0:1734686799.477168:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848851072:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686799.477173:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686769 00000100:00100000:3.0:1734686799.477182:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848851840:12345-0@lo:400:kworker.0 Request processed in 28us (70us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686799.477187:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4512 00000100:00100000:0.0:1734686799.477193:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848851840:0@lo:400:kworker.0 00000100:00100000:1.0:1734686799.477193:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848851072:12345-0@lo:400:kworker.0 Request processed in 23us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686799.477198:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42166 00000100:00100000:0.0:1734686799.477201:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848851072:0@lo:400:kworker.0 00000100:00080000:3.0:1734686799.477209:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686799.477212:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686799.477216:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848851584:0@lo:8:kworker.0 00000100:00100000:1.0:1734686799.477220:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848851712:0@lo:400:kworker.0 00000100:00080000:3.0:1734686799.477223:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686799.477225:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686799.477228:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848851200:0@lo:8:kworker.0 00000100:00100000:1.0:1734686799.477231:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3769:1818938848850816:0@lo:400:kworker.0 00000100:00100000:1.0:1734686799.477244:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3769:1818938848851456:0@lo:400:kworker.0 00000100:00100000:1.0:1734686799.477251:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848850944:0@lo:400:kworker.0 00000100:00100000:2.0:1734686799.492750:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848851968:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686799.492807:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686799.492880:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848851968 00000100:00100000:1.0:1734686799.492887:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848851968 00000100:00100000:1.0:1734686799.492921:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42167 00000100:00100000:1.0:1734686799.492926:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848851968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686799.492953:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686799.492988:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848851968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686799.492994:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42167 00000100:00100000:2.0:1734686799.493013:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f184a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848851968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686799.556715:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f184e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848852096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1734686799.556780:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686799.556842:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848852096 00000100:00100000:2.0:1734686799.556848:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848852096 00000100:00100000:2.0:1734686799.556913:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7436 00000100:00100000:2.0:1734686799.556919:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848852096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1734686799.556945:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686799.556983:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848852096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686799.556989:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7436 00000100:00100000:0.0:1734686799.557020:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f184e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848852096:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686799.954726:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686800.956744:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686801.252736:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734686801.252754:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012d268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848852224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686801.252802:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686801.252875:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848852224 00000100:00100000:0.0:1734686801.252881:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848852224 00000100:00080000:2.0:1734686801.252921:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686771 00000100:00100000:0.0:1734686801.252928:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7437 00000100:00100000:0.0:1734686801.252935:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848852224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686801.252961:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686801.253008:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3768:x1818938848852224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686801.253014:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7437 00000100:00100000:2.0:1734686801.253030:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012d268a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3768:1818938848852224:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686801.910995:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686801.911038:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686801.911061:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872832000 00000100:00100000:0.0:1734686801.911066:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686801.911070:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872832000 00000100:00100000:0.0:1734686801.911103:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686801.911121:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872832128 00000100:00100000:0.0:1734686801.911126:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872832256 00000100:00100000:3.0:1734686801.911126:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872832128 00000100:00100000:1.0:1734686801.911128:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4513 00000100:00100000:0.0:1734686801.911129:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872832256 00000100:00100000:2.0:1734686801.911132:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872831872 00000100:00100000:1.0:1734686801.911135:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872832000:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686801.911137:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872831872 00000100:00100000:0.0:1734686801.911148:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 55017 00000100:00100000:0.0:1734686801.911153:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872832256:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686801.911154:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4514 00000100:00100000:3.0:1734686801.911160:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872832128:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686801.911161:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1475 00000100:00100000:2.0:1734686801.911165:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872831872:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:0.0:1734686801.911173:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686801.911194:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d268a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872832000:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 58us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686801.911197:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872831872:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 31us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686801.911198:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095460000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872832128:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686801.911201:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4513 00000100:00100000:2.0:1734686801.911204:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1475 00000100:00100000:3.0:1734686801.911205:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4514 00000100:00100000:0.0:1734686801.911206:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095460e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872832256:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 52us (101us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686801.911212:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 55017 00000100:00080000:2.0:1734686801.911225:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686771 00000100:00080000:2.0:1734686801.911227:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686771 00000100:00080000:2.0:1734686801.911228:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686771 00010000:00010000:3.0:1734686801.958697:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686802.960777:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686803.962702:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686804.436748:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848852352:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1734686804.436822:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686804.436896:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848852352 00000100:00100000:1.0:1734686804.436903:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848852352 00000100:00100000:1.0:1734686804.436944:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42168 00000100:00100000:1.0:1734686804.436949:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848852352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686804.436977:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686804.437024:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095461f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848852352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 74us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686804.437031:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42168 00000100:00100000:0.0:1734686804.437069:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848852352:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686804.484736:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686804.484743:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686804.484746:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686804.484753:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11599 00000100:00080000:2.0:1734686804.484756:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686804.484761:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686804.484770:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848852736:0@lo:400:kworker.0 00000100:00100000:3.0:1734686804.484770:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848852480:0@lo:400:kworker.0 00000100:00100000:2.0:1734686804.484778:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1dad80 x1818938848852992/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00080000:2.0:1734686804.484817:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686804.484820:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686804.484821:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686804.484824:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11599 00000100:00080000:2.0:1734686804.484825:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686804.484828:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686804.484836:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848852864:0@lo:400:kworker.0 00000100:00100000:2.0:1734686804.484837:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1daa00 x1818938848853376/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686804.484839:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686804.484839:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686804.484865:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848853120:0@lo:400:kworker.0 00000100:00100000:1.0:1734686804.484866:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848853504:0@lo:400:kworker.0 00000100:00100000:0.0:1734686804.484869:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686804.484871:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848852608:0@lo:400:kworker.0 00000100:00100000:0.0:1734686804.484894:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848853632:0@lo:400:kworker.0 00000100:00100000:3.0:1734686804.484897:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686804.484907:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848852864 00000100:00100000:1.0:1734686804.484913:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848852864 00000100:00100000:2.0:1734686804.484918:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686804.484929:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848852992:0@lo:8:kworker.0 00000100:00100000:0.0:1734686804.484939:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848852736 00000100:00100000:0.0:1734686804.484943:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848852736 00000100:00100000:2.0:1734686804.484943:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848853248:0@lo:400:kworker.0 00000100:00100000:3.0:1734686804.484947:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686804.484956:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42169 00000100:00100000:3.0:1734686804.484957:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848853376:0@lo:8:kworker.0 00000100:00100000:1.0:1734686804.484962:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848852864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686804.484962:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686804.484964:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848852608 00000100:00100000:0.0:1734686804.484966:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848852608 00000100:00100000:3.0:1734686804.484970:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686804.484977:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848853248 00000100:00100000:0.0:1734686804.484978:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848853248 00000100:00100000:2.0:1734686804.484986:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848852480 00000100:00100000:0.0:1734686804.484989:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4515 00000100:00100000:2.0:1734686804.484990:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848852480 00000100:00100000:3.0:1734686804.484992:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848853120 00000100:00100000:0.0:1734686804.484993:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848852736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686804.484996:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848853120 00000100:00100000:1.0:1734686804.485003:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095463100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848852864:12345-0@lo:400:kworker.0 Request processed in 41us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686804.485009:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42169 00000100:00100000:2.0:1734686804.485011:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:3.0:1734686804.485014:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848852992 00000100:00100000:2.0:1734686804.485016:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848852480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686804.485016:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848852992 00000100:00100000:0.0:1734686804.485024:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848852736:12345-0@lo:400:kworker.0 Request processed in 30us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686804.485025:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848853376 00000100:00100000:3.0:1734686804.485027:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848853376 00000100:00100000:0.0:1734686804.485030:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4515 00000100:00100000:1.0:1734686804.485034:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4516 00000100:00100000:3.0:1734686804.485037:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8311 00000100:00100000:0.0:1734686804.485039:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4517 00000100:00100000:1.0:1734686804.485039:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848852608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686804.485042:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848853248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686804.485043:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848853120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686804.485045:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848852480:12345-0@lo:400:kworker.0 Request processed in 28us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686804.485050:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:1.0:1734686804.485069:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848852608:12345-0@lo:400:kworker.0 Request processed in 29us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686804.485070:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848853248:12345-0@lo:400:kworker.0 Request processed in 26us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686804.485072:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f185880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848853120:12345-0@lo:400:kworker.0 Request processed in 29us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686804.485074:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4516 00000100:00080000:2.0:1734686804.485074:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686774 00000100:00080000:2.0:1734686804.485077:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686774 00000100:00100000:0.0:1734686804.485078:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4517 00000100:00100000:3.0:1734686804.485078:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8311 00000100:00080000:2.0:1734686804.485079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686774 00000100:00080000:2.0:1734686804.485081:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686774 00000100:00100000:3.0:1734686804.485092:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55018 00000100:00100000:3.0:1734686804.485095:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848852992:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686804.485097:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55019 00000100:00100000:0.0:1734686804.485102:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f186d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848853376:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686804.485105:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848853120:0@lo:400:kworker.0 00000100:00100000:1.0:1734686804.485106:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848852608:0@lo:400:kworker.0 00010000:00020000:3.0:1734686804.485111:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686804.485113:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848852480:0@lo:400:kworker.0 00010000:00020000:0.0:1734686804.485115:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686804.485116:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848853248:0@lo:400:kworker.0 00000100:00100000:1.0:1734686804.485133:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686804.485143:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f186a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848852992:12345-0@lo:8:kworker.0 Request processed in 46us (194us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686804.485144:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f186d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848853376:12345-0@lo:8:kworker.0 Request processed in 41us (173us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686804.485145:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848853504 00000100:00100000:2.0:1734686804.485148:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848853504 00000100:00100000:3.0:1734686804.485149:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55018 00000100:00100000:1.0:1734686804.485152:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848852736:0@lo:400:kworker.0 00000100:00100000:0.0:1734686804.485153:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55019 00000100:00100000:0.0:1734686804.485164:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8312 00000100:00100000:0.0:1734686804.485167:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848853504:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686804.485172:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686774 00000100:00080000:3.0:1734686804.485180:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686804.485183:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686804.485186:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848852992:0@lo:8:kworker.0 00000100:00100000:0.0:1734686804.485188:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848853504:12345-0@lo:400:kworker.0 Request processed in 20us (56us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686804.485192:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8312 00000100:00100000:1.0:1734686804.485194:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848853504:0@lo:400:kworker.0 00000100:02020000:3.0:1734686804.485194:0:3765:0:(client.c:1407:ptlrpc_check_status()) lustre-OST0000-osc-MDT0000: operation ost_connect to node 0@lo failed: rc = -19 00000100:00100000:0.0:1734686804.485205:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686804.485217:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848852864:0@lo:400:kworker.0 00000100:00100000:0.0:1734686804.485231:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848853632 00000100:00100000:0.0:1734686804.485233:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848853632 00000100:00100000:0.0:1734686804.485251:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4518 00000100:00100000:0.0:1734686804.485254:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880095462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848853632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686804.485271:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880095462300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848853632:12345-0@lo:400:kworker.0 Request processed in 16us (65us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686804.485274:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4518 00000100:00100000:0.0:1734686804.485286:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848853632:0@lo:400:kworker.0 00000100:00080000:3.0:1734686804.491449:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686804.491457:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686804.491464:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848853376:0@lo:8:kworker.0 00000100:00100000:0.0:1734686804.500750:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848853760:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686804.500826:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686804.500871:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848853760 00000100:00100000:1.0:1734686804.500879:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848853760 00000100:00100000:1.0:1734686804.500923:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42170 00000100:00100000:1.0:1734686804.500931:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848853760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686804.500961:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686804.501002:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c9c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848853760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686804.501007:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42170 00000100:00100000:0.0:1734686804.501041:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848853760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686804.564816:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800907eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848853888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686804.564877:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686804.564940:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848853888 00000100:00100000:0.0:1734686804.564950:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848853888 00000100:00100000:0.0:1734686804.565005:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7438 00000100:00100000:0.0:1734686804.565012:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848853888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686804.565046:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686804.565119:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098491f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848853888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 107us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686804.565124:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7438 00000100:00100000:1.0:1734686804.565160:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800907eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848853888:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686804.964846:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686805.966812:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686806.260878:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848854016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686806.260937:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686806.260987:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848854016 00000100:00100000:2.0:1734686806.260994:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848854016 00000100:00080000:0.0:1734686806.261046:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686776 00000100:00100000:2.0:1734686806.261062:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7439 00000100:00100000:2.0:1734686806.261069:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848854016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686806.261098:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686806.261145:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800907eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848854016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686806.261151:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7439 00000100:00100000:0.0:1734686806.261177:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848854016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686806.919176:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686806.919220:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686806.919254:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872832512 00000100:00100000:0.0:1734686806.919260:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686806.919262:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872832512 00000100:00100000:1.0:1734686806.919298:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872832768 00000100:00100000:1.0:1734686806.919304:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872832768 00000100:00100000:2.0:1734686806.919312:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4519 00000100:00100000:2.0:1734686806.919319:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872832512:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686806.919325:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 55020 00000100:00100000:3.0:1734686806.919326:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872832384 00000100:00100000:1.0:1734686806.919330:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872832768:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686806.919331:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872832384 00000100:00100000:0.0:1734686806.919339:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00010000:00020000:1.0:1734686806.919351:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1734686806.919357:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686776 00000100:00100000:3.0:1734686806.919358:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1477 00000100:00080000:0.0:1734686806.919361:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686776 00000100:00100000:3.0:1734686806.919364:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872832384:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686806.919376:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872832512:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 57us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686806.919379:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009863b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:2003:x1818938872832768:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 47us (158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686806.919383:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4519 00000100:00100000:1.0:1734686806.919385:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 55020 00000100:00100000:3.0:1734686806.919391:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872832384:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 26us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686806.919397:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1477 00000100:00100000:2.0:1734686806.919399:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872832640 00000100:00100000:2.0:1734686806.919401:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872832640 00000100:00100000:2.0:1734686806.919425:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4520 00000100:00100000:2.0:1734686806.919429:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872832640:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:0.0:1734686806.919438:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686776 00000100:00100000:2.0:1734686806.919453:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ffd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872832640:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 23us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686806.919459:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4520 00010000:00010000:3.0:1734686806.968734:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686807.970762:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686808.972741:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686809.444758:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1734686809.444779:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88013170b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848854144:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686809.444836:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686809.444892:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848854144 00000100:00100000:1.0:1734686809.444899:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848854144 00000100:00100000:1.0:1734686809.444941:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42171 00000100:00100000:1.0:1734686809.444947:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848854144:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686809.444978:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686809.445015:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848854144:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686809.445021:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42171 00000100:00100000:2.0:1734686809.445037:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88013170b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848854144:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686809.492751:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686809.492757:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686809.492760:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686809.492761:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848854528:0@lo:400:kworker.0 00000100:00100000:1.0:1734686809.492762:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848854400:0@lo:400:kworker.0 00000100:00080000:2.0:1734686809.492766:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11604 00000100:00080000:2.0:1734686809.492770:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686809.492776:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686809.492793:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d8000 x1818938848854784/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686809.492812:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686809.492817:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848854272:0@lo:400:kworker.0 00000100:00080000:2.0:1734686809.492829:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686809.492833:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686809.492834:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686809.492837:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11604 00000100:00100000:1.0:1734686809.492838:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848855040:0@lo:400:kworker.0 00000100:00080000:2.0:1734686809.492839:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686809.492843:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686809.492844:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686809.492849:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686809.492852:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009f1d9500 x1818938848855168/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686809.492858:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848854784:0@lo:8:kworker.0 00000100:00100000:1.0:1734686809.492868:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848854656:0@lo:400:kworker.0 00000100:00100000:0.0:1734686809.492869:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848854912:0@lo:400:kworker.0 00000100:00100000:2.0:1734686809.492891:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848854400 00000100:00100000:0.0:1734686809.492892:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686809.492892:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686809.492896:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848854400 00000100:00100000:3.0:1734686809.492908:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848854272 00000100:00100000:3.0:1734686809.492912:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848854272 00000100:00100000:0.0:1734686809.492914:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686809.492919:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848855424:0@lo:400:kworker.0 00000100:00100000:2.0:1734686809.492926:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848855040 00000100:00100000:2.0:1734686809.492928:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848855040 00000100:00100000:1.0:1734686809.492929:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848854912 00000100:00100000:1.0:1734686809.492933:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848854912 00000100:00100000:0.0:1734686809.492935:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686809.492938:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:3.0:1734686809.492944:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848854272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686809.492946:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848855424 00000100:00100000:2.0:1734686809.492948:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848855424 00000100:00100000:1.0:1734686809.492955:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8313 00000100:00100000:0.0:1734686809.492957:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4521 00000100:00100000:1.0:1734686809.492960:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880131709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848854912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686809.492962:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848854400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686809.492962:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4522 00000100:00100000:2.0:1734686809.492967:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848855040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686809.492985:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800999d0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848854272:12345-0@lo:400:kworker.0 Request processed in 41us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686809.492991:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880131709c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848854912:12345-0@lo:400:kworker.0 Request processed in 31us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686809.492992:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:0.0:1734686809.492993:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848854400:12345-0@lo:400:kworker.0 Request processed in 30us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686809.492997:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8313 00000100:00100000:0.0:1734686809.492999:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4521 00000100:00100000:2.0:1734686809.493007:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848855040:12345-0@lo:400:kworker.0 Request processed in 39us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686809.493014:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4522 00000100:00100000:0.0:1734686809.493017:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4523 00000100:00100000:0.0:1734686809.493021:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013170ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848855424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686809.493021:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686809.493030:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686779 00000100:00080000:2.0:1734686809.493034:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686779 00000100:00080000:2.0:1734686809.493036:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686779 00000100:00100000:3.0:1734686809.493039:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848855168:0@lo:8:kworker.0 00000100:00100000:1.0:1734686809.493043:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848855040:0@lo:400:kworker.0 00000100:00100000:0.0:1734686809.493063:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013170ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848855424:12345-0@lo:400:kworker.0 Request processed in 41us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686809.493064:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848854400:0@lo:400:kworker.0 00000100:00100000:0.0:1734686809.493068:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4523 00000100:00100000:2.0:1734686809.493073:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099583b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848855424:0@lo:400:kworker.0 00000100:00100000:1.0:1734686809.493080:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1734686809.493082:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848854912:0@lo:400:kworker.0 00000100:00100000:3.0:1734686809.493084:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686809.493086:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848855296:0@lo:400:kworker.0 00000100:00100000:2.0:1734686809.493089:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848854272:0@lo:400:kworker.0 00000100:00100000:0.0:1734686809.493090:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848854784 00000100:00100000:0.0:1734686809.493093:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848854784 00000100:00100000:1.0:1734686809.493104:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686809.493114:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848855168 00000100:00100000:0.0:1734686809.493116:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848855168 00000100:00100000:2.0:1734686809.493119:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848855296 00000100:00100000:2.0:1734686809.493121:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848855296 00000100:00100000:3.0:1734686809.493125:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55021 00000100:00100000:0.0:1734686809.493129:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55022 00000100:00100000:3.0:1734686809.493130:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848854784:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686809.493133:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f187480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848855168:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686809.493140:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8314 00000100:00100000:2.0:1734686809.493144:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848855296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686809.493152:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848854656 00010000:00020000:3.0:1734686809.493152:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686809.493155:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848854656 00010000:00020000:0.0:1734686809.493156:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686809.493171:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848855296:12345-0@lo:400:kworker.0 Request processed in 26us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686809.493172:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42172 00000100:00100000:1.0:1734686809.493176:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848854656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686809.493176:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8314 00000100:00100000:0.0:1734686809.493183:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f187480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848855168:12345-0@lo:8:kworker.0 Request processed in 49us (100us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686809.493183:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f187100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848854784:12345-0@lo:8:kworker.0 Request processed in 51us (161us total) trans 0 rc -19/-19 00000100:00080000:2.0:1734686809.493188:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686779 00000100:00100000:3.0:1734686809.493189:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55021 00000100:00080000:2.0:1734686809.493190:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686779 00000100:00100000:0.0:1734686809.493192:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55022 00000100:00100000:1.0:1734686809.493202:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098492a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848854656:12345-0@lo:400:kworker.0 Request processed in 26us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686809.493207:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42172 00000100:00100000:0.0:1734686809.493208:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1734686809.493212:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686809.493215:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686809.493218:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848855168:0@lo:8:kworker.0 00000100:00100000:1.0:1734686809.493224:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848854656:0@lo:400:kworker.0 00000100:00080000:3.0:1734686809.493225:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686809.493226:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848854528 00000100:00080000:3.0:1734686809.493227:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:0.0:1734686809.493229:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848854528 00000100:00100000:3.0:1734686809.493230:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848854784:0@lo:8:kworker.0 00000100:00100000:1.0:1734686809.493237:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848855296:0@lo:400:kworker.0 00000100:00080000:2.0:1734686809.493242:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686779 00000100:00100000:0.0:1734686809.493247:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4524 00000100:00100000:0.0:1734686809.493250:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88013170b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848854528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686809.493271:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88013170b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848854528:12345-0@lo:400:kworker.0 Request processed in 21us (64us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686809.493275:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4524 00000100:00100000:2.0:1734686809.493286:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848854528:0@lo:400:kworker.0 00000100:00100000:1.0:1734686809.508811:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1734686809.508833:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848855552:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686809.508888:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686809.508945:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848855552 00000100:00100000:2.0:1734686809.508952:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848855552 00000100:00100000:2.0:1734686809.508996:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42173 00000100:00100000:2.0:1734686809.509003:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848855552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686809.509034:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686809.509080:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848855552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686809.509087:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42173 00000100:00100000:1.0:1734686809.509107:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848855552:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686809.572745:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848855680:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686809.572795:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686809.572866:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848855680 00000100:00100000:3.0:1734686809.572873:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848855680 00000100:00100000:3.0:1734686809.572915:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7440 00000100:00100000:3.0:1734686809.572921:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848855680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686809.572950:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686809.572994:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848855680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686809.573002:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7440 00000100:00100000:1.0:1734686809.573019:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098998380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848855680:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686809.974945:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686810.976718:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686811.268720:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848855808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686811.268779:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686811.268838:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848855808 00000100:00100000:3.0:1734686811.268846:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848855808 00000100:00080000:2.0:1734686811.268880:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686781 00000100:00100000:3.0:1734686811.268898:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7441 00000100:00100000:3.0:1734686811.268905:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848855808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686811.268930:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686811.268969:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099583b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848855808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686811.268976:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7441 00000100:00100000:2.0:1734686811.269003:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848855808:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686811.926905:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686811.926946:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686811.926969:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872832896 00000100:00100000:3.0:1734686811.926977:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872832896 00000100:00100000:0.0:1734686811.926981:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686811.927006:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872833024 00000100:00100000:1.0:1734686811.927010:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872833024 00000100:00100000:0.0:1734686811.927013:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686811.927028:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1479 00000100:00100000:1.0:1734686811.927032:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872833152 00000100:00100000:1.0:1734686811.927033:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872833152 00000100:00100000:0.0:1734686811.927036:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4525 00000100:00100000:3.0:1734686811.927036:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872832896:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734686811.927041:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686781 00000100:00100000:0.0:1734686811.927043:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872833024:12345-192.168.201.15@tcp:400:kworker.0 00000100:00080000:2.0:1734686811.927045:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686781 00000100:00100000:1.0:1734686811.927047:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4526 00000100:00080000:2.0:1734686811.927047:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686781 00000100:00100000:1.0:1734686811.927050:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872833152:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686811.927078:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872833280 00000100:00100000:2.0:1734686811.927081:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872833280 00000100:00100000:1.0:1734686811.927087:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872833152:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 36us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686811.927087:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872832896:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686811.927089:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872833024:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686811.927091:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4526 00000100:00100000:3.0:1734686811.927094:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1479 00000100:00100000:0.0:1734686811.927096:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4525 00000100:00100000:2.0:1734686811.927100:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 55023 00000100:00100000:2.0:1734686811.927104:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872833280:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734686811.927124:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686811.927146:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2003:x1818938872833280:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 41us (133us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686811.927151:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 55023 00010000:00010000:3.0:1734686811.978700:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686812.980785:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686813.982727:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686814.452711:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848855936:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686814.452772:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686814.452814:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848855936 00000100:00100000:2.0:1734686814.452822:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848855936 00000100:00100000:2.0:1734686814.452865:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42174 00000100:00100000:2.0:1734686814.452870:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848855936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686814.452896:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686814.452931:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848855936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686814.452936:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42174 00000100:00100000:1.0:1734686814.452969:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848855936:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686814.500748:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848856064:0@lo:400:kworker.0 00000100:00080000:2.0:1734686814.500752:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1734686814.500757:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848856448:0@lo:400:kworker.0 00000100:00080000:2.0:1734686814.500758:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686814.500760:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686814.500766:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11609 00000100:00100000:0.0:1734686814.500768:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848856192:0@lo:400:kworker.0 00000100:00080000:2.0:1734686814.500770:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686814.500775:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686814.500793:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800986e8a80 x1818938848856576/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686814.500810:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686814.500810:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686814.500811:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686814.500833:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686814.500836:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686814.500838:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1734686814.500840:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848856832:0@lo:400:kworker.0 00000100:00100000:3.0:1734686814.500841:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848856704:0@lo:400:kworker.0 00000100:00080000:2.0:1734686814.500842:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11609 00000100:00080000:2.0:1734686814.500845:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686814.500849:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:0.0:1734686814.500851:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686814.500858:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072850380 x1818938848856960/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686814.500860:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686814.500860:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848856448 00000100:00100000:3.0:1734686814.500862:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686814.500863:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880090414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848856320:0@lo:400:kworker.0 00000100:00100000:1.0:1734686814.500866:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848856448 00000100:00100000:0.0:1734686814.500873:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686814.500878:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1734686814.500881:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072850700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848857088:0@lo:400:kworker.0 00000100:00100000:3.0:1734686814.500883:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848856576:0@lo:8:kworker.0 00000100:00100000:0.0:1734686814.500890:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686814.500901:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686814.500905:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42175 00000100:00100000:0.0:1734686814.500906:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848856192 00000100:00100000:0.0:1734686814.500908:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848856192 00000100:00100000:3.0:1734686814.500909:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072850380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848856960:0@lo:8:kworker.0 00000100:00100000:1.0:1734686814.500911:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848856448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686814.500912:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848856704 00000100:00100000:2.0:1734686814.500916:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848856704 00000100:00100000:3.0:1734686814.500918:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686814.500925:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848856832 00000100:00100000:0.0:1734686814.500926:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848856832 00000100:00100000:0.0:1734686814.500934:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848856320 00000100:00100000:0.0:1734686814.500935:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848856320 00000100:00100000:3.0:1734686814.500935:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848856064 00000100:00100000:3.0:1734686814.500938:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848856064 00000100:00100000:2.0:1734686814.500941:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848857088 00000100:00100000:0.0:1734686814.500944:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4527 00000100:00100000:2.0:1734686814.500944:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848857088 00000100:00100000:0.0:1734686814.500947:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848856192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686814.500950:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098493b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848856448:12345-0@lo:400:kworker.0 Request processed in 39us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686814.500954:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1734686814.500955:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848856576 00000100:00100000:1.0:1734686814.500957:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42175 00000100:00100000:2.0:1734686814.500957:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848856576 00000100:00100000:3.0:1734686814.500958:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848856064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686814.500966:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848856192:12345-0@lo:400:kworker.0 Request processed in 19us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686814.500966:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848856960 00000100:00100000:2.0:1734686814.500968:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848856960 00000100:00100000:0.0:1734686814.500970:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4527 00000100:00100000:3.0:1734686814.500976:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848856064:12345-0@lo:400:kworker.0 Request processed in 17us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686814.500977:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4528 00000100:00100000:0.0:1734686814.500979:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848856832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686814.500979:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8315 00000100:00100000:1.0:1734686814.500982:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4529 00000100:00100000:3.0:1734686814.500982:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1734686814.500984:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848856704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686814.500986:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848856320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686814.500993:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848856832:12345-0@lo:400:kworker.0 Request processed in 13us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686814.500996:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4528 00000100:00100000:0.0:1734686814.501007:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8316 00000100:00100000:0.0:1734686814.501010:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848857088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686814.501017:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f187800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848856704:12345-0@lo:400:kworker.0 Request processed in 32us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686814.501018:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0001_UUID+5:3768:x1818938848856320:12345-0@lo:400:kworker.0 Request processed in 31us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686814.501018:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848856064:0@lo:400:kworker.0 00000100:00100000:1.0:1734686814.501024:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4529 00000100:00100000:2.0:1734686814.501024:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8315 00000100:00100000:3.0:1734686814.501027:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1734686814.501031:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098999f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848857088:12345-0@lo:400:kworker.0 Request processed in 20us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686814.501033:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072850a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848857216:0@lo:400:kworker.0 00000100:00100000:0.0:1734686814.501035:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8316 00000100:00100000:2.0:1734686814.501039:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55024 00000100:00080000:1.0:1734686814.501042:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686784 00000100:00100000:2.0:1734686814.501043:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848856576:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686814.501044:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55025 00000100:00080000:1.0:1734686814.501046:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686784 00000100:00100000:0.0:1734686814.501047:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848856960:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734686814.501048:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686784 00000100:00080000:1.0:1734686814.501050:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686784 00000100:00100000:3.0:1734686814.501054:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1734686814.501059:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734686814.501062:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1734686814.501070:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009a220000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848856704:0@lo:400:kworker.0 00000100:00100000:0.0:1734686814.501077:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f184e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848856960:12345-0@lo:8:kworker.0 Request processed in 29us (158us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686814.501081:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55025 00000100:00100000:2.0:1734686814.501082:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f187b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848856576:12345-0@lo:8:kworker.0 Request processed in 38us (180us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686814.501083:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848857216 00000100:00100000:3.0:1734686814.501085:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848857216 00000100:00100000:2.0:1734686814.501088:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55024 00000100:00100000:0.0:1734686814.501098:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072850700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848857088:0@lo:400:kworker.0 00000100:00100000:3.0:1734686814.501098:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4530 00000100:00100000:3.0:1734686814.501101:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f184a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848857216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686814.501104:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880090414000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3768:1818938848856320:0@lo:400:kworker.0 00000100:00100000:0.0:1734686814.501109:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848856832:0@lo:400:kworker.0 00000100:00100000:2.0:1734686814.501113:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88012ecf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848856448:0@lo:400:kworker.0 00000100:00100000:0.0:1734686814.501114:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880096ae5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848856192:0@lo:400:kworker.0 00000100:00100000:3.0:1734686814.501119:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f184a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848857216:12345-0@lo:400:kworker.0 Request processed in 17us (66us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686814.501125:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4530 00000100:00080000:3.0:1734686814.501137:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686814.501139:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686814.501141:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800986e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848856576:0@lo:8:kworker.0 00000100:00080000:3.0:1734686814.501146:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686814.501147:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686814.501148:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072850380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848856960:0@lo:8:kworker.0 00000100:00100000:3.0:1734686814.501160:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072850a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848857216:0@lo:400:kworker.0 00000100:00100000:3.0:1734686814.516745:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009899a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848857344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686814.516794:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686814.516846:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848857344 00000100:00100000:1.0:1734686814.516852:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848857344 00000100:00100000:1.0:1734686814.516886:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42176 00000100:00100000:1.0:1734686814.516891:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f186680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848857344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686814.516932:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686814.516982:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f186680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848857344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686814.516990:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42176 00000100:00100000:3.0:1734686814.516999:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009899a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848857344:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686814.580721:0:3769:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1734686814.580739:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848857472:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686814.580786:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686814.580833:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848857472 00000100:00100000:3.0:1734686814.580840:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848857472 00000100:00100000:3.0:1734686814.580877:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7442 00000100:00100000:3.0:1734686814.580886:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848857472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686814.580908:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686814.580944:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072850e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848857472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686814.580948:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7442 00000100:00100000:2.0:1734686814.580981:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848857472:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686814.984796:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686815.986706:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686816.276791:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848857600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686816.276848:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686816.276912:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848857600 00000100:00100000:3.0:1734686816.276920:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848857600 00000100:00080000:1.0:1734686816.276959:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686786 00000100:00100000:3.0:1734686816.276970:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7443 00000100:00100000:3.0:1734686816.276977:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848857600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1734686816.277003:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686816.277037:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848857600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686816.277042:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7443 00000100:00100000:0.0:1734686816.277065:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848857600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686816.934899:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686816.934937:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686816.934956:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686816.934987:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872833536 00000100:00100000:2.0:1734686816.934990:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872833408 00000100:00100000:0.0:1734686816.934991:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686816.934996:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872833408 00000100:00100000:3.0:1734686816.934997:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872833536 00000100:00100000:1.0:1734686816.935016:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872833664 00000100:00080000:0.0:1734686816.935019:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686786 00000100:00100000:1.0:1734686816.935021:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872833664 00000100:00080000:0.0:1734686816.935023:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686786 00000100:00100000:2.0:1734686816.935031:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1481 00000100:00100000:3.0:1734686816.935036:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4531 00000100:00100000:2.0:1734686816.935037:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872833408:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686816.935042:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872833536:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686816.935050:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4532 00000100:00100000:0.0:1734686816.935055:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872833664:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686816.935084:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872833408:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 48us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686816.935089:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1481 00000100:00100000:3.0:1734686816.935089:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872833536:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 46us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686816.935091:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872833664:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 35us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686816.935096:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4531 00000100:00100000:0.0:1734686816.935100:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4532 00000100:00100000:2.0:1734686816.935112:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872833792 00000100:00100000:2.0:1734686816.935114:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872833792 00000100:00080000:0.0:1734686816.935116:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686786 00000100:00100000:2.0:1734686816.935123:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 55026 00000100:00100000:2.0:1734686816.935126:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872833792:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734686816.935142:0:20010:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686816.935156:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:0+-99:2003:x1818938872833792:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 28us (165us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686816.935161:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 55026 00010000:00010000:3.0:1734686816.988717:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686817.990732:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686818.992731:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686819.460745:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1734686819.460765:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848857728:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686819.460823:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686819.460863:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848857728 00000100:00100000:1.0:1734686819.460870:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848857728 00000100:00100000:1.0:1734686819.460909:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42177 00000100:00100000:1.0:1734686819.460916:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f184700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848857728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686819.460948:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686819.460991:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f184700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3767:x1818938848857728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686819.460997:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42177 00000100:00100000:3.0:1734686819.461034:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880098490380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3767:1818938848857728:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686819.508762:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1734686819.508763:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848857856:0@lo:400:kworker.0 00000100:00100000:0.0:1734686819.508765:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848858112:0@lo:400:kworker.0 00000100:00080000:2.0:1734686819.508768:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686819.508772:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686819.508777:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11614 00000100:00080000:2.0:1734686819.508781:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686819.508786:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686819.508803:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072852300 x1818938848858368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686819.508828:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686819.508828:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686819.508831:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1734686819.508831:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686819.508833:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686819.508836:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11614 00000100:00100000:1.0:1734686819.508839:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848857984:0@lo:400:kworker.0 00000100:00080000:2.0:1734686819.508839:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686819.508842:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686819.508850:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072852d80 x1818938848858752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686819.508858:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848858496:0@lo:400:kworker.0 00000100:00100000:1.0:1734686819.508869:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686819.508871:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848858112 00000100:00100000:0.0:1734686819.508876:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848858112 00000100:00100000:3.0:1734686819.508880:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686819.508882:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848858880:0@lo:400:kworker.0 00000100:00100000:1.0:1734686819.508885:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848858624:0@lo:400:kworker.0 00000100:00100000:3.0:1734686819.508893:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1734686819.508898:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848858240:0@lo:400:kworker.0 00000100:00100000:0.0:1734686819.508901:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848857984 00000100:00100000:1.0:1734686819.508902:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686819.508903:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848857984 00000100:00100000:2.0:1734686819.508909:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686819.508911:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848858624 00000100:00100000:0.0:1734686819.508912:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848858624 00000100:00100000:3.0:1734686819.508919:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686819.508921:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4533 00000100:00100000:0.0:1734686819.508925:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848858112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686819.508926:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4534 00000100:00100000:1.0:1734686819.508931:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848857984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686819.508931:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848859008:0@lo:400:kworker.0 00000100:00100000:2.0:1734686819.508934:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848858496 00000100:00100000:2.0:1734686819.508938:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848858496 00000100:00100000:3.0:1734686819.508946:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686819.508960:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848858112:12345-0@lo:400:kworker.0 Request processed in 34us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686819.508963:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848857984:12345-0@lo:400:kworker.0 Request processed in 31us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686819.508963:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848858368:0@lo:8:kworker.0 00000100:00100000:0.0:1734686819.508964:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4533 00000100:00100000:2.0:1734686819.508964:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848858880 00000100:00100000:2.0:1734686819.508967:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848858880 00000100:00100000:1.0:1734686819.508968:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4534 00000100:00100000:0.0:1734686819.508972:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848859008 00000100:00100000:0.0:1734686819.508974:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848859008 00000100:00100000:3.0:1734686819.508979:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686819.508980:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4535 00000100:00100000:2.0:1734686819.508980:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8317 00000100:00100000:0.0:1734686819.508982:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848858624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686819.508984:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848858496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686819.508989:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4536 00000100:00100000:3.0:1734686819.508990:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848858752:0@lo:8:kworker.0 00000100:00100000:1.0:1734686819.508993:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848859008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686819.508995:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098490700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848858624:12345-0@lo:400:kworker.0 Request processed in 12us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686819.508999:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4535 00000100:00100000:3.0:1734686819.509003:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1734686819.509007:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686789 00000100:00080000:0.0:1734686819.509009:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686789 00000100:00080000:0.0:1734686819.509010:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686789 00000100:00100000:1.0:1734686819.509018:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848859008:12345-0@lo:400:kworker.0 Request processed in 24us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686819.509018:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800986e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848858496:12345-0@lo:400:kworker.0 Request processed in 33us (137us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686819.509022:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4536 00000100:00100000:2.0:1734686819.509024:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8317 00000100:00100000:3.0:1734686819.509029:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848857856 00000100:00100000:3.0:1734686819.509033:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848857856 00000100:00100000:0.0:1734686819.509034:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848858240 00000100:00100000:0.0:1734686819.509036:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848858240 00000100:00100000:2.0:1734686819.509037:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848858368 00000100:00100000:2.0:1734686819.509040:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848858368 00000100:00100000:1.0:1734686819.509049:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848857984:0@lo:400:kworker.0 00000100:00100000:2.0:1734686819.509049:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848858752 00000100:00100000:0.0:1734686819.509050:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42178 00000100:00100000:2.0:1734686819.509051:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848858752 00000100:00100000:0.0:1734686819.509052:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848858240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686819.509058:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848858624:0@lo:400:kworker.0 00000100:00100000:3.0:1734686819.509058:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:2.0:1734686819.509060:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8318 00000100:00100000:3.0:1734686819.509063:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848857856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686819.509065:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848858880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686819.509068:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009a220000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848858240:12345-0@lo:400:kworker.0 Request processed in 15us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686819.509071:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42178 00000100:00080000:0.0:1734686819.509078:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686789 00000100:00080000:0.0:1734686819.509079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686789 00000100:00100000:1.0:1734686819.509081:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55027 00000100:00100000:1.0:1734686819.509085:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848858368:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686819.509089:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072853800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848858880:12345-0@lo:400:kworker.0 Request processed in 23us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686819.509091:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848857856:12345-0@lo:400:kworker.0 Request processed in 27us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686819.509094:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55028 00000100:00100000:3.0:1734686819.509097:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00100000:0.0:1734686819.509098:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848858752:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686819.509098:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8318 00010000:00020000:1.0:1734686819.509107:0:20155:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1734686819.509115:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686819.509123:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848858880:0@lo:400:kworker.0 00000100:00100000:0.0:1734686819.509133:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cf28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848858752:12345-0@lo:8:kworker.0 Request processed in 35us (129us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686819.509134:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880096ae5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:0+-99:3765:x1818938848858368:12345-0@lo:8:kworker.0 Request processed in 48us (155us total) trans 0 rc -19/-19 00000100:00100000:3.0:1734686819.509134:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848858240:0@lo:400:kworker.0 00000100:00100000:0.0:1734686819.509136:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55028 00000100:00100000:1.0:1734686819.509140:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55027 00000100:00100000:2.0:1734686819.509145:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848858112:0@lo:400:kworker.0 00000100:00100000:3.0:1734686819.509145:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848859008:0@lo:400:kworker.0 00000100:00100000:3.0:1734686819.509153:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848858496:0@lo:400:kworker.0 00000100:00100000:3.0:1734686819.509159:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848857856:0@lo:400:kworker.0 00000100:00080000:3.0:1734686819.509178:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686819.509181:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686819.509184:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848858368:0@lo:8:kworker.0 00000100:00080000:3.0:1734686819.509190:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686819.509192:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686819.509195:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848858752:0@lo:8:kworker.0 00000100:00100000:0.0:1734686819.524744:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848859136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1734686819.524799:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686819.524859:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848859136 00000100:00100000:2.0:1734686819.524865:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848859136 00000100:00100000:2.0:1734686819.524898:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42179 00000100:00100000:2.0:1734686819.524903:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848859136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1734686819.524928:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:2.0:1734686819.524964:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848859136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686819.524969:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42179 00000100:00100000:0.0:1734686819.524988:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880099a33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848859136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686819.588739:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848859264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686819.588797:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686819.588831:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848859264 00000100:00100000:3.0:1734686819.588837:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848859264 00000100:00100000:3.0:1734686819.588872:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7444 00000100:00100000:3.0:1734686819.588877:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848859264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1734686819.588900:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:3.0:1734686819.588940:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848859264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686819.588947:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7444 00000100:00100000:1.0:1734686819.588984:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848859264:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686819.994732:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686820.996706:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686821.284769:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009899bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848859392:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1734686821.284830:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686821.284881:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848859392 00000100:00100000:0.0:1734686821.284888:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848859392 00000100:00100000:0.0:1734686821.284941:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7445 00000100:00080000:2.0:1734686821.284947:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686791 00000100:00100000:0.0:1734686821.284949:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848859392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1734686821.284977:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686821.285023:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099a33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848859392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686821.285030:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7445 00000100:00100000:3.0:1734686821.285057:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009899bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848859392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686821.943012:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686821.943058:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686821.943081:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:2.0:1734686821.943095:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872833920 00000100:00100000:2.0:1734686821.943106:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872833920 00000100:00100000:0.0:1734686821.943136:0:3761:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686821.943140:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872834176 00000100:00100000:1.0:1734686821.943141:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872834048 00000100:00100000:1.0:1734686821.943150:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872834048 00000100:00100000:3.0:1734686821.943150:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872834176 00000100:00100000:2.0:1734686821.943163:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1483 00000100:00100000:2.0:1734686821.943172:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872833920:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686821.943212:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4537 00000100:00100000:1.0:1734686821.943220:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872834048:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:3.0:1734686821.943220:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4538 00000100:00100000:3.0:1734686821.943226:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009899bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872834176:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:0.0:1734686821.943240:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872834304 00000100:00100000:2.0:1734686821.943242:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872833920:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 71us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686821.943244:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872834304 00000100:00100000:2.0:1734686821.943250:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1483 00000100:00100000:0.0:1734686821.943260:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 55029 00000100:00100000:0.0:1734686821.943264:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872834304:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:3.0:1734686821.943276:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872834176:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 50us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686821.943280:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009899a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872834048:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 60us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686821.943281:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4538 00000100:00080000:2.0:1734686821.943282:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686791 00010000:00020000:0.0:1734686821.943284:0:10976:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686821.943286:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4537 00000100:00080000:2.0:1734686821.943287:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686791 00000100:00080000:2.0:1734686821.943289:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686791 00000100:00100000:0.0:1734686821.943306:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2003:x1818938872834304:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 42us (172us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686821.943311:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 55029 00010000:00010000:3.0:1734686821.998792:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686823.000802:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686824.002758:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1734686824.468875:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848859520:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1734686824.468929:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686824.469000:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848859520 00000100:00100000:2.0:1734686824.469006:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848859520 00000100:00100000:2.0:1734686824.469050:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42180 00000100:00100000:2.0:1734686824.469056:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848859520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1734686824.469082:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:2.0:1734686824.469122:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848859520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686824.469128:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42180 00000100:00100000:1.0:1734686824.469158:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880079893800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848859520:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686824.516734:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686824.516737:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848859648:0@lo:400:kworker.0 00000100:00100000:1.0:1734686824.516738:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072853b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848859776:0@lo:400:kworker.0 00000100:00080000:2.0:1734686824.516740:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686824.516743:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686824.516748:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11619 00000100:00080000:2.0:1734686824.516751:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1734686824.516756:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686824.516782:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848859904:0@lo:400:kworker.0 00000100:00100000:2.0:1734686824.516787:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072852300 x1818938848860160/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686824.516796:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686824.516798:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686824.516812:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686824.516813:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686824.516815:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686824.516817:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1734686824.516820:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848860416:0@lo:400:kworker.0 00000100:00080000:2.0:1734686824.516820:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11619 00000100:00080000:2.0:1734686824.516822:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00100000:0.0:1734686824.516824:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848860288:0@lo:400:kworker.0 00000100:00080000:2.0:1734686824.516826:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686824.516835:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072853480 x1818938848860544/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1734686824.516837:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686824.516839:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848860160:0@lo:8:kworker.0 00000100:00100000:0.0:1734686824.516844:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686824.516848:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686824.516854:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848860672:0@lo:400:kworker.0 00000100:00100000:3.0:1734686824.516858:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686824.516859:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1734686824.516865:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848860032:0@lo:400:kworker.0 00000100:00100000:1.0:1734686824.516869:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686824.516872:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848859648 00000100:00100000:3.0:1734686824.516873:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848860544:0@lo:8:kworker.0 00000100:00100000:2.0:1734686824.516878:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848859648 00000100:00100000:0.0:1734686824.516886:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686824.516888:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686824.516890:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848859776 00000100:00100000:1.0:1734686824.516893:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848859776 00000100:00100000:0.0:1734686824.516899:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848860800:0@lo:400:kworker.0 00000100:00100000:2.0:1734686824.516910:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:1.0:1734686824.516912:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848859904 00000100:00100000:1.0:1734686824.516913:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848859904 00000100:00100000:2.0:1734686824.516916:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848859648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686824.516917:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686824.516919:0:2161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848860416 00000100:00100000:3.0:1734686824.516922:0:2161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848860416 00000100:00100000:1.0:1734686824.516928:0:347:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848860800 00000100:00100000:1.0:1734686824.516930:0:347:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848860800 00000100:00100000:3.0:1734686824.516944:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4539 00000100:00100000:0.0:1734686824.516949:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4540 00000100:00100000:3.0:1734686824.516950:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848859776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686824.516954:0:347:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4541 00000100:00100000:2.0:1734686824.516954:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880099d05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848859648:12345-0@lo:400:kworker.0 Request processed in 38us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686824.516955:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848859904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686824.516958:0:347:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848860416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686824.516960:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00080000:2.0:1734686824.516984:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686794 00000100:00100000:3.0:1734686824.516984:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848859776:12345-0@lo:400:kworker.0 Request processed in 34us (188us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686824.516987:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686794 00000100:00100000:0.0:1734686824.516988:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880079893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848859904:12345-0@lo:400:kworker.0 Request processed in 33us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686824.516988:0:347:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848860416:12345-0@lo:400:kworker.0 Request processed in 29us (150us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686824.516989:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686794 00000100:00100000:3.0:1734686824.516990:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4539 00000100:00100000:1.0:1734686824.516994:0:347:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4541 00000100:00100000:0.0:1734686824.516997:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4540 00000100:00100000:3.0:1734686824.517003:0:2161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4542 00000100:00100000:3.0:1734686824.517007:0:2161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848860800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686824.517010:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848859648:0@lo:400:kworker.0 00000100:00100000:1.0:1734686824.517012:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848860288 00000100:00100000:1.0:1734686824.517014:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848860288 00000100:00100000:0.0:1734686824.517017:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848860160 00000100:00100000:0.0:1734686824.517020:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848860160 00000100:00080000:2.0:1734686824.517022:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686794 00000100:00100000:3.0:1734686824.517030:0:2161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090414000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848860800:12345-0@lo:400:kworker.0 Request processed in 22us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686824.517031:0:10976:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848860672 00000100:00100000:0.0:1734686824.517032:0:10976:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848860672 00000100:00100000:1.0:1734686824.517035:0:20155:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848860544 00000100:00100000:3.0:1734686824.517035:0:2161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4542 00000100:00100000:1.0:1734686824.517037:0:20155:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848860544 00000100:00100000:2.0:1734686824.517038:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848860800:0@lo:400:kworker.0 00000100:00100000:0.0:1734686824.517044:0:10976:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8319 00000100:00100000:0.0:1734686824.517047:0:10976:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848860288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686824.517049:0:20155:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8320 00000100:00100000:1.0:1734686824.517053:0:20155:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848860672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686824.517053:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55030 00000100:00100000:2.0:1734686824.517057:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848860160:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686824.517057:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55031 00000100:00100000:3.0:1734686824.517061:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848860544:12345-0@lo:8:kworker.0 00000100:00100000:0.0:1734686824.517069:0:10976:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848860288:12345-0@lo:400:kworker.0 Request processed in 21us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686824.517073:0:10976:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8319 00010000:00020000:2.0:1734686824.517073:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686824.517076:0:20155:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848860672:12345-0@lo:400:kworker.0 Request processed in 23us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686824.517081:0:20155:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8320 00010000:00020000:3.0:1734686824.517085:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686824.517090:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848860032 00000100:00100000:0.0:1734686824.517092:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848860032 00000100:00100000:2.0:1734686824.517094:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880090784700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848860160:12345-0@lo:8:kworker.0 Request processed in 36us (235us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686824.517099:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55030 00000100:00100000:3.0:1734686824.517104:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072de3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:3765:x1818938848860544:12345-0@lo:8:kworker.0 Request processed in 43us (215us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686824.517105:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42181 00000100:00100000:0.0:1734686824.517108:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880098998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848860032:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686824.517109:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686794 00000100:00100000:3.0:1734686824.517110:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55031 00000100:00080000:2.0:1734686824.517111:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686794 00000100:00100000:2.0:1734686824.517124:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848860288:0@lo:400:kworker.0 00000100:00100000:0.0:1734686824.517127:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880098998000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848860032:12345-0@lo:400:kworker.0 Request processed in 19us (242us total) trans 0 rc 0/0 00000100:00080000:3.0:1734686824.517130:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686824.517131:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42181 00000100:00100000:1.0:1734686824.517131:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848860672:0@lo:400:kworker.0 00000100:00080000:3.0:1734686824.517132:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686824.517135:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848860032:0@lo:400:kworker.0 00000100:00100000:3.0:1734686824.517136:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848860544:0@lo:8:kworker.0 00000100:00100000:1.0:1734686824.517139:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848860416:0@lo:400:kworker.0 00000100:00080000:3.0:1734686824.517145:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686824.517147:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072853b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848859776:0@lo:400:kworker.0 00000100:00080000:3.0:1734686824.517147:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686824.517150:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848860160:0@lo:8:kworker.0 00000100:00100000:3.0:1734686824.517171:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848859904:0@lo:400:kworker.0 00000100:00100000:2.0:1734686824.532758:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848860928:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686824.532816:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686824.532860:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848860928 00000100:00100000:0.0:1734686824.532868:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848860928 00000100:00100000:0.0:1734686824.532905:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42182 00000100:00100000:0.0:1734686824.532911:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848860928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686824.532942:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686824.532981:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072852d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848860928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686824.532988:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42182 00000100:00100000:2.0:1734686824.533001:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848860928:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1734686824.596770:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848861056:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1734686824.596820:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686824.596866:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848861056 00000100:00100000:0.0:1734686824.596873:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848861056 00000100:00100000:0.0:1734686824.596904:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7446 00000100:00100000:0.0:1734686824.596909:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848861056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1734686824.596932:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:0.0:1734686824.596964:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848861056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686824.596969:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7446 00000100:00100000:1.0:1734686824.596982:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848861056:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686825.004793:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686826.006739:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1734686826.292887:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848861184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686826.292967:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686826.293274:0:9776:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848861184 00000100:00100000:2.0:1734686826.293284:0:9776:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848861184 00000100:00080000:0.0:1734686826.293337:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686796 00000100:00100000:2.0:1734686826.293358:0:9776:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7447 00000100:00100000:2.0:1734686826.293365:0:9776:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848861184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1734686826.293400:0:9776:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:2.0:1734686826.293493:0:9776:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848861184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686826.293500:0:9776:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7447 00000100:00100000:0.0:1734686826.293576:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848861184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686826.950860:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686826.950903:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686826.950938:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686826.950941:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872834560 00000100:00100000:1.0:1734686826.950949:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872834560 00000100:00100000:0.0:1734686826.950966:0:3760:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:3.0:1734686826.950972:0:20161:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872834816 00000100:00100000:3.0:1734686826.950977:0:20161:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872834816 00000100:00080000:0.0:1734686826.950982:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686796 00000100:00100000:1.0:1734686826.950987:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872834688 00000100:00100000:1.0:1734686826.950990:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872834688 00000100:00100000:3.0:1734686826.950999:0:20161:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 55032 00000100:00100000:3.0:1734686826.951006:0:20161:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872834816:12345-192.168.201.15@tcp:8:kworker.0 00000100:00100000:0.0:1734686826.951009:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4543 00000100:00100000:0.0:1734686826.951015:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872834560:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686826.951015:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4544 00000100:00100000:2.0:1734686826.951018:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872834432 00000100:00100000:1.0:1734686826.951020:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872834688:12345-192.168.201.15@tcp:400:kworker.0 00010000:00020000:3.0:1734686826.951028:0:20161:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686826.951030:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872834432 00000100:00100000:0.0:1734686826.951065:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2004:x1818938872834560:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 49us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686826.951066:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2005:x1818938872834688:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 45us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686826.951069:0:20161:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:0+-99:2003:x1818938872834816:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 63us (165us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686826.951071:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4544 00000100:00100000:3.0:1734686826.951075:0:20161:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 55032 00000100:00100000:0.0:1734686826.951076:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4543 00000100:00100000:2.0:1734686826.951082:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1485 00000100:00080000:1.0:1734686826.951086:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686796 00000100:00080000:1.0:1734686826.951088:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686796 00000100:00100000:2.0:1734686826.951089:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872834432:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686826.951142:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf15850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2005:x1818938872834432:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 52us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686826.951149:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1485 00010000:00010000:3.0:1734686827.008759:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686828.010707:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686829.012744:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686829.476711:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848861312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1734686829.476773:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686829.476825:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848861312 00000100:00100000:0.0:1734686829.476832:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848861312 00000100:00100000:0.0:1734686829.476866:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42183 00000100:00100000:0.0:1734686829.476877:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848861312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1734686829.476906:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:0.0:1734686829.476940:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072852a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848861312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 69us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686829.476945:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42183 00000100:00100000:2.0:1734686829.476960:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009f1d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848861312:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686829.524711:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848861440:0@lo:400:kworker.0 00000100:00080000:2.0:1734686829.524714:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1734686829.524720:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686829.524724:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686829.524729:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11624 00000100:00080000:2.0:1734686829.524733:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1734686829.524738:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:1.0:1734686829.524744:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848861568:0@lo:400:kworker.0 00000100:00100000:0.0:1734686829.524754:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848861696:0@lo:400:kworker.0 00000100:00100000:2.0:1734686829.524756:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072850380 x1818938848861952/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686829.524762:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686829.524783:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686829.524791:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072850a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848861824:0@lo:400:kworker.0 00000100:00100000:3.0:1734686829.524791:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848862080:0@lo:400:kworker.0 00000100:00080000:2.0:1734686829.524792:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686829.524795:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686829.524796:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686829.524800:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11624 00000100:00100000:1.0:1734686829.524801:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072850700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848862208:0@lo:400:kworker.0 00000100:00080000:2.0:1734686829.524802:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686829.524805:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:3.0:1734686829.524806:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686829.524808:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686829.524813:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686829.524814:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072851500 x1818938848862336/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1734686829.524821:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072850380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848861952:0@lo:8:kworker.0 00000100:00100000:1.0:1734686829.524827:0:3768:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1734686829.524831:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848862464:0@lo:400:kworker.0 00000100:00100000:3.0:1734686829.524831:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686829.524835:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686829.524840:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848862336:0@lo:8:kworker.0 00000100:00100000:1.0:1734686829.524843:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686829.524851:0:3249:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848861568 00000100:00100000:2.0:1734686829.524851:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848861440 00000100:00100000:3.0:1734686829.524851:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686829.524856:0:3249:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848861568 00000100:00100000:2.0:1734686829.524856:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848861440 00000100:00100000:1.0:1734686829.524859:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848862208 00000100:00100000:1.0:1734686829.524862:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848862208 00000100:00100000:3.0:1734686829.524868:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848862080 00000100:00100000:3.0:1734686829.524870:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848862080 00000100:00100000:1.0:1734686829.524882:0:371:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848861696 00000100:00100000:1.0:1734686829.524883:0:371:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848861696 00000100:00100000:3.0:1734686829.524887:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848861952 00000100:00100000:3.0:1734686829.524888:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848861952 00000100:00100000:0.0:1734686829.524890:0:3249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4545 00000100:00100000:2.0:1734686829.524891:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:0.0:1734686829.524895:0:3249:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848862208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686829.524895:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848862464 00000100:00100000:2.0:1734686829.524896:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848861440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686829.524897:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848862464 00000100:00100000:1.0:1734686829.524898:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4546 00000100:00100000:1.0:1734686829.524902:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848861568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686829.524903:0:20010:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848862336 00000100:00100000:3.0:1734686829.524905:0:20010:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848862336 00000100:00100000:3.0:1734686829.524911:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8321 00000100:00100000:3.0:1734686829.524914:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848862080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686829.524924:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848861568:12345-0@lo:400:kworker.0 Request processed in 22us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686829.524931:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4546 00000100:00100000:2.0:1734686829.524933:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf17850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848861440:12345-0@lo:400:kworker.0 Request processed in 36us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686829.524938:0:3249:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848862208:12345-0@lo:400:kworker.0 Request processed in 43us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686829.524938:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848862080:12345-0@lo:400:kworker.0 Request processed in 23us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686829.524939:0:371:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4547 00000100:00100000:2.0:1734686829.524939:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00100000:1.0:1734686829.524942:0:371:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848861696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686829.524942:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8321 00000100:00100000:0.0:1734686829.524943:0:3249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4545 00000100:00100000:3.0:1734686829.524950:0:20010:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8322 00000100:00100000:3.0:1734686829.524953:0:20010:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848862464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686829.524955:0:371:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848861696:12345-0@lo:400:kworker.0 Request processed in 12us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686829.524958:0:371:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4547 00000100:00100000:0.0:1734686829.524962:0:20158:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55033 00000100:00100000:3.0:1734686829.524964:0:20010:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f1d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848862464:12345-0@lo:400:kworker.0 Request processed in 10us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686829.524965:0:20158:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848861952:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686829.524968:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55034 00000100:00100000:2.0:1734686829.524973:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848862336:12345-0@lo:8:kworker.0 00000100:00080000:1.0:1734686829.524976:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686799 00000100:00100000:3.0:1734686829.524976:0:20010:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8322 00010000:00020000:0.0:1734686829.524978:0:20158:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1734686829.524978:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686799 00000100:00080000:1.0:1734686829.524979:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686799 00000100:00080000:1.0:1734686829.524980:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686799 00010000:00020000:2.0:1734686829.524983:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1734686829.524995:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848862464:0@lo:400:kworker.0 00000100:00100000:0.0:1734686829.524997:0:20158:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:0+-99:3765:x1818938848861952:12345-0@lo:8:kworker.0 Request processed in 31us (165us total) trans 0 rc -19/-19 00000100:00100000:0.0:1734686829.525001:0:20158:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55033 00000100:00100000:1.0:1734686829.525002:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072850700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848862208:0@lo:400:kworker.0 00000100:00100000:2.0:1734686829.525005:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848862336:12345-0@lo:8:kworker.0 Request processed in 31us (152us total) trans 0 rc -19/-19 00000100:00080000:3.0:1734686829.525006:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1734686829.525007:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848861568:0@lo:400:kworker.0 00000100:00080000:3.0:1734686829.525009:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:2.0:1734686829.525010:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55034 00000100:00100000:3.0:1734686829.525012:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848862336:0@lo:8:kworker.0 00000100:00080000:3.0:1734686829.525021:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1734686829.525023:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848861696:0@lo:400:kworker.0 00000100:00080000:3.0:1734686829.525023:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686829.525026:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072850380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848861952:0@lo:8:kworker.0 00000100:00100000:1.0:1734686829.525030:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848861824 00000100:00100000:1.0:1734686829.525032:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848861824 00000100:00100000:2.0:1734686829.525032:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848862080:0@lo:400:kworker.0 00000100:00100000:0.0:1734686829.525034:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848862592:0@lo:400:kworker.0 00000100:00100000:2.0:1734686829.525039:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072853100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848861440:0@lo:400:kworker.0 00000100:00100000:0.0:1734686829.525046:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686829.525046:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42184 00000100:00100000:1.0:1734686829.525048:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848861824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686829.525065:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848862592 00000100:00100000:0.0:1734686829.525068:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848862592 00000100:00100000:1.0:1734686829.525074:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848861824:12345-0@lo:400:kworker.0 Request processed in 25us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686829.525077:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42184 00000100:00080000:1.0:1734686829.525084:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686799 00000100:00100000:0.0:1734686829.525085:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4548 00000100:00100000:2.0:1734686829.525087:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072850a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848861824:0@lo:400:kworker.0 00000100:00100000:0.0:1734686829.525089:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848862592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686829.525119:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3766:x1818938848862592:12345-0@lo:400:kworker.0 Request processed in 29us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686829.525124:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4548 00000100:00100000:2.0:1734686829.525126:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3766:1818938848862592:0@lo:400:kworker.0 00000100:00100000:3.0:1734686829.540731:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1734686829.540749:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848862720:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686829.540797:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686829.540858:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848862720 00000100:00100000:1.0:1734686829.540864:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848862720 00000100:00100000:1.0:1734686829.540896:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42185 00000100:00100000:1.0:1734686829.540901:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848862720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1734686829.540927:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:1.0:1734686829.540959:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848862720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686829.540964:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42185 00000100:00100000:3.0:1734686829.540974:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848862720:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686829.604746:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff8800974cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848862848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1734686829.604794:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686829.604830:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848862848 00000100:00100000:1.0:1734686829.604836:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848862848 00000100:00100000:1.0:1734686829.604867:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7448 00000100:00100000:1.0:1734686829.604872:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848862848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686829.604896:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686829.604925:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072850a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848862848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686829.604929:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7448 00000100:00100000:2.0:1734686829.604941:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff8800974cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848862848:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686830.014728:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686831.016686:0:7222:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1734686831.300756:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88009ecb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848862976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1734686831.300816:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686831.300882:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848862976 00000100:00100000:1.0:1734686831.300889:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848862976 00000100:00080000:2.0:1734686831.300931:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686801 00000100:00100000:1.0:1734686831.300938:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7449 00000100:00100000:1.0:1734686831.300945:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848862976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1734686831.300972:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686831.301016:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072853100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3769:x1818938848862976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686831.301023:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7449 00000100:00100000:2.0:1734686831.301044:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88009ecb5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3769:1818938848862976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1734686831.959061:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686831.959118:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686831.959155:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:0.0:1734686831.959197:0:3759:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.15@tcp (source: 12345-192.168.201.15@tcp) 00000100:00100000:1.0:1734686831.959211:0:348:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872835200 00000100:00100000:3.0:1734686831.959211:0:17789:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872834944 00000100:00100000:3.0:1734686831.959222:0:17789:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872834944 00000100:00100000:1.0:1734686831.959225:0:348:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872835200 00000100:00100000:0.0:1734686831.959241:0:1241:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872835072 00000100:00100000:0.0:1734686831.959246:0:1241:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872835072 00000100:00100000:2.0:1734686831.959276:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938872835328 00000100:00100000:3.0:1734686831.959276:0:17789:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 1487 00000100:00100000:2.0:1734686831.959281:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938872835328 00000100:00100000:3.0:1734686831.959284:0:17789:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872834944:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:1.0:1734686831.959295:0:348:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4549 00000100:00100000:0.0:1734686831.959302:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 4550 00000100:00100000:1.0:1734686831.959302:0:348:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872835200:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686831.959307:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.15@tcp, seq: 55035 00000100:00100000:0.0:1734686831.959309:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872835072:12345-192.168.201.15@tcp:400:kworker.0 00000100:00100000:2.0:1734686831.959314:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872835328:12345-192.168.201.15@tcp:8:kworker.0 00010000:00020000:2.0:1734686831.959358:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 192.168.201.15@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686831.959371:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+6:2005:x1818938872835072:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 61us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686831.959372:0:17789:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf16850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:40f0a103-759b-4bec-8ba0-3083ac8bcf10+9:2004:x1818938872834944:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 86us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686831.959380:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4550 00000100:00100000:3.0:1734686831.959380:0:17789:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 1487 00000100:00100000:1.0:1734686831.959387:0:348:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:aacfaf3f-39b1-4220-8fe9-4f4672b785fd+5:2004:x1818938872835200:12345-192.168.201.15@tcp:400:kworker.0 Request processed in 84us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686831.959396:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:2003:x1818938872835328:12345-192.168.201.15@tcp:8:kworker.0 Request processed in 81us (198us total) trans 0 rc -19/-19 00000100:00100000:1.0:1734686831.959400:0:348:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 4549 00000100:00100000:2.0:1734686831.959403:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.15@tcp, seq: 55035 00000100:00080000:0.0:1734686831.959424:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686801 00000100:00080000:0.0:1734686831.959427:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686801 00000100:00080000:0.0:1734686831.959429:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686801 00010000:00010000:3.0:1734686832.018785:0:22810:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686833.020766:0:15508:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1734686834.022746:0:7223:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1734686834.484689:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848863104:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1734686834.484738:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686834.484780:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848863104 00000100:00100000:1.0:1734686834.484786:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848863104 00000100:00100000:1.0:1734686834.484822:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42186 00000100:00100000:1.0:1734686834.484828:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848863104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1734686834.484870:0:9592:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445953536 avail 1316491264 00000100:00100000:1.0:1734686834.484908:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:3766:x1818938848863104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686834.484914:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42186 00000100:00100000:3.0:1734686834.484933:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3766:1818938848863104:0@lo:41:osp-pre-1-0.0 00000100:00080000:2.0:1734686834.532714:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1734686834.532716:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848863232:0@lo:400:kworker.0 00000100:00080000:2.0:1734686834.532720:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686834.532722:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686834.532727:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 11629 00000100:00100000:3.0:1734686834.532727:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072853b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848863360:0@lo:400:kworker.0 00000100:00080000:2.0:1734686834.532731:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1734686834.532736:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff88008d69a000 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686834.532753:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072850000 x1818938848863744/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686834.532767:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686834.532768:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1734686834.532775:0:21069:0:(pinger.c:254:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1734686834.532778:0:21069:0:(pinger.c:262:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1734686834.532779:0:21069:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1734686834.532782:0:21069:0:(import.c:523:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 11629 00000100:00080000:2.0:1734686834.532783:0:21069:0:(import.c:594:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1734686834.532787:0:21069:0:(import.c:629:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff88009a2b0800 using connection 192.168.201.115@tcp/0@lo 00000100:00100000:2.0:1734686834.532794:0:21069:0:(import.c:828:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880072851500 x1818938848864128/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1734686834.532798:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848863872:0@lo:400:kworker.0 00000100:00100000:3.0:1734686834.532800:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072850380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848864000:0@lo:400:kworker.0 00000100:00100000:0.0:1734686834.532811:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686834.532817:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686834.532819:0:3767:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1734686834.532820:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848863488:0@lo:400:kworker.0 00000100:00100000:0.0:1734686834.532822:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848863616:0@lo:400:kworker.0 00000100:00100000:0.0:1734686834.532832:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686834.532836:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848863744:0@lo:8:kworker.0 00000100:00100000:0.0:1734686834.532842:0:3767:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848864384:0@lo:400:kworker.0 00000100:00100000:2.0:1734686834.532842:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686834.532852:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686834.532853:0:3769:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848864256:0@lo:400:kworker.0 00000100:00100000:0.0:1734686834.532857:0:3767:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1734686834.532862:0:3769:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1734686834.532862:0:3765:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848864128:0@lo:8:kworker.0 00000100:00100000:0.0:1734686834.532877:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848863872 00000100:00100000:2.0:1734686834.532878:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848863360 00000100:00100000:3.0:1734686834.532878:0:3765:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686834.532881:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848863872 00000100:00100000:2.0:1734686834.532881:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848863360 00000100:00100000:3.0:1734686834.532897:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848863744 00000100:00100000:1.0:1734686834.532898:0:17787:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848863232 00000100:00100000:3.0:1734686834.532900:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848863744 00000100:00100000:1.0:1734686834.532902:0:17787:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848863232 00000100:00100000:2.0:1734686834.532904:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848864000 00000100:00100000:2.0:1734686834.532906:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848864000 00000100:00100000:0.0:1734686834.532907:0:9075:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848864256 00000100:00100000:0.0:1734686834.532909:0:9075:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848864256 00000100:00100000:3.0:1734686834.532911:0:9582:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848864128 00000100:00100000:3.0:1734686834.532913:0:9582:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848864128 00000100:00100000:2.0:1734686834.532916:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848863488 00000100:00100000:2.0:1734686834.532918:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848863488 00000100:00100000:0.0:1734686834.532926:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8323 00000100:00100000:2.0:1734686834.532927:0:346:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848864384 00000100:00100000:2.0:1734686834.532928:0:346:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848864384 00000100:00100000:1.0:1734686834.532929:0:17787:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:3.0:1734686834.532930:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8324 00000100:00100000:0.0:1734686834.532931:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848863872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1734686834.532934:0:17787:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848863232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1734686834.532935:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848864256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686834.532936:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4551 00000100:00100000:2.0:1734686834.532940:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848863360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1734686834.532967:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:lustre-MDT0001-mdtlov_UUID+5:3767:x1818938848863872:12345-0@lo:400:kworker.0 Request processed in 35us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686834.532967:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072851c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3769:x1818938848864256:12345-0@lo:400:kworker.0 Request processed in 32us (103us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686834.532971:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8323 00000100:00100000:2.0:1734686834.532971:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3768:x1818938848863360:12345-0@lo:400:kworker.0 Request processed in 30us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686834.532973:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8324 00000100:00100000:2.0:1734686834.532975:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4551 00000100:00100000:0.0:1734686834.532979:0:9075:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55036 00000100:00100000:0.0:1734686834.532981:0:9075:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848863744:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1734686834.532982:0:9582:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55037 00000100:00100000:2.0:1734686834.532984:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4552 00000100:00100000:3.0:1734686834.532986:0:9582:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072b59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848864128:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1734686834.532987:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848864000:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1734686834.532993:0:9075:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1734686834.532998:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3768:x1818938848864000:12345-0@lo:400:kworker.0 Request processed in 10us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1734686834.533000:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4552 00000100:00100000:0.0:1734686834.533007:0:9075:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_023:0+-99:3765:x1818938848863744:12345-0@lo:8:kworker.0 Request processed in 24us (155us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686834.533007:0:346:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4553 00000100:00100000:2.0:1734686834.533008:0:346:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848863488:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1734686834.533008:0:9582:0:(ldlm_lib.c:1094:target_handle_connect()) lustre-OST0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1734686834.533010:0:9075:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55036 00000100:00100000:0.0:1734686834.533023:0:1241:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4554 00000100:00100000:0.0:1734686834.533025:0:1241:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848864384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1734686834.533027:0:346:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072850700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3769:x1818938848863488:12345-0@lo:400:kworker.0 Request processed in 17us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686834.533029:0:17787:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adf14450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f+20:3767:x1818938848863232:12345-0@lo:400:kworker.0 Request processed in 92us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1734686834.533029:0:9582:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072b59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3765:x1818938848864128:12345-0@lo:8:kworker.0 Request processed in 42us (150us total) trans 0 rc -19/-19 00000100:00100000:2.0:1734686834.533030:0:346:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4553 00000100:00100000:3.0:1734686834.533034:0:9582:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55037 00000100:00100000:1.0:1734686834.533035:0:17787:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:0.0:1734686834.533038:0:1241:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3767:x1818938848864384:12345-0@lo:400:kworker.0 Request processed in 12us (181us total) trans 0 rc 0/0 00000100:00080000:2.0:1734686834.533040:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1734686804 00000100:00100000:0.0:1734686834.533041:0:1241:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4554 00000100:00080000:2.0:1734686834.533042:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd MGS older than 1734686804 00000100:00080000:2.0:1734686834.533043:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1734686804 00000100:00080000:2.0:1734686834.533044:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686804 00000100:00100000:0.0:1734686834.533054:0:9592:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848863616 00000100:00100000:0.0:1734686834.533056:0:9592:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848863616 00000100:00100000:2.0:1734686834.533060:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3769:1818938848863488:0@lo:400:kworker.0 00000100:00100000:0.0:1734686834.533068:0:9592:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42187 00000100:00100000:2.0:1734686834.533068:0:3769:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3769:1818938848864256:0@lo:400:kworker.0 00000100:00100000:0.0:1734686834.533070:0:9592:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ecb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848863616:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1734686834.533079:0:7231:0:(pinger.c:501:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1734686804 00000100:00100000:0.0:1734686834.533082:0:9592:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ecb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3767:x1818938848863616:12345-0@lo:400:kworker.0 Request processed in 11us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686834.533085:0:9592:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42187 00000100:00100000:0.0:1734686834.533098:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848863616:0@lo:400:kworker.0 00000100:00100000:0.0:1734686834.533103:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3767:1818938848864384:0@lo:400:kworker.0 00000100:00100000:0.0:1734686834.533107:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3767:1818938848863872:0@lo:400:kworker.0 00000100:00100000:0.0:1734686834.533110:0:3767:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072853480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ab46ffb7-b826-4cc7-b4f5-ff495749ac4f:3767:1818938848863232:0@lo:400:kworker.0 00000100:00080000:3.0:1734686834.533140:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88008d69a000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686834.533144:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686834.533147:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072850000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3765:1818938848863744:0@lo:8:kworker.0 00000100:00080000:3.0:1734686834.533153:0:3765:0:(import.c:86:import_set_state_nolock()) ffff88009a2b0800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1734686834.533154:0:3765:0:(import.c:1493:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.115@tcp failed (-19) 00000100:00100000:3.0:1734686834.533157:0:3765:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072851500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3765:1818938848864128:0@lo:8:kworker.0 00000100:00100000:3.0:1734686834.533177:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072850380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3768:1818938848864000:0@lo:400:kworker.0 00000100:00100000:3.0:1734686834.533184:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072853b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3768:1818938848863360:0@lo:400:kworker.0 00000100:00100000:2.0:1734686834.548749:0:3766:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1734686834.548769:0:3766:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff88006e92c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848864512:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1734686834.548818:0:3766:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1734686834.548863:0:4556:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848864512 00000100:00100000:0.0:1734686834.548869:0:4556:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848864512 00000100:00100000:0.0:1734686834.548910:0:4556:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42188 00000100:00100000:0.0:1734686834.548916:0:4556:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff880072851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848864512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1734686834.548944:0:4556:0:(mdt_handler.c:568:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 1445556224 avail 1316093952 00000100:00100000:0.0:1734686834.548984:0:4556:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff880072851180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:3766:x1818938848864512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1734686834.548990:0:4556:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42188 00000100:00100000:2.0:1734686834.549000:0:3766:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff88006e92c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3766:1818938848864512:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1734686834.612764:0:3768:0:(client.c:1796:ptlrpc_send_new_req()) Sending RPC req@ffff880072852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848864640:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1734686834.612810:0:3768:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1734686834.612877:0:11765:0:(service.c:2100:ptlrpc_server_handle_req_in()) unwrap req x1818938848864640 00000100:00100000:1.0:1734686834.612883:0:11765:0:(service.c:2165:ptlrpc_server_handle_req_in()) got req x1818938848864640 00000100:00100000:1.0:1734686834.612922:0:11765:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7450 00000100:00100000:1.0:1734686834.612926:0:11765:0:(service.c:2344:ptlrpc_server_handle_request()) Handling RPC req@ffff88006e92c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848864640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1734686834.612951:0:11765:0:(ofd_obd.c:742:ofd_statfs()) blocks cached 0 granted 144064 pending 0 free 3923300352 avail 3691778048 00000100:00100000:1.0:1734686834.612983:0:11765:0:(service.c:2396:ptlrpc_server_handle_request()) Handled RPC req@ffff88006e92c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3768:x1818938848864640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1734686834.612990:0:11765:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7450 00000100:00100000:3.0:1734686834.613004:0:3768:0:(client.c:2281:ptlrpc_check_set()) Completed RPC req@ffff880072852680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3768:1818938848864640:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1734686835.024790:0:22811:0:(ldlm_lockd.c:2841:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 93925 lines, 93925 kept, 0 dropped, 0 bad.